-- Logs begin at Thu 2022-07-21 11:32:10 UTC, end at Thu 2022-07-21 13:01:43 UTC. -- Jul 21 12:06:23.561847 dv-cinder-850321-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 21 12:06:26.282842 dv-cinder-850321-1-iscsi neutron-server[104050]: INFO neutron.common.config [-] Logging enabled! Jul 21 12:06:26.283506 dv-cinder-850321-1-iscsi neutron-server[104050]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev443 Jul 21 12:06:26.283636 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104050) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jul 21 12:06:26.286897 dv-cinder-850321-1-iscsi neutron-server[104050]: INFO neutron.common.config [-] Logging enabled! Jul 21 12:06:26.287149 dv-cinder-850321-1-iscsi neutron-server[104050]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev443 Jul 21 12:06:26.287461 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104050) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jul 21 12:06:26.288439 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 21 12:06:26.288674 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 21 12:06:26.289158 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 21 12:06:26.289407 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 21 12:06:26.289639 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 21 12:06:26.289964 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:26.290269 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:26.290505 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:26.290808 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:26.291089 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:26.291371 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:26.291719 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:26.292026 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:26.292315 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:26.292599 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:26.292885 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:26.293120 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:26.293404 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.common.config [-] config_source = [] {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:26.293691 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:26.293965 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:26.294191 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.common.config [-] debug = True {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:26.294473 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:26.294908 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:26.295324 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:26.295631 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:26.295932 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:26.296220 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:26.296491 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:26.296773 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:26.297061 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:26.297390 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.common.config [-] host = dv-cinder-850321-1-iscsi {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:26.297670 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:26.297960 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:26.298250 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:26.298539 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:26.298817 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:26.299095 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:26.299381 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:26.299697 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.common.config [-] log_dir = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:26.299972 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.common.config [-] log_file = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:26.300263 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:26.300545 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:26.300834 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:26.301220 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:26.301412 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:26.301636 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:26.301927 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:26.302229 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:26.302510 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:26.302787 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:26.303063 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:26.303339 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:26.303648 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:26.303919 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:26.304205 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:26.304491 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:26.304780 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:26.305057 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:26.305340 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:26.305607 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:26.305880 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:26.306164 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:26.306440 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:26.306714 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:26.306987 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:26.307274 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:26.307569 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:26.307846 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:26.308147 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:26.308434 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:26.308717 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:26.309004 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:26.309278 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:26.309561 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:26.309833 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:26.310103 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.common.config [-] use_journal = False {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:26.310376 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.common.config [-] use_json = False {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:26.310649 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:26.310919 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:26.311199 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:26.311470 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:26.311769 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:26.312041 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:26.312312 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:26.312595 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:26.312866 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:26.313165 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:26.313465 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:26.313767 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:26.314052 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:26.314362 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:26.314645 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:26.314941 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:26.315221 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:26.315532 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:26.315826 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:26.316115 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:26.316396 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:26.316727 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:26.317013 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:26.317311 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:26.317622 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:26.317922 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:26.318214 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:26.318490 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:26.318764 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:26.319039 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:26.319318 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:26.319632 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:26.319913 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:26.320201 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:26.320491 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:26.320773 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:26.321075 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:26.321361 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:26.321655 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:26.321950 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:26.322240 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:26.322516 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:26.322796 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:26.323087 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:26.323366 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:26.323671 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:26.323962 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:26.324242 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:26.324521 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:26.324808 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:26.325100 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:26.325392 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:26.325670 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:26.325955 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:26.326250 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:26.326528 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:26.326805 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:26.327080 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:26.327358 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:26.327663 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:26.327950 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:26.328229 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:26.328504 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:26.328781 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:26.329062 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:26.329335 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:26.329610 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:26.330248 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:26.330522 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:26.330801 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:26.331076 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:26.331350 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:26.331659 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:26.331935 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:26.332207 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:26.332542 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:26.332818 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:26.333097 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:26.333371 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:26.333644 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:26.333920 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:26.334195 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:26.334467 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:26.334766 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:26.335045 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:26.335325 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:26.335631 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:26.335911 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:26.336186 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:26.336465 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:26.336744 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:26.337026 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:26.337300 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:26.337589 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:26.337874 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:26.338163 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:26.338445 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:26.338725 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:26.339043 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:26.339328 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:26.339639 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:26.339921 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:26.340201 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:26.340483 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:26.340770 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:26.341053 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:26.341335 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:26.341629 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:26.341914 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:26.342214 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:26.342508 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:26.342788 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:26.343085 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:26.343382 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:26.343710 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:26.343996 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:26.344310 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:26.344594 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:26.344813 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 21 12:06:26.345057 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=104050) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 21 12:06:26.641962 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=104050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jul 21 12:06:26.642183 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=104050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jul 21 12:06:26.642451 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=104050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jul 21 12:06:26.642789 dv-cinder-850321-1-iscsi neutron-server[104050]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 21 12:06:27.087263 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 12:06:27.087534 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 12:06:27.087836 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 12:06:27.089178 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 12:06:27.089457 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 12:06:27.089724 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 12:06:27.147806 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 12:06:27.148043 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 12:06:27.148351 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 12:06:27.163229 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 12:06:27.163505 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 12:06:27.163818 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 12:06:27.194302 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 12:06:27.194535 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 12:06:27.194845 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 12:06:27.232026 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 12:06:27.232262 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 12:06:27.232569 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 12:06:27.465964 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=104050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 12:06:27.466648 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=104050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 12:06:27.466648 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=104050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 12:06:27.466807 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=104050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 12:06:27.467677 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=104050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 12:06:27.564826 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=104050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 12:06:27.565161 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=104050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 12:06:27.565445 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=104050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 12:06:27.565715 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=104050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 12:06:27.566002 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=104050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 12:06:27.566316 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=104050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 12:06:27.566584 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=104050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 12:06:27.566913 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=104050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 12:06:27.567170 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=104050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 12:06:27.567462 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=104050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 12:06:27.567753 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=104050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 12:06:27.568009 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=104050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 12:06:27.568272 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=104050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 12:06:27.568526 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=104050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 12:06:27.568788 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=104050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 12:06:27.569061 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 12:06:27.569321 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=104050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 12:06:27.569588 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=104050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 12:06:27.569857 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=104050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 12:06:27.570113 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=104050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 12:06:27.570370 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 12:06:27.570624 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 12:06:27.570906 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 12:06:27.571286 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 12:06:27.571575 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 12:06:27.571828 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 12:06:27.572235 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=104050) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 21 12:06:27.572478 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=104050) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 21 12:06:27.572718 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=104050) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 21 12:06:27.572957 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=104050) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 21 12:06:27.573192 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=104050) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 21 12:06:27.573430 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=104050) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 21 12:06:27.573804 dv-cinder-850321-1-iscsi neutron-server[104050]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 21 12:06:27.576979 dv-cinder-850321-1-iscsi neutron-server[104050]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 21 12:06:27.581314 dv-cinder-850321-1-iscsi neutron-server[104050]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 21 12:06:27.585200 dv-cinder-850321-1-iscsi neutron-server[104050]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Jul 21 12:06:27.588002 dv-cinder-850321-1-iscsi neutron-server[104050]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 21 12:06:27.588476 dv-cinder-850321-1-iscsi neutron-server[104050]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 21 12:06:27.588829 dv-cinder-850321-1-iscsi neutron-server[104050]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 21 12:06:27.589224 dv-cinder-850321-1-iscsi neutron-server[104050]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 21 12:06:27.592058 dv-cinder-850321-1-iscsi neutron-server[104050]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 21 12:06:27.592311 dv-cinder-850321-1-iscsi neutron-server[104050]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 21 12:06:27.592660 dv-cinder-850321-1-iscsi neutron-server[104050]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 21 12:06:27.597834 dv-cinder-850321-1-iscsi neutron-server[104050]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jul 21 12:06:27.620801 dv-cinder-850321-1-iscsi neutron-server[104050]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 21 12:06:27.621263 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=104050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 12:06:27.621562 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=104050) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Jul 21 12:06:27.621939 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=104050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 12:06:27.623302 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=104050) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 21 12:06:27.623609 dv-cinder-850321-1-iscsi neutron-server[104050]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 21 12:06:27.623855 dv-cinder-850321-1-iscsi neutron-server[104050]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 21 12:06:27.627361 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=104050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 12:06:27.627669 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=104050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 12:06:27.699643 dv-cinder-850321-1-iscsi neutron-server[104050]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 21 12:06:27.699865 dv-cinder-850321-1-iscsi neutron-server[104050]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 21 12:06:27.700105 dv-cinder-850321-1-iscsi neutron-server[104050]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 21 12:06:27.700495 dv-cinder-850321-1-iscsi neutron-server[104050]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 21 12:06:27.754124 dv-cinder-850321-1-iscsi neutron-server[104050]: INFO dbcounter [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Registered counter for database neutron Jul 21 12:06:27.774472 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_db.sqlalchemy.engines [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=104050) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 21 12:06:27.781190 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG dbcounter [-] [104050] Writer thread running {{(pid=104050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 21 12:06:28.344845 dv-cinder-850321-1-iscsi neutron-server[104050]: INFO neutron.plugins.ml2.managers [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Initializing driver for type 'gre' Jul 21 12:06:28.345395 dv-cinder-850321-1-iscsi neutron-server[104050]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] gre ID ranges: [(1, 1000)] Jul 21 12:06:28.402550 dv-cinder-850321-1-iscsi neutron-server[104050]: INFO neutron.plugins.ml2.managers [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Initializing driver for type 'local' Jul 21 12:06:28.402806 dv-cinder-850321-1-iscsi neutron-server[104050]: INFO neutron.plugins.ml2.managers [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Initializing driver for type 'vlan' Jul 21 12:06:28.419132 dv-cinder-850321-1-iscsi neutron-server[104050]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] VlanTypeDriver initialization complete Jul 21 12:06:28.419470 dv-cinder-850321-1-iscsi neutron-server[104050]: INFO neutron.plugins.ml2.managers [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Initializing driver for type 'vxlan' Jul 21 12:06:28.420009 dv-cinder-850321-1-iscsi neutron-server[104050]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] vxlan ID ranges: [(1, 1000)] Jul 21 12:06:28.479417 dv-cinder-850321-1-iscsi neutron-server[104050]: INFO neutron.plugins.ml2.managers [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Initializing extension driver 'port_security' Jul 21 12:06:28.480159 dv-cinder-850321-1-iscsi neutron-server[104050]: INFO neutron.plugins.ml2.extensions.port_security [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] PortSecurityExtensionDriver initialization complete Jul 21 12:06:28.480159 dv-cinder-850321-1-iscsi neutron-server[104050]: INFO neutron.plugins.ml2.managers [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Initializing mechanism driver 'openvswitch' Jul 21 12:06:28.480393 dv-cinder-850321-1-iscsi neutron-server[104050]: INFO neutron.plugins.ml2.managers [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Initializing mechanism driver 'hyperv' Jul 21 12:06:28.488891 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.plugins.ml2.plugin [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=104050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:06:28.489572 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Subscribe: > port after_create 55550000 {{(pid=104050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 12:06:28.489945 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Subscribe: > port after_update 55550000 {{(pid=104050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 12:06:28.490299 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Subscribe: > port after_delete 55550000 {{(pid=104050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 12:06:28.490811 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=104050) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 21 12:06:28.491235 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Subscribe: > subnet after_create 55550000 {{(pid=104050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 12:06:28.491610 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Subscribe: > subnet after_update 55550000 {{(pid=104050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 12:06:28.491960 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Subscribe: > subnet after_delete 55550000 {{(pid=104050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 12:06:28.492350 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=104050) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 21 12:06:28.492762 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Subscribe: > network after_create 55550000 {{(pid=104050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 12:06:28.493119 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Subscribe: > network after_update 55550000 {{(pid=104050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 12:06:28.493464 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Subscribe: > network after_delete 55550000 {{(pid=104050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 12:06:28.493847 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=104050) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 21 12:06:28.494268 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Subscribe: > security_group after_create 55550000 {{(pid=104050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 12:06:28.494616 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Subscribe: > security_group after_update 55550000 {{(pid=104050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 12:06:28.494960 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Subscribe: > security_group after_delete 55550000 {{(pid=104050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 12:06:28.495348 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=104050) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 21 12:06:28.495788 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=104050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 12:06:28.496134 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=104050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 12:06:28.496482 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=104050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 12:06:28.496876 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=104050) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 21 12:06:28.497296 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Subscribe: > address_group after_create 55550000 {{(pid=104050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 12:06:28.497646 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Subscribe: > address_group after_update 55550000 {{(pid=104050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 12:06:28.497993 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Subscribe: > address_group after_delete 55550000 {{(pid=104050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 12:06:28.498373 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=104050) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 21 12:06:28.498832 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] ML2 OVO RPC backend initialized. {{(pid=104050) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jul 21 12:06:28.499578 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Subscribe: > router_interface after_create 55550000 {{(pid=104050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 12:06:28.499934 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 12:06:28.500348 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Subscribe: > network before_response 55550000 {{(pid=104050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 12:06:28.500698 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Subscribe: > networks before_response 55550000 {{(pid=104050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 12:06:28.501043 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Subscribe: > port before_response 55550000 {{(pid=104050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 12:06:28.501383 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Subscribe: > ports before_response 55550000 {{(pid=104050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 12:06:28.501732 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Subscribe: > subnet before_response 55550000 {{(pid=104050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 12:06:28.502077 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Subscribe: > subnets before_response 55550000 {{(pid=104050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 12:06:28.502424 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Subscribe: > network after_create 55550000 {{(pid=104050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 12:06:28.502762 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Subscribe: > network after_update 55550000 {{(pid=104050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 12:06:28.503094 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Subscribe: > network after_delete 55550000 {{(pid=104050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 12:06:28.503426 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Subscribe: > port after_create 55550000 {{(pid=104050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 12:06:28.503784 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Subscribe: > port after_update 55550000 {{(pid=104050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 12:06:28.504119 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Subscribe: > port after_delete 55550000 {{(pid=104050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 12:06:28.504449 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Subscribe: > subnet after_create 55550000 {{(pid=104050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 12:06:28.504780 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Subscribe: > subnet after_update 55550000 {{(pid=104050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 12:06:28.505111 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Subscribe: > subnet after_delete 55550000 {{(pid=104050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 12:06:28.512930 dv-cinder-850321-1-iscsi neutron-server[104050]: INFO neutron.quota [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Loaded quota_driver: . Jul 21 12:06:28.513298 dv-cinder-850321-1-iscsi neutron-server[104050]: INFO neutron.plugins.ml2.plugin [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Modular L2 Plugin initialization complete Jul 21 12:06:28.513642 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.manager [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Loading services supported by the core plugin {{(pid=104050) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 21 12:06:28.514026 dv-cinder-850321-1-iscsi neutron-server[104050]: INFO neutron.plugins.ml2.managers [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Got port-security extension from driver 'port_security' Jul 21 12:06:28.514500 dv-cinder-850321-1-iscsi neutron-server[104050]: INFO neutron.extensions.vlantransparent [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Disabled vlantransparent extension. Jul 21 12:06:28.514994 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.manager [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=104050) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 21 12:06:28.515316 dv-cinder-850321-1-iscsi neutron-server[104050]: INFO neutron.manager [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Loading Plugin: router Jul 21 12:06:28.550040 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Subscribe: > router_interface before_create 55550000 {{(pid=104050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 12:06:28.550426 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Subscribe: > router after_create 55549900 {{(pid=104050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 12:06:28.550792 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Subscribe: > router before_create 55549900 {{(pid=104050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 12:06:28.551320 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Subscribe: > router_interface before_delete 55550000 {{(pid=104050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 12:06:28.551713 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 12:06:28.552069 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Subscribe: > router after_delete 55549900 {{(pid=104050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 12:06:28.552429 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Subscribe: > floatingip after_create 55550000 {{(pid=104050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 12:06:28.552775 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Subscribe: > floatingip after_update 55550000 {{(pid=104050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 12:06:28.553125 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Subscribe: > router after_create 55549900 {{(pid=104050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 12:06:28.553472 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Subscribe: > router after_update 55549900 {{(pid=104050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 12:06:28.553831 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Subscribe: > router after_update 55549900 {{(pid=104050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 12:06:28.554176 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=104050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 12:06:28.554528 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Subscribe: > router after_update 55549900 {{(pid=104050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 12:06:28.554931 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Subscribe: > router precommit_update 55549900 {{(pid=104050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 12:06:28.555409 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Subscribe: port after_update 55550000 {{(pid=104050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 12:06:28.555658 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Subscribe: port after_delete 55550000 {{(pid=104050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 12:06:28.556003 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Subscribe: subnet after_update 55550000 {{(pid=104050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 12:06:28.556333 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=104050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 12:06:28.556677 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Subscribe: > port precommit_delete 55550000 {{(pid=104050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 12:06:28.557133 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Subscribe: > router precommit_create 55549900 {{(pid=104050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 12:06:28.557367 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Subscribe: port before_delete 55550000 {{(pid=104050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 12:06:28.557710 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Subscribe: > router precommit_create 55550000 {{(pid=104050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 12:06:28.558061 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Subscribe: > router after_update 55549900 {{(pid=104050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 12:06:28.558398 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Subscribe: > router precommit_delete 55549900 {{(pid=104050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 12:06:28.558746 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Subscribe: > router precommit_create 55549900 {{(pid=104050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 12:06:28.559210 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Subscribe: > router_interface after_create 55550000 {{(pid=104050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 12:06:28.559445 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Subscribe: > router precommit_update 55549900 {{(pid=104050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 12:06:28.559843 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Subscribe: > agent after_create 55550000 {{(pid=104050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 12:06:28.560184 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Subscribe: > agent after_delete 55550000 {{(pid=104050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 12:06:28.560523 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Subscribe: > network after_delete 55550000 {{(pid=104050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 12:06:28.561384 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.quota.resource_registry [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Tracking information for resource: router configured {{(pid=104050) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 21 12:06:28.561718 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.quota.resource_registry [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Tracking information for resource: floatingip configured {{(pid=104050) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 21 12:06:28.566537 dv-cinder-850321-1-iscsi neutron-server[104050]: INFO neutron.db.l3_agentschedulers_db [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 21 12:06:28.567177 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Subscribe: port after_update 55550000 {{(pid=104050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 12:06:28.567559 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Subscribe: port after_create 55550000 {{(pid=104050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 12:06:28.567909 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Subscribe: port after_delete 55550000 {{(pid=104050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 12:06:28.568255 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Subscribe: port after_update 55550000 {{(pid=104050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 12:06:28.569035 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Subscribe: > router before_create 55550100 {{(pid=104050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 12:06:28.569397 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Subscribe: > router precommit_delete 55550100 {{(pid=104050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 12:06:28.569755 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Subscribe: > router precommit_create 55550100 {{(pid=104050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 12:06:28.570106 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Subscribe: > router precommit_update 55550100 {{(pid=104050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 12:06:28.574930 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.services.provider_configuration [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Service providers = [] {{(pid=104050) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 21 12:06:28.575286 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.db.servicetype_db [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=104050) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 21 12:06:28.578239 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.services.service_base [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=104050) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 21 12:06:28.578589 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.services.service_base [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=104050) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 21 12:06:28.578929 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.services.service_base [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=104050) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 21 12:06:28.580362 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.services.service_base [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=104050) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 21 12:06:28.580737 dv-cinder-850321-1-iscsi neutron-server[104050]: INFO neutron.services.service_base [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 21 12:06:28.581114 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.manager [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=104050) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 21 12:06:28.581428 dv-cinder-850321-1-iscsi neutron-server[104050]: INFO neutron.manager [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 21 12:06:28.591754 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.manager [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Successfully loaded METERING plugin. Description: METERING {{(pid=104050) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 21 12:06:28.592092 dv-cinder-850321-1-iscsi neutron-server[104050]: INFO neutron.manager [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Loading Plugin: auto_allocate Jul 21 12:06:28.597766 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Subscribe: network precommit_update 55550000 {{(pid=104050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 12:06:28.598160 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Subscribe: network precommit_create 55550000 {{(pid=104050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 12:06:28.598676 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.manager [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=104050) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 21 12:06:28.598989 dv-cinder-850321-1-iscsi neutron-server[104050]: INFO neutron.manager [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Loading Plugin: tag Jul 21 12:06:28.605791 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.manager [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=104050) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 21 12:06:28.606130 dv-cinder-850321-1-iscsi neutron-server[104050]: INFO neutron.manager [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Loading Plugin: timestamp Jul 21 12:06:28.609932 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.manager [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=104050) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 21 12:06:28.610260 dv-cinder-850321-1-iscsi neutron-server[104050]: INFO neutron.manager [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Loading Plugin: network_ip_availability Jul 21 12:06:28.615872 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 12:06:28.616238 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 12:06:28.616594 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 12:06:28.617313 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.manager [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=104050) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 21 12:06:28.617627 dv-cinder-850321-1-iscsi neutron-server[104050]: INFO neutron.manager [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Loading Plugin: flavors Jul 21 12:06:28.622490 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.manager [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=104050) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 21 12:06:28.622811 dv-cinder-850321-1-iscsi neutron-server[104050]: INFO neutron.manager [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Loading Plugin: revisions Jul 21 12:06:28.627096 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.manager [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=104050) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 21 12:06:28.627515 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_concurrency.lockutils [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.985s {{(pid=104050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jul 21 12:06:28.628242 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=104050) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Jul 21 12:06:28.628574 dv-cinder-850321-1-iscsi neutron-server[104050]: INFO neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Initializing extension manager. Jul 21 12:06:28.629091 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Loading extension file: __init__.py {{(pid=104050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 12:06:28.629462 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Loading extension file: __pycache__ {{(pid=104050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 12:06:28.629797 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Loading extension file: address_group.py {{(pid=104050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 12:06:28.630505 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=104050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 12:06:28.631078 dv-cinder-850321-1-iscsi neutron-server[104050]: INFO neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Loaded extension: address-group Jul 21 12:06:28.631402 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Loading extension file: address_scope.py {{(pid=104050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 12:06:28.632098 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=104050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 12:06:28.632604 dv-cinder-850321-1-iscsi neutron-server[104050]: INFO neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Loaded extension: address-scope Jul 21 12:06:28.632919 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Loading extension file: admin_state_down_before_update.py {{(pid=104050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 12:06:28.633783 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=104050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 12:06:28.634287 dv-cinder-850321-1-iscsi neutron-server[104050]: INFO neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Loaded extension: router-admin-state-down-before-update Jul 21 12:06:28.634607 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Loading extension file: agent.py {{(pid=104050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 12:06:28.635271 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=104050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 12:06:28.635859 dv-cinder-850321-1-iscsi neutron-server[104050]: INFO neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Loaded extension: agent Jul 21 12:06:28.636135 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Loading extension file: agent_resources_synced.py {{(pid=104050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 12:06:28.636992 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=104050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 12:06:28.637498 dv-cinder-850321-1-iscsi neutron-server[104050]: INFO neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Loaded extension: agent-resources-synced Jul 21 12:06:28.637814 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Loading extension file: allowedaddresspairs.py {{(pid=104050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 12:06:28.639580 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=104050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 12:06:28.640096 dv-cinder-850321-1-iscsi neutron-server[104050]: INFO neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Loaded extension: allowed-address-pairs Jul 21 12:06:28.640420 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Loading extension file: auto_allocated_topology.py {{(pid=104050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 12:06:28.641439 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=104050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 12:06:28.641949 dv-cinder-850321-1-iscsi neutron-server[104050]: INFO neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Loaded extension: auto-allocated-topology Jul 21 12:06:28.642269 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Loading extension file: availability_zone.py {{(pid=104050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 12:06:28.642931 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=104050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 12:06:28.643417 dv-cinder-850321-1-iscsi neutron-server[104050]: INFO neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Loaded extension: availability_zone Jul 21 12:06:28.643772 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Loading extension file: availability_zone_filter.py {{(pid=104050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 12:06:28.644624 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=104050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 12:06:28.645238 dv-cinder-850321-1-iscsi neutron-server[104050]: INFO neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Loaded extension: availability_zone_filter Jul 21 12:06:28.645558 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Loading extension file: data_plane_status.py {{(pid=104050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 12:06:28.646411 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=104050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 12:06:28.646926 dv-cinder-850321-1-iscsi neutron-server[104050]: INFO neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Extension data-plane-status not supported by any of loaded plugins Jul 21 12:06:28.647224 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Loading extension file: default_subnetpools.py {{(pid=104050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 12:06:28.648104 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=104050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 12:06:28.648603 dv-cinder-850321-1-iscsi neutron-server[104050]: INFO neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Loaded extension: default-subnetpools Jul 21 12:06:28.648916 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Loading extension file: dhcpagentscheduler.py {{(pid=104050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 12:06:28.649689 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 12:06:28.650206 dv-cinder-850321-1-iscsi neutron-server[104050]: INFO neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Loaded extension: dhcp_agent_scheduler Jul 21 12:06:28.650530 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Loading extension file: dns.py {{(pid=104050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 12:06:28.651391 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=104050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 12:06:28.651922 dv-cinder-850321-1-iscsi neutron-server[104050]: INFO neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Extension dns-integration not supported by any of loaded plugins Jul 21 12:06:28.652239 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Loading extension file: dns_domain_ports.py {{(pid=104050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 12:06:28.653166 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=104050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 12:06:28.653608 dv-cinder-850321-1-iscsi neutron-server[104050]: INFO neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 21 12:06:28.653924 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=104050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 12:06:28.654785 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=104050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 12:06:28.655287 dv-cinder-850321-1-iscsi neutron-server[104050]: INFO neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 21 12:06:28.655702 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Loading extension file: dvr.py {{(pid=104050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 12:06:28.656279 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=104050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 12:06:28.656784 dv-cinder-850321-1-iscsi neutron-server[104050]: INFO neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Loaded extension: dvr Jul 21 12:06:28.657117 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Loading extension file: ecmp_routes.py {{(pid=104050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 12:06:28.657961 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=104050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 12:06:28.658460 dv-cinder-850321-1-iscsi neutron-server[104050]: INFO neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Extension ecmp_routes not supported by any of loaded plugins Jul 21 12:06:28.658775 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Loading extension file: empty_string_filtering.py {{(pid=104050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 12:06:28.659658 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=104050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 12:06:28.660201 dv-cinder-850321-1-iscsi neutron-server[104050]: INFO neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Loaded extension: empty-string-filtering Jul 21 12:06:28.660511 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=104050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 12:06:28.661368 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 12:06:28.661868 dv-cinder-850321-1-iscsi neutron-server[104050]: INFO neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 21 12:06:28.662185 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=104050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 12:06:28.663041 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=104050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 12:06:28.663567 dv-cinder-850321-1-iscsi neutron-server[104050]: INFO neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 21 12:06:28.663888 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Loading extension file: external_net.py {{(pid=104050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 12:06:28.664744 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=104050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 12:06:28.665251 dv-cinder-850321-1-iscsi neutron-server[104050]: INFO neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Loaded extension: external-net Jul 21 12:06:28.665568 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Loading extension file: extra_dhcp_opt.py {{(pid=104050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 12:06:28.666415 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=104050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 12:06:28.666930 dv-cinder-850321-1-iscsi neutron-server[104050]: INFO neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Loaded extension: extra_dhcp_opt Jul 21 12:06:28.667235 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Loading extension file: extraroute.py {{(pid=104050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 12:06:28.668104 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=104050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 12:06:28.668607 dv-cinder-850321-1-iscsi neutron-server[104050]: INFO neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Loaded extension: extraroute Jul 21 12:06:28.668926 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Loading extension file: extraroute_atomic.py {{(pid=104050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 12:06:28.669934 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=104050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 12:06:28.670401 dv-cinder-850321-1-iscsi neutron-server[104050]: INFO neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Loaded extension: extraroute-atomic Jul 21 12:06:28.670721 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Loading extension file: filter_validation.py {{(pid=104050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 12:06:28.671343 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=104050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 12:06:28.671879 dv-cinder-850321-1-iscsi neutron-server[104050]: INFO neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Loaded extension: filter-validation Jul 21 12:06:28.672202 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Loading extension file: fip_pf_description.py {{(pid=104050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 12:06:28.673260 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=104050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 12:06:28.673769 dv-cinder-850321-1-iscsi neutron-server[104050]: INFO neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 21 12:06:28.674123 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Loading extension file: fip_pf_port_range.py {{(pid=104050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 12:06:28.674943 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=104050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 12:06:28.675450 dv-cinder-850321-1-iscsi neutron-server[104050]: INFO neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Jul 21 12:06:28.675802 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Loading extension file: fip_port_details.py {{(pid=104050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 12:06:28.676717 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 12:06:28.677221 dv-cinder-850321-1-iscsi neutron-server[104050]: INFO neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Loaded extension: fip-port-details Jul 21 12:06:28.677543 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Loading extension file: flavors.py {{(pid=104050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 12:06:28.678731 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=104050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 12:06:28.679244 dv-cinder-850321-1-iscsi neutron-server[104050]: INFO neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Loaded extension: flavors Jul 21 12:06:28.679596 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=104050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 12:06:28.681191 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=104050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 12:06:28.681709 dv-cinder-850321-1-iscsi neutron-server[104050]: INFO neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 21 12:06:28.682038 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Loading extension file: floatingip_pools.py {{(pid=104050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 12:06:28.682698 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=104050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 12:06:28.683210 dv-cinder-850321-1-iscsi neutron-server[104050]: INFO neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Loaded extension: floatingip-pools Jul 21 12:06:28.683551 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Loading extension file: ip_allocation.py {{(pid=104050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 12:06:28.684492 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=104050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 12:06:28.684927 dv-cinder-850321-1-iscsi neutron-server[104050]: INFO neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Extension ip_allocation not supported by any of loaded plugins Jul 21 12:06:28.685243 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Loading extension file: ip_substring_port_filtering.py {{(pid=104050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 12:06:28.686116 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=104050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 12:06:28.686631 dv-cinder-850321-1-iscsi neutron-server[104050]: INFO neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Loaded extension: ip-substring-filtering Jul 21 12:06:28.686942 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Loading extension file: l2_adjacency.py {{(pid=104050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 12:06:28.687841 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=104050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 12:06:28.688345 dv-cinder-850321-1-iscsi neutron-server[104050]: INFO neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Extension l2_adjacency not supported by any of loaded plugins Jul 21 12:06:28.688663 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Loading extension file: l3.py {{(pid=104050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 12:06:28.689598 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=104050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 12:06:28.690113 dv-cinder-850321-1-iscsi neutron-server[104050]: INFO neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Loaded extension: router Jul 21 12:06:28.690431 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Loading extension file: l3_conntrack_helper.py {{(pid=104050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 12:06:28.692674 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 12:06:28.693206 dv-cinder-850321-1-iscsi neutron-server[104050]: INFO neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 21 12:06:28.693527 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Loading extension file: l3_ext_gw_mode.py {{(pid=104050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 12:06:28.694396 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=104050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 12:06:28.694908 dv-cinder-850321-1-iscsi neutron-server[104050]: INFO neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Loaded extension: ext-gw-mode Jul 21 12:06:28.695225 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Loading extension file: l3_ext_ha_mode.py {{(pid=104050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 12:06:28.696123 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=104050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 12:06:28.696625 dv-cinder-850321-1-iscsi neutron-server[104050]: INFO neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Loaded extension: l3-ha Jul 21 12:06:28.696940 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=104050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 12:06:28.697795 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=104050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 12:06:28.698290 dv-cinder-850321-1-iscsi neutron-server[104050]: INFO neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Jul 21 12:06:28.698603 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Loading extension file: l3_flavors.py {{(pid=104050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 12:06:28.699463 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=104050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 12:06:28.700002 dv-cinder-850321-1-iscsi neutron-server[104050]: INFO neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Loaded extension: l3-flavors Jul 21 12:06:28.700309 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Loading extension file: l3_ndp_proxy.py {{(pid=104050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 12:06:28.701641 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=104050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 12:06:28.702148 dv-cinder-850321-1-iscsi neutron-server[104050]: INFO neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Extension l3-ndp-proxy not supported by any of loaded plugins Jul 21 12:06:28.702475 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=104050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 12:06:28.703338 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=104050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 12:06:28.703878 dv-cinder-850321-1-iscsi neutron-server[104050]: INFO neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Loaded extension: l3-port-ip-change-not-allowed Jul 21 12:06:28.704201 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Loading extension file: l3agentscheduler.py {{(pid=104050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 12:06:28.705555 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 12:06:28.706075 dv-cinder-850321-1-iscsi neutron-server[104050]: INFO neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Loaded extension: l3_agent_scheduler Jul 21 12:06:28.706399 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Loading extension file: local_ip.py {{(pid=104050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 12:06:28.708773 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=104050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 12:06:28.708773 dv-cinder-850321-1-iscsi neutron-server[104050]: INFO neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Extension local_ip not supported by any of loaded plugins Jul 21 12:06:28.710156 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Loading extension file: logging.py {{(pid=104050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 12:06:28.710510 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=104050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 12:06:28.711038 dv-cinder-850321-1-iscsi neutron-server[104050]: INFO neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Extension logging not supported by any of loaded plugins Jul 21 12:06:28.711360 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Loading extension file: metering.py {{(pid=104050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 12:06:28.712080 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=104050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 12:06:28.712661 dv-cinder-850321-1-iscsi neutron-server[104050]: INFO neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Loaded extension: metering Jul 21 12:06:28.712976 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=104050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 12:06:28.714254 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=104050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 12:06:28.714770 dv-cinder-850321-1-iscsi neutron-server[104050]: INFO neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Loaded extension: metering_source_and_destination_fields Jul 21 12:06:28.715097 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Loading extension file: multiprovidernet.py {{(pid=104050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 12:06:28.716025 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=104050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 12:06:28.716532 dv-cinder-850321-1-iscsi neutron-server[104050]: INFO neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Loaded extension: multi-provider Jul 21 12:06:28.716858 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Loading extension file: netmtu.py {{(pid=104050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 12:06:28.717721 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=104050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 12:06:28.718224 dv-cinder-850321-1-iscsi neutron-server[104050]: INFO neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Loaded extension: net-mtu Jul 21 12:06:28.718543 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Loading extension file: netmtu_writable.py {{(pid=104050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 12:06:28.719413 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=104050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 12:06:28.719954 dv-cinder-850321-1-iscsi neutron-server[104050]: INFO neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Loaded extension: net-mtu-writable Jul 21 12:06:28.720335 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Loading extension file: network_availability_zone.py {{(pid=104050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 12:06:28.720950 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=104050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 12:06:28.721462 dv-cinder-850321-1-iscsi neutron-server[104050]: INFO neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Loaded extension: network_availability_zone Jul 21 12:06:28.721785 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Loading extension file: network_ip_availability.py {{(pid=104050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 12:06:28.722918 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=104050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 12:06:28.723434 dv-cinder-850321-1-iscsi neutron-server[104050]: INFO neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Loaded extension: network-ip-availability Jul 21 12:06:28.723794 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Loading extension file: network_segment_range.py {{(pid=104050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 12:06:28.724609 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=104050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 12:06:28.725113 dv-cinder-850321-1-iscsi neutron-server[104050]: INFO neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Extension network-segment-range not supported by any of loaded plugins Jul 21 12:06:28.725488 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Loading extension file: pagination.py {{(pid=104050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 12:06:28.726392 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 12:06:28.726722 dv-cinder-850321-1-iscsi neutron-server[104050]: INFO neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Loaded extension: pagination Jul 21 12:06:28.727046 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Loading extension file: port_device_profile.py {{(pid=104050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 12:06:28.727979 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=104050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 12:06:28.728599 dv-cinder-850321-1-iscsi neutron-server[104050]: INFO neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Loaded extension: port-device-profile Jul 21 12:06:28.728922 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Loading extension file: port_mac_address_override.py {{(pid=104050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 12:06:28.729914 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=104050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 12:06:28.730494 dv-cinder-850321-1-iscsi neutron-server[104050]: INFO neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Loaded extension: port-mac-override Jul 21 12:06:28.730744 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Loading extension file: port_mac_address_regenerate.py {{(pid=104050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 12:06:28.731724 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=104050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 12:06:28.732229 dv-cinder-850321-1-iscsi neutron-server[104050]: INFO neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Loaded extension: port-mac-address-regenerate Jul 21 12:06:28.732617 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Loading extension file: port_numa_affinity_policy.py {{(pid=104050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 12:06:28.733552 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=104050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 12:06:28.734127 dv-cinder-850321-1-iscsi neutron-server[104050]: INFO neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Loaded extension: port-numa-affinity-policy Jul 21 12:06:28.734488 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Loading extension file: port_resource_request.py {{(pid=104050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 12:06:28.735402 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=104050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 12:06:28.735953 dv-cinder-850321-1-iscsi neutron-server[104050]: INFO neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Extension port-resource-request not supported by any of loaded plugins Jul 21 12:06:28.736302 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Loading extension file: port_resource_request_groups.py {{(pid=104050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 12:06:28.737222 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=104050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 12:06:28.737730 dv-cinder-850321-1-iscsi neutron-server[104050]: INFO neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Extension port-resource-request-groups not supported by any of loaded plugins Jul 21 12:06:28.738047 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Loading extension file: portbindings.py {{(pid=104050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 12:06:28.738989 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=104050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 12:06:28.739524 dv-cinder-850321-1-iscsi neutron-server[104050]: INFO neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Loaded extension: binding Jul 21 12:06:28.739847 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Loading extension file: portbindings_extended.py {{(pid=104050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 12:06:28.741085 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=104050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 12:06:28.741598 dv-cinder-850321-1-iscsi neutron-server[104050]: INFO neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Loaded extension: binding-extended Jul 21 12:06:28.741925 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Loading extension file: portsecurity.py {{(pid=104050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 12:06:28.742832 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=104050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 12:06:28.743339 dv-cinder-850321-1-iscsi neutron-server[104050]: INFO neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Loaded extension: port-security Jul 21 12:06:28.743691 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Loading extension file: project_id.py {{(pid=104050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 12:06:28.744745 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=104050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 12:06:28.745077 dv-cinder-850321-1-iscsi neutron-server[104050]: INFO neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Loaded extension: project-id Jul 21 12:06:28.745409 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Loading extension file: providernet.py {{(pid=104050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 12:06:28.746270 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=104050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 12:06:28.746951 dv-cinder-850321-1-iscsi neutron-server[104050]: INFO neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Loaded extension: provider Jul 21 12:06:28.747294 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Loading extension file: qos.py {{(pid=104050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 12:06:28.750842 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=104050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 12:06:28.751361 dv-cinder-850321-1-iscsi neutron-server[104050]: INFO neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Extension qos not supported by any of loaded plugins Jul 21 12:06:28.751711 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Loading extension file: qos_bw_limit_direction.py {{(pid=104050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 12:06:28.752904 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=104050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 12:06:28.753420 dv-cinder-850321-1-iscsi neutron-server[104050]: INFO neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 21 12:06:28.753751 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=104050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 12:06:28.754667 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=104050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 12:06:28.755174 dv-cinder-850321-1-iscsi neutron-server[104050]: INFO neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 21 12:06:28.755524 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Loading extension file: qos_default.py {{(pid=104050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 12:06:28.756394 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=104050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 12:06:28.756902 dv-cinder-850321-1-iscsi neutron-server[104050]: INFO neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Extension qos-default not supported by any of loaded plugins Jul 21 12:06:28.757227 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Loading extension file: qos_fip.py {{(pid=104050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 12:06:28.758098 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=104050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 12:06:28.758613 dv-cinder-850321-1-iscsi neutron-server[104050]: INFO neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Extension qos-fip not supported by any of loaded plugins Jul 21 12:06:28.758937 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Loading extension file: qos_fip_network_policy.py {{(pid=104050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 12:06:28.759813 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=104050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 12:06:28.760322 dv-cinder-850321-1-iscsi neutron-server[104050]: INFO neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jul 21 12:06:28.760647 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Loading extension file: qos_gateway_ip.py {{(pid=104050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 12:06:28.761509 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=104050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 12:06:28.762012 dv-cinder-850321-1-iscsi neutron-server[104050]: INFO neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 21 12:06:28.762333 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Loading extension file: qos_port_network_policy.py {{(pid=104050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 12:06:28.763188 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=104050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 12:06:28.763725 dv-cinder-850321-1-iscsi neutron-server[104050]: INFO neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 21 12:06:28.764045 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=104050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 12:06:28.765018 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=104050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 12:06:28.765527 dv-cinder-850321-1-iscsi neutron-server[104050]: INFO neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Extension qos-pps-minimum not supported by any of loaded plugins Jul 21 12:06:28.765849 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=104050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 12:06:28.766824 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=104050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 12:06:28.767331 dv-cinder-850321-1-iscsi neutron-server[104050]: INFO neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Jul 21 12:06:28.767674 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Loading extension file: qos_pps_rule.py {{(pid=104050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 12:06:28.768781 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=104050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 12:06:28.769286 dv-cinder-850321-1-iscsi neutron-server[104050]: INFO neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Extension qos-pps not supported by any of loaded plugins Jul 21 12:06:28.769609 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Loading extension file: qos_rule_type_details.py {{(pid=104050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 12:06:28.770532 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=104050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 12:06:28.771036 dv-cinder-850321-1-iscsi neutron-server[104050]: INFO neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 21 12:06:28.771356 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Loading extension file: qos_rule_type_filter.py {{(pid=104050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 12:06:28.772241 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=104050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 12:06:28.772754 dv-cinder-850321-1-iscsi neutron-server[104050]: INFO neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Extension qos-rule-type-filter not supported by any of loaded plugins Jul 21 12:06:28.773075 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Loading extension file: qos_rules_alias.py {{(pid=104050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 12:06:28.774070 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=104050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 12:06:28.774579 dv-cinder-850321-1-iscsi neutron-server[104050]: INFO neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 21 12:06:28.774902 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Loading extension file: quota_check_limit.py {{(pid=104050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 12:06:28.775793 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=104050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 12:06:28.776304 dv-cinder-850321-1-iscsi neutron-server[104050]: INFO neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Loaded extension: quota-check-limit Jul 21 12:06:28.776627 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Loading extension file: quotasv2.py {{(pid=104050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 12:06:28.777578 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=104050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 12:06:28.777899 dv-cinder-850321-1-iscsi neutron-server[104050]: INFO neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Loaded extension: quotas Jul 21 12:06:28.778220 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Loading extension file: quotasv2_detail.py {{(pid=104050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 12:06:28.779883 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=104050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 12:06:28.780220 dv-cinder-850321-1-iscsi neutron-server[104050]: INFO neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Loaded extension: quota_details Jul 21 12:06:28.780543 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Loading extension file: rbac.py {{(pid=104050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 12:06:28.781875 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=104050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 12:06:28.782406 dv-cinder-850321-1-iscsi neutron-server[104050]: INFO neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Loaded extension: rbac-policies Jul 21 12:06:28.782737 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Loading extension file: rbac_address_group.py {{(pid=104050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 12:06:28.783650 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=104050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 12:06:28.784166 dv-cinder-850321-1-iscsi neutron-server[104050]: INFO neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Loaded extension: rbac-address-group Jul 21 12:06:28.784490 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Loading extension file: rbac_address_scope.py {{(pid=104050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 12:06:28.785375 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=104050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 12:06:28.785891 dv-cinder-850321-1-iscsi neutron-server[104050]: INFO neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Loaded extension: rbac-address-scope Jul 21 12:06:28.786211 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Loading extension file: rbac_security_groups.py {{(pid=104050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 12:06:28.787151 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=104050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 12:06:28.787695 dv-cinder-850321-1-iscsi neutron-server[104050]: INFO neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Loaded extension: rbac-security-groups Jul 21 12:06:28.788019 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Loading extension file: rbac_subnetpool.py {{(pid=104050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 12:06:28.788882 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=104050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 12:06:28.789388 dv-cinder-850321-1-iscsi neutron-server[104050]: INFO neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Loaded extension: rbac-subnetpool Jul 21 12:06:28.789710 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Loading extension file: revisionifmatch.py {{(pid=104050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 12:06:28.790591 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=104050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 12:06:28.791099 dv-cinder-850321-1-iscsi neutron-server[104050]: INFO neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Loaded extension: revision-if-match Jul 21 12:06:28.791421 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Loading extension file: revisions.py {{(pid=104050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 12:06:28.792510 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=104050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 12:06:28.793023 dv-cinder-850321-1-iscsi neutron-server[104050]: INFO neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Loaded extension: standard-attr-revisions Jul 21 12:06:28.793345 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Loading extension file: router_availability_zone.py {{(pid=104050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 12:06:28.793978 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=104050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 12:06:28.794490 dv-cinder-850321-1-iscsi neutron-server[104050]: INFO neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Loaded extension: router_availability_zone Jul 21 12:06:28.794810 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Loading extension file: routerservicetype.py {{(pid=104050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 12:06:28.795715 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=104050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 12:06:28.796220 dv-cinder-850321-1-iscsi neutron-server[104050]: INFO neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Extension router-service-type not supported by any of loaded plugins Jul 21 12:06:28.796538 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=104050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 12:06:28.797413 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=104050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 12:06:28.797919 dv-cinder-850321-1-iscsi neutron-server[104050]: INFO neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Loaded extension: security-groups-normalized-cidr Jul 21 12:06:28.798240 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Loading extension file: security_groups_port_filtering.py {{(pid=104050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 12:06:28.799114 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=104050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 12:06:28.799656 dv-cinder-850321-1-iscsi neutron-server[104050]: INFO neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Loaded extension: port-security-groups-filtering Jul 21 12:06:28.799984 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Loading extension file: security_groups_remote_address_group.py {{(pid=104050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 12:06:28.800849 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=104050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 12:06:28.801419 dv-cinder-850321-1-iscsi neutron-server[104050]: INFO neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Loaded extension: security-groups-remote-address-group Jul 21 12:06:28.801745 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Loading extension file: security_groups_shared_filtering.py {{(pid=104050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 12:06:28.802619 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=104050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 12:06:28.803130 dv-cinder-850321-1-iscsi neutron-server[104050]: INFO neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Loaded extension: security-groups-shared-filtering Jul 21 12:06:28.803452 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Loading extension file: securitygroup.py {{(pid=104050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 12:06:28.814351 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=104050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 12:06:28.814894 dv-cinder-850321-1-iscsi neutron-server[104050]: INFO neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Loaded extension: security-group Jul 21 12:06:28.815225 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Loading extension file: segment.py {{(pid=104050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 12:06:28.815954 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=104050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 12:06:28.816481 dv-cinder-850321-1-iscsi neutron-server[104050]: INFO neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Extension segment not supported by any of loaded plugins Jul 21 12:06:28.816852 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=104050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 12:06:28.817709 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=104050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 12:06:28.818243 dv-cinder-850321-1-iscsi neutron-server[104050]: INFO neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 21 12:06:28.818659 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Loading extension file: servicetype.py {{(pid=104050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 12:06:28.819642 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=104050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 12:06:28.820157 dv-cinder-850321-1-iscsi neutron-server[104050]: INFO neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Loaded extension: service-type Jul 21 12:06:28.820522 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Loading extension file: sorting.py {{(pid=104050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 12:06:28.821397 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 12:06:28.821727 dv-cinder-850321-1-iscsi neutron-server[104050]: INFO neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Loaded extension: sorting Jul 21 12:06:28.822236 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Loading extension file: standard_attr_segment.py {{(pid=104050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 12:06:28.823376 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 12:06:28.823376 dv-cinder-850321-1-iscsi neutron-server[104050]: INFO neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 21 12:06:28.823749 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Loading extension file: standardattrdescription.py {{(pid=104050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 12:06:28.824363 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=104050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 12:06:28.824872 dv-cinder-850321-1-iscsi neutron-server[104050]: INFO neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Loaded extension: standard-attr-description Jul 21 12:06:28.825196 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Loading extension file: stateful_security_group.py {{(pid=104050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 12:06:28.826080 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=104050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 12:06:28.826591 dv-cinder-850321-1-iscsi neutron-server[104050]: INFO neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Loaded extension: stateful-security-group Jul 21 12:06:28.826914 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Loading extension file: stdattrs_common.py {{(pid=104050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 12:06:28.827453 dv-cinder-850321-1-iscsi neutron-server[104050]: WARNING neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 21 12:06:28.827796 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=104050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 12:06:28.828681 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=104050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 12:06:28.829193 dv-cinder-850321-1-iscsi neutron-server[104050]: INFO neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 21 12:06:28.829517 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Loading extension file: subnet_onboard.py {{(pid=104050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 12:06:28.830899 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=104050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 12:06:28.831421 dv-cinder-850321-1-iscsi neutron-server[104050]: INFO neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Loaded extension: subnet_onboard Jul 21 12:06:28.831767 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Loading extension file: subnet_segmentid_writable.py {{(pid=104050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 12:06:28.832698 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=104050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 12:06:28.833209 dv-cinder-850321-1-iscsi neutron-server[104050]: INFO neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 21 12:06:28.833533 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Loading extension file: subnet_service_types.py {{(pid=104050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 12:06:28.834413 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=104050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 12:06:28.834926 dv-cinder-850321-1-iscsi neutron-server[104050]: INFO neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Loaded extension: subnet-service-types Jul 21 12:06:28.835249 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Loading extension file: subnetallocation.py {{(pid=104050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 12:06:28.836329 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=104050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 12:06:28.836847 dv-cinder-850321-1-iscsi neutron-server[104050]: INFO neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Loaded extension: subnet_allocation Jul 21 12:06:28.837169 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=104050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 12:06:28.837811 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=104050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 12:06:28.838326 dv-cinder-850321-1-iscsi neutron-server[104050]: INFO neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Loaded extension: subnetpool-prefix-ops Jul 21 12:06:28.838653 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=104050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 12:06:28.839565 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=104050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 12:06:28.840083 dv-cinder-850321-1-iscsi neutron-server[104050]: INFO neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 21 12:06:28.840401 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Loading extension file: tagging.py {{(pid=104050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 12:06:28.841479 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=104050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 12:06:28.841997 dv-cinder-850321-1-iscsi neutron-server[104050]: INFO neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Loaded extension: standard-attr-tag Jul 21 12:06:28.842322 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Loading extension file: timestamp.py {{(pid=104050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 12:06:28.843501 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=104050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 12:06:28.844018 dv-cinder-850321-1-iscsi neutron-server[104050]: INFO neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Loaded extension: standard-attr-timestamp Jul 21 12:06:28.844344 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Loading extension file: trunk.py {{(pid=104050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 12:06:28.845320 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=104050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 12:06:28.845832 dv-cinder-850321-1-iscsi neutron-server[104050]: INFO neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Extension trunk not supported by any of loaded plugins Jul 21 12:06:28.846155 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Loading extension file: trunk_details.py {{(pid=104050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 12:06:28.847032 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=104050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 12:06:28.847561 dv-cinder-850321-1-iscsi neutron-server[104050]: INFO neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Extension trunk-details not supported by any of loaded plugins Jul 21 12:06:28.847958 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Loading extension file: uplink_status_propagation.py {{(pid=104050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 12:06:28.848842 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=104050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 12:06:28.849344 dv-cinder-850321-1-iscsi neutron-server[104050]: INFO neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 21 12:06:28.849663 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Loading extension file: vlantransparent.py {{(pid=104050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 12:06:28.850309 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=104050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 12:06:28.850810 dv-cinder-850321-1-iscsi neutron-server[104050]: INFO neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Extension vlan-transparent not supported by any of loaded plugins Jul 21 12:06:28.853597 dv-cinder-850321-1-iscsi neutron-server[104050]: INFO neutron.quota.resource_registry [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Creating instance of TrackedResource for resource:network Jul 21 12:06:28.854154 dv-cinder-850321-1-iscsi neutron-server[104050]: INFO neutron.quota.resource_registry [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Creating instance of TrackedResource for resource:subnet Jul 21 12:06:28.854546 dv-cinder-850321-1-iscsi neutron-server[104050]: INFO neutron.quota.resource_registry [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Creating instance of TrackedResource for resource:subnetpool Jul 21 12:06:28.854935 dv-cinder-850321-1-iscsi neutron-server[104050]: INFO neutron.quota.resource_registry [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Creating instance of TrackedResource for resource:port Jul 21 12:06:28.856424 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.v2.resource_helper [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104050) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 21 12:06:28.856862 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.v2.resource_helper [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Service FLAVORS assigned prefix: {{(pid=104050) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 21 12:06:28.857478 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.v2.resource_helper [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104050) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 21 12:06:28.857904 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.v2.resource_helper [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104050) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 21 12:06:28.858235 dv-cinder-850321-1-iscsi neutron-server[104050]: INFO neutron.quota.resource_registry [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Creating instance of TrackedResource for resource:router Jul 21 12:06:28.858671 dv-cinder-850321-1-iscsi neutron-server[104050]: INFO neutron.quota.resource_registry [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Creating instance of TrackedResource for resource:floatingip Jul 21 12:06:28.859161 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.v2.resource_helper [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Service METERING assigned prefix: /metering {{(pid=104050) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 21 12:06:28.860684 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 12:06:28.861063 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 12:06:28.861416 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 12:06:28.862498 dv-cinder-850321-1-iscsi neutron-server[104050]: INFO neutron.quota.resource_registry [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Creating instance of CountableResource for resource:rbac_policy Jul 21 12:06:28.862949 dv-cinder-850321-1-iscsi neutron-server[104050]: INFO neutron.quota.resource_registry [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Creating instance of TrackedResource for resource:security_group Jul 21 12:06:28.863395 dv-cinder-850321-1-iscsi neutron-server[104050]: INFO neutron.quota.resource_registry [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Creating instance of TrackedResource for resource:security_group_rule Jul 21 12:06:28.864004 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.v2.resource_helper [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Service CORE assigned prefix: {{(pid=104050) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 21 12:06:28.864332 dv-cinder-850321-1-iscsi neutron-server[104050]: INFO neutron.quota.resource_registry [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Creating instance of TrackedResource for resource:subnetpool Jul 21 12:06:28.864682 dv-cinder-850321-1-iscsi neutron-server[104050]: WARNING neutron.quota.resource_registry [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] subnetpool is already registered Jul 21 12:06:28.865117 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.v2.resource_helper [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Service CORE assigned prefix: {{(pid=104050) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 21 12:06:28.865441 dv-cinder-850321-1-iscsi neutron-server[104050]: INFO neutron.quota.resource_registry [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Creating instance of TrackedResource for resource:subnetpool Jul 21 12:06:28.865795 dv-cinder-850321-1-iscsi neutron-server[104050]: WARNING neutron.quota.resource_registry [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] subnetpool is already registered Jul 21 12:06:28.868391 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.v2.resource_helper [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104050) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 21 12:06:28.868830 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.v2.resource_helper [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Service FLAVORS assigned prefix: {{(pid=104050) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 21 12:06:28.869432 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.v2.resource_helper [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104050) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 21 12:06:28.869854 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.v2.resource_helper [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104050) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 21 12:06:28.870193 dv-cinder-850321-1-iscsi neutron-server[104050]: INFO neutron.quota.resource_registry [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Creating instance of TrackedResource for resource:router Jul 21 12:06:28.870538 dv-cinder-850321-1-iscsi neutron-server[104050]: WARNING neutron.quota.resource_registry [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] router is already registered Jul 21 12:06:28.870948 dv-cinder-850321-1-iscsi neutron-server[104050]: INFO neutron.quota.resource_registry [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Creating instance of TrackedResource for resource:floatingip Jul 21 12:06:28.871282 dv-cinder-850321-1-iscsi neutron-server[104050]: WARNING neutron.quota.resource_registry [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] floatingip is already registered Jul 21 12:06:28.871788 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.v2.resource_helper [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Service METERING assigned prefix: /metering {{(pid=104050) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 21 12:06:28.872496 dv-cinder-850321-1-iscsi neutron-server[104050]: INFO neutron.quota.resource_registry [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Creating instance of CountableResource for resource:rbac_policy Jul 21 12:06:28.872822 dv-cinder-850321-1-iscsi neutron-server[104050]: WARNING neutron.quota.resource_registry [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] rbac_policy is already registered Jul 21 12:06:28.873239 dv-cinder-850321-1-iscsi neutron-server[104050]: INFO neutron.quota.resource_registry [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Creating instance of TrackedResource for resource:security_group Jul 21 12:06:28.873574 dv-cinder-850321-1-iscsi neutron-server[104050]: WARNING neutron.quota.resource_registry [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] security_group is already registered Jul 21 12:06:28.873977 dv-cinder-850321-1-iscsi neutron-server[104050]: INFO neutron.quota.resource_registry [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Creating instance of TrackedResource for resource:security_group_rule Jul 21 12:06:28.874310 dv-cinder-850321-1-iscsi neutron-server[104050]: WARNING neutron.quota.resource_registry [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] security_group_rule is already registered Jul 21 12:06:28.874985 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.v2.resource_helper [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Service CORE assigned prefix: {{(pid=104050) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 21 12:06:28.875310 dv-cinder-850321-1-iscsi neutron-server[104050]: INFO neutron.quota.resource_registry [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Creating instance of TrackedResource for resource:subnetpool Jul 21 12:06:28.875688 dv-cinder-850321-1-iscsi neutron-server[104050]: WARNING neutron.quota.resource_registry [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] subnetpool is already registered Jul 21 12:06:28.876109 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.v2.resource_helper [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Service CORE assigned prefix: {{(pid=104050) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 21 12:06:28.876448 dv-cinder-850321-1-iscsi neutron-server[104050]: INFO neutron.quota.resource_registry [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Creating instance of TrackedResource for resource:subnetpool Jul 21 12:06:28.876783 dv-cinder-850321-1-iscsi neutron-server[104050]: WARNING neutron.quota.resource_registry [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] subnetpool is already registered Jul 21 12:06:28.877259 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Extended resource: extensions {{(pid=104050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 12:06:28.878798 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Extended resource: address-groups {{(pid=104050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 12:06:28.880449 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Extended resource: address-scopes {{(pid=104050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 12:06:28.881857 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Extended resource: agents {{(pid=104050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 12:06:28.883019 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Extended resource: auto-allocated-topology {{(pid=104050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 12:06:28.884324 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Extended resource: availability_zones {{(pid=104050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 12:06:28.885563 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Extended resource: dhcp-networks {{(pid=104050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 12:06:28.887090 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Extended resource: dhcp-agents {{(pid=104050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 12:06:28.888597 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Extended resource: routers {{(pid=104050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 12:06:28.890341 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Extended resource: flavors {{(pid=104050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 12:06:28.891639 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Extended resource: service_profiles {{(pid=104050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 12:06:28.892867 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Extended resource: next_providers {{(pid=104050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 12:06:28.894339 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Extended resource: service_profiles {{(pid=104050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 12:06:28.895981 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Extended resource: floatingip-pools {{(pid=104050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 12:06:28.897275 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Extended resource: routers {{(pid=104050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 12:06:28.899005 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Extended resource: floatingips {{(pid=104050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 12:06:28.900349 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Extended resource: l3-routers {{(pid=104050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 12:06:28.901760 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Extended resource: l3-agents {{(pid=104050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 12:06:28.903246 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Extended resource: metering-labels {{(pid=104050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 12:06:28.904506 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Extended resource: metering-label-rules {{(pid=104050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 12:06:28.905914 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Extended resource: network-ip-availabilities {{(pid=104050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 12:06:28.907187 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Extended resource: bindings {{(pid=104050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 12:06:28.908782 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Extended resource: quotas {{(pid=104050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 12:06:28.910548 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Extended resource: quotas {{(pid=104050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 12:06:28.912175 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Extended resource: rbac-policies {{(pid=104050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 12:06:28.913385 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Extended resource: security-groups {{(pid=104050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 12:06:28.915855 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Extended resource: security-group-rules {{(pid=104050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 12:06:28.917157 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Extended resource: service-providers {{(pid=104050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 12:06:28.918388 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Extended resource: subnetpools {{(pid=104050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 12:06:28.919745 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Extended resource: subnetpools {{(pid=104050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 12:06:28.921351 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Extended resource: tags {{(pid=104050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 12:06:28.923025 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Extended resource: tags {{(pid=104050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 12:06:28.924913 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Extended resource: tags {{(pid=104050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 12:06:28.926741 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Extended resource: tags {{(pid=104050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 12:06:28.928532 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Extended resource: tags {{(pid=104050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 12:06:28.930508 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Extended resource: tags {{(pid=104050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 12:06:28.932239 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Extended resource: tags {{(pid=104050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 12:06:28.934134 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Extended resource: tags {{(pid=104050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 12:06:28.935972 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Extended resource: tags {{(pid=104050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 12:06:28.937719 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron.api.extensions [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Extended resource: tags {{(pid=104050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 12:06:28.944086 dv-cinder-850321-1-iscsi neutron-server[104050]: WARNING keystonemiddleware.auth_token [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 21 12:06:28.949319 dv-cinder-850321-1-iscsi neutron-server[104050]: WARNING keystonemiddleware.auth_token [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 21 12:06:28.958687 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_concurrency.lockutils [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Acquired lock "singleton_lock" {{(pid=104050) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jul 21 12:06:28.959157 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_concurrency.lockutils [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Releasing lock "singleton_lock" {{(pid=104050) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jul 21 12:06:28.959851 dv-cinder-850321-1-iscsi neutron-server[104050]: INFO oslo_service.service [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Starting 2 workers Jul 21 12:06:28.964653 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Started child 104159 {{(pid=104050) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 21 12:06:28.969342 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Started child 104160 {{(pid=104050) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 21 12:06:28.971006 dv-cinder-850321-1-iscsi neutron-server[104050]: INFO neutron.service [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Neutron service started, listening on 0.0.0.0:9696 Jul 21 12:06:28.971686 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Publish callbacks [] for process (None), before_spawn {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:06:28.973542 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:06:28.974558 dv-cinder-850321-1-iscsi neutron-server[104050]: INFO oslo_service.service [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Starting 1 workers Jul 21 12:06:28.975129 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:06:28.975874 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [-] (104159) wsgi starting up on http://0.0.0.0:9696 Jul 21 12:06:28.977149 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [-] (104160) wsgi starting up on http://0.0.0.0:9696 Jul 21 12:06:28.979526 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Started child 104161 {{(pid=104050) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 21 12:06:28.980115 dv-cinder-850321-1-iscsi neutron-server[104050]: INFO oslo_service.service [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Starting 1 workers Jul 21 12:06:28.983909 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.service [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] calling RpcWorker wait() {{(pid=104161) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 21 12:06:28.984864 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.service [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] returning from RpcWorker wait() {{(pid=104161) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 21 12:06:28.984988 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Started child 104162 {{(pid=104050) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 21 12:06:28.985548 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG neutron_lib.callbacks.manager [None req-392fe81e-21ab-4198-9e79-0307f751f6ed None None] Publish callbacks [] for process (None), after_spawn {{(pid=104050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:06:28.986228 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:06:28.986784 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:06:28.987625 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104050) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 21 12:06:28.988059 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 21 12:06:28.988219 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 21 12:06:28.988418 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 21 12:06:28.988944 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 21 12:06:28.989093 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 21 12:06:28.989627 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:28.989896 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:28.990152 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:28.990407 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:28.991017 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:28.991284 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:28.991558 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:28.991831 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:28.992088 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:28.992324 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:28.992560 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:28.992806 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:28.993014 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:28.993227 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:06:28.994066 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:28.994066 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:28.994066 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:28.994066 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:28.994863 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:28.994863 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:28.994863 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:28.994863 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:28.995722 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] debug = True {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:28.995722 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:28.996125 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:28.996369 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:28.996595 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:28.996807 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:28.997017 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:28.997630 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:28.997630 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:28.997630 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:28.998246 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:28.998246 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:28.998650 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:28.998650 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:28.999075 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:28.999075 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:28.999518 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:28.999518 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:28.999977 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] host = dv-cinder-850321-1-iscsi {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:29.000216 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:29.000528 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:29.000752 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:29.000962 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:29.001173 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:29.001386 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:29.001602 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:29.001814 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:29.002057 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:29.002287 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:29.002507 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:29.002722 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:29.002933 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:29.003144 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] log_file = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:29.003377 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] log_options = True {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:29.003641 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:29.003850 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:29.004061 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:29.004501 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:29.004501 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:29.004943 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:29.004943 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:29.005367 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:29.005367 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:29.005778 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:29.005778 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:29.006206 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:29.006206 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:29.006638 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:29.006638 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:29.007045 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:29.007045 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:29.007933 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:29.007933 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:29.007933 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:29.007933 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:29.008765 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:29.008765 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:29.008765 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:29.008765 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:29.009557 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:29.009557 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:29.009557 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:29.010169 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:29.010169 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:29.010169 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:29.010774 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:29.010774 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:29.010774 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:29.011467 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:29.011467 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:29.011467 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:29.012069 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:29.012069 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:29.012467 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:29.012467 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:29.012868 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:29.012868 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:29.013263 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:29.013263 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:29.013686 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:29.013686 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] use_json = False {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:29.014089 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:29.014089 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:29.014483 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:29.014483 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:29.014913 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:29.014913 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:29.015322 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:29.015322 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:29.015760 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:29.015988 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.016222 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.016532 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.016776 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.017030 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.017250 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.017519 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.018204 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.018204 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.018204 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.018797 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.018797 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.019197 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.019404 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.019776 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.019991 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.020191 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.020396 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.020626 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.020836 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.021042 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.021263 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.021473 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.021694 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.021900 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.022136 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.022344 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.022628 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.022894 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.023172 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.023540 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.023791 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.024076 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.18/identity {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.024284 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.024493 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.024722 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.024933 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.025130 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.025456 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.025675 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:06:29.025899 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.025899 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.026268 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.026455 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.026658 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.026850 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.027054 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.027238 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.027445 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.027725 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.027943 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.028568 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.028568 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.028568 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.029197 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.029197 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.029197 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.029783 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.029783 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.029783 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.030349 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.030349 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.030869 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.030869 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.030869 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.031511 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.031511 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.031511 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.032160 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.032160 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.032160 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.032769 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.032769 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.032769 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.034042 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.034042 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.034042 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.034042 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.034042 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.034042 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.038550 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.038550 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.038550 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.038550 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.038550 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.038550 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.038550 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.038550 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.038550 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.039704 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.039704 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.039704 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.039704 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.039704 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.039704 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.039704 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.039704 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.040717 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.040717 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.040717 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.040717 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.040717 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.040717 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.040717 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.040717 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.041749 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.041749 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.041749 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.041749 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.041749 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.041749 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.041749 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.041749 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.042766 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.042766 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.042766 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.042766 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.042766 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.043379 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.043379 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.043379 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.043710 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.043905 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.044197 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.044427 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.044678 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.044901 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.045899 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.045899 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.045899 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.046521 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.046521 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.046521 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.048200 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.048200 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.048200 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.048200 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.048200 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.048200 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.048200 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.049528 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.049528 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.049528 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.049528 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.049528 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.049528 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.050291 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.050291 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.050291 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.050666 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.050666 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.050941 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.053644 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.053644 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.053644 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.18/identity {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.053644 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.053644 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.053644 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.053644 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.053644 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.054969 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.054969 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.054969 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.054969 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.054969 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.054969 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.054969 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.054969 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.056028 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.056028 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.056028 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.056028 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.056028 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.056028 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.056028 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.056028 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.057422 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.057422 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.057422 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.057422 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.057422 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.057422 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.058430 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.058430 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.058430 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.058430 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.058430 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.060288 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.060288 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.060288 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.060288 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.060288 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.060288 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.060288 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.060288 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.061208 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.061208 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.061208 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.061208 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.061684 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.061684 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.061868 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.061994 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.062226 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.062705 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.062705 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.062969 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.063094 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.063232 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.063457 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.063720 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.063934 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.064146 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.064361 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.064629 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.064850 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.065245 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.065468 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.065691 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.068713 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.068713 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.068713 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.068713 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.068713 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.068713 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.068713 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.068713 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.068713 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.070568 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.070568 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.070568 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.070568 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.070568 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.070568 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.070568 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.070568 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.071651 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.071651 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.071651 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.071651 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.071651 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.071651 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.071651 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.071651 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.076705 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.076705 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.076705 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.076705 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.076705 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.076705 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.076705 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.076705 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.078047 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.078047 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.078047 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.078047 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.078047 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.078047 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.078047 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.078047 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.079340 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.079340 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.079340 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.079340 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.079340 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.079340 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.079340 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.079340 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.081420 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.081420 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.081420 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.081420 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.081420 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.081420 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.081420 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.081420 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.084637 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.084637 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.084637 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.084637 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.084637 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.084637 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.084637 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.084637 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.086025 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.086025 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.086025 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.086025 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.086025 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.086025 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.086025 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.086025 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.086025 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.090262 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.090262 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.090262 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.090262 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.090262 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.090262 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.090262 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.090262 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.090262 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.091864 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.091864 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.091864 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.091864 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.091864 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 21 12:06:29.091864 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104050) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 21 12:06:29.091864 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 21 12:06:29.091864 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 21 12:06:29.093284 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 21 12:06:29.093284 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 21 12:06:29.093284 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 21 12:06:29.093284 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:29.093284 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:29.093284 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:29.093284 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:29.094153 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:29.094153 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:29.094153 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:29.094153 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:29.094153 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:29.094153 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:29.094153 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:29.094153 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:29.097467 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:29.097467 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:29.097467 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:29.097467 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:29.097467 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:29.097467 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:29.097467 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:29.097467 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:29.098843 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:29.098843 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] debug = True {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:29.098843 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:29.098843 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:29.098843 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:29.098843 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:29.099942 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:29.099942 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:29.099942 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:29.099942 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:29.099942 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:29.099942 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:29.099942 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:29.099942 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:29.101284 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:29.101284 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:29.101284 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:29.101284 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:29.101284 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:29.101284 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] host = dv-cinder-850321-1-iscsi {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:29.101284 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:29.101284 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:29.102408 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:29.102408 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:29.102408 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:29.102408 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:29.102408 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:29.102408 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:29.102408 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:29.102408 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:29.103419 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:29.103419 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:29.103419 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:29.103419 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] log_file = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:29.103419 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] log_options = True {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:29.103419 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:29.103419 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:29.103419 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:29.104407 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:29.104407 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:29.104407 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:29.104407 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:29.104407 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:29.104407 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:29.104407 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:29.105810 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:29.105810 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:29.105810 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:29.105810 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:29.105810 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:29.105810 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:29.105810 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:29.105810 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:29.107116 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:29.107116 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:29.107116 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:29.107116 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:29.107116 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:29.107116 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:29.107116 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:29.107116 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:29.108265 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:29.108265 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:29.108265 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:29.108265 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:29.108265 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:29.108265 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:29.108265 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:29.108265 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:29.109487 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:29.109487 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:29.109487 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:29.109487 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:29.109487 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:29.109487 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:29.109487 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:29.109487 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:29.110724 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:29.110724 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:29.110724 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:29.110724 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:29.110724 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] use_json = False {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:29.110724 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:29.110724 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:29.110724 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:29.110724 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:29.112032 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:29.112032 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:29.112032 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:29.112032 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:29.112032 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 12:06:29.112032 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.112032 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.112032 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.113033 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.113033 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.113033 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.113033 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.113033 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.113033 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.113033 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.113033 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.114027 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.114027 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.114027 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.114027 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.114027 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.114027 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.114027 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.114027 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.115051 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.115051 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.115051 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.115051 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.115051 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.115051 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.115051 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.115051 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.117743 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.117743 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.117743 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.117743 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.117743 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.117743 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.18/identity {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.117743 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.117743 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.119597 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.119597 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.119597 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.119597 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.119597 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.119597 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.119597 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.119597 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.119597 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.120732 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.120732 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.120732 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.120732 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.120732 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.120732 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.120732 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.120732 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.120732 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.121389 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.121389 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.121389 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.121389 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.121389 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.121389 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.121389 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.121389 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.122038 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.122038 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.122038 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.122038 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.122038 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.122038 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.122038 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.122038 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.122038 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.122712 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.122712 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.122712 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.122712 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.122712 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.122712 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.122712 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.122712 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.122712 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.123240 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.123240 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.123240 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.123240 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.123240 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.123240 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.123240 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.123240 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.123240 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.124127 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.124127 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.124127 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.124127 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.124127 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.124127 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.124127 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.124127 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.124877 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.124877 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.124877 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.124877 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.124877 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.124877 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.124877 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.124877 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.125372 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.125372 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.125372 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.125372 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.125372 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.125372 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.125372 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.125372 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.125998 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.125998 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.125998 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.125998 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.125998 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.125998 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.125998 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.125998 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.126466 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.126466 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.126466 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.126466 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.126466 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.126466 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.126466 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.126466 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.127099 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.127099 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.127099 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.127099 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.127099 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.127099 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.127099 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.127099 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.127656 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.127656 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.127656 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.127656 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.127656 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.127656 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.127656 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.127656 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.128195 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.128195 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.128195 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.128195 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.128195 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.128195 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.128195 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.128195 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.128716 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.128716 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.18/identity {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.128716 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.128716 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.128716 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.128716 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.128716 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.128716 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.129458 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.129458 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.129458 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.129458 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.129458 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.129458 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.129458 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.129458 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.130013 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.130013 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.130013 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.130013 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.130013 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.130495 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.130495 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.130495 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.130699 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.130699 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.130872 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.131070 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.131196 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.131323 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.131666 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.131864 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.131969 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.132184 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.132279 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.132494 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.132681 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.132771 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.134728 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.134728 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.134728 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.134728 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.134728 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.134728 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.134728 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.134728 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.136040 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.136040 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.136040 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.136040 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.136040 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.136040 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.136040 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.136040 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.136040 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.136693 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.136693 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.136693 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.136693 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.136693 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.136693 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.136693 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.136693 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.137355 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.137355 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.137355 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.137355 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.137355 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.137355 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.137929 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.137929 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.137929 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.137929 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.138199 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.138199 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.138344 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.138520 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.138635 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.138776 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.139167 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.139167 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.139349 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.139433 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.139618 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.139709 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.139859 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.140038 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.140183 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.140326 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.140484 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.140636 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.140800 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.140962 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.141688 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.141688 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.141688 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.141688 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.141688 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.142278 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.142278 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.142278 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.142278 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.144951 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.144951 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.144951 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.144951 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.144951 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.144951 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.144951 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.144951 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.145496 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.145496 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.145496 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.145496 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.145496 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.145496 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.145496 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.145496 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.146086 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.146086 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.146086 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.146086 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.146086 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.146086 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.146086 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.146086 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.146833 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.146833 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.146833 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.146833 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.146833 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.147569 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.147569 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.147569 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.147569 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.147964 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.147964 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.147964 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.148261 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.148261 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.148457 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.148574 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.148680 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.148788 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.148923 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.149056 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.149273 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.149366 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.149511 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.149835 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.149835 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.150491 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.150491 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 12:06:29.150491 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 21 12:06:29.169640 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:06:29.248121 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.18', 55440) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:06:29.256781 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [-] 10.222.0.18 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064580 Jul 21 12:06:38.471954 dv-cinder-850321-1-iscsi neutron-server[104050]: DEBUG dbcounter [-] [104050] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=104050) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:06:41.456370 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68e88324-e261-4d67-b794-4b9b30cfd6b0 None None] get_active_networks_info from dv-cinder-850321-1-iscsi {{(pid=104161) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jul 21 12:06:41.461415 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writer thread running {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 21 12:06:41.548322 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68e88324-e261-4d67-b794-4b9b30cfd6b0 None None] No non-hosted networks {{(pid=104161) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 21 12:06:41.558161 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.agentschedulers_db [None req-68e88324-e261-4d67-b794-4b9b30cfd6b0 None None] DHCP Agent not found on host dv-cinder-850321-1-iscsi {{(pid=104161) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Jul 21 12:06:41.613064 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-512526fc-fbbd-4521-a663-40ddad0f4390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-681581'] for agent (8a21e728-a2e9-4580-a748-6ac9ba47a2a7), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:06:44.042166 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writer thread running {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 21 12:06:44.875784 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-7459be3a-76cf-46e5-af93-a8844b6143e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-681581'] for agent (ceb1130f-c61e-494c-be4f-967cc153319c), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:06:44.929153 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-fa44cc18-7790-4813-be96-d81361d0f90a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (ceb1130f-c61e-494c-be4f-967cc153319c), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:06:45.798383 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-34089123-786a-4f56-8fd8-e31aace790ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-681581'] for agent (7a27be9f-c1a8-4dec-a92f-42ec7311fe12), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:06:46.021089 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.18', 55514) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:06:46.677512 dv-cinder-850321-1-iscsi neutron-server[104160]: WARNING oslo_policy.policy [None req-f778fc0d-125f-42d6-bf73-995f193307b8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 21 12:06:46.678276 dv-cinder-850321-1-iscsi neutron-server[104160]: WARNING oslo_policy.policy [None req-f778fc0d-125f-42d6-bf73-995f193307b8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 21 12:06:46.855565 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-681581'] for agent (c982e9e4-9e4b-4150-8658-75b564dceb25), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:06:46.858740 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:06:46.859462 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:06:46.860465 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:06:46.861227 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:06:46.861947 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:06:46.862672 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:06:46.863374 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:06:46.864121 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:06:46.864815 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:06:46.866876 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:06:46.871501 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:06:46.876006 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:06:46.876588 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:06:46.877146 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:06:46.877904 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:06:46.878404 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-850321-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:06:46.900950 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-850321-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:06:46.901771 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [None req-f778fc0d-125f-42d6-bf73-995f193307b8 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=104160) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 21 12:06:46.917396 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-f778fc0d-125f-42d6-bf73-995f193307b8 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.8946028 Jul 21 12:06:47.209929 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-b3746fee-4e12-46ce-ae12-d62ff35738f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-681581'] for agent (bda8c5c0-9935-4f58-b3ba-5b48a27d9f80), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:06:49.606652 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 55546) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:06:49.777907 dv-cinder-850321-1-iscsi neutron-server[104161]: INFO neutron.db.l3_hamode_db [None req-6bc2d3d2-57ef-4014-9c8f-2abeebfcb80e None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 21 12:06:49.858671 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc2d3d2-57ef-4014-9c8f-2abeebfcb80e None None] Routers set() bound to L3 agent in host dv-cinder-850321-1-iscsi {{(pid=104161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 12:06:49.859056 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc2d3d2-57ef-4014-9c8f-2abeebfcb80e None None] Router IDs set() for agent in host dv-cinder-850321-1-iscsi {{(pid=104161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Jul 21 12:06:50.203210 dv-cinder-850321-1-iscsi neutron-server[104159]: WARNING oslo_policy.policy [None req-a381db8a-59ea-4ab2-8f9e-0e28a5bb1405 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 21 12:06:50.203820 dv-cinder-850321-1-iscsi neutron-server[104159]: WARNING oslo_policy.policy [None req-a381db8a-59ea-4ab2-8f9e-0e28a5bb1405 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 21 12:06:50.416665 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.v2.base [None req-a381db8a-59ea-4ab2-8f9e-0e28a5bb1405 admin admin] Request body: {'subnetpool': {'shared': True, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26}} {{(pid=104159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 12:06:50.521758 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.policy [None req-a381db8a-59ea-4ab2-8f9e-0e28a5bb1405 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104159) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 21 12:06:50.563692 dv-cinder-850321-1-iscsi neutron-server[104159]: WARNING oslo_policy.policy [None req-a381db8a-59ea-4ab2-8f9e-0e28a5bb1405 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 21 12:06:50.564081 dv-cinder-850321-1-iscsi neutron-server[104159]: WARNING oslo_policy.policy [None req-a381db8a-59ea-4ab2-8f9e-0e28a5bb1405 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 21 12:06:50.584829 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writer thread running {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 21 12:06:50.663211 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-a381db8a-59ea-4ab2-8f9e-0e28a5bb1405 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773759358460', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773759357936', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773759177387', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773759187093', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773759196911', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773759203518', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1790474', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1430886', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-374806', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-415168'] for rbac-policy (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:06:50.736382 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-a381db8a-59ea-4ab2-8f9e-0e28a5bb1405 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:06:50.737719 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-a381db8a-59ea-4ab2-8f9e-0e28a5bb1405 admin admin] 10.222.0.18 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.1290767 Jul 21 12:06:52.986290 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 55562) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:06:53.339783 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.v2.base [None req-13bc9f7c-c960-4d05-b191-6eb399518fb9 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=104159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 12:06:53.373890 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13bc9f7c-c960-4d05-b191-6eb399518fb9 demo demo] Made reservation on behalf of 43f8b4157afc45d28ef515833ee374d1 for: {'network': 1} {{(pid=104159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 12:06:53.377957 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-13bc9f7c-c960-4d05-b191-6eb399518fb9 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for network (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:06:53.395770 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-13bc9f7c-c960-4d05-b191-6eb399518fb9 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:06:53.515717 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-13bc9f7c-c960-4d05-b191-6eb399518fb9 demo demo] Publish callbacks [] for security_group (51b21fa5-eed2-4ec2-9325-7a10c06bd1d6), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:06:53.521304 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-13bc9f7c-c960-4d05-b191-6eb399518fb9 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (51b21fa5-eed2-4ec2-9325-7a10c06bd1d6), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:06:53.551422 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13bc9f7c-c960-4d05-b191-6eb399518fb9 demo demo] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=104159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 21 12:06:53.586979 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-13bc9f7c-c960-4d05-b191-6eb399518fb9 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8773761087043', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1820665'] for segment (619e3980-d578-4bca-aef3-cafc854a80e7), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:06:53.587286 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-13bc9f7c-c960-4d05-b191-6eb399518fb9 demo demo] Unsubscribe: segment precommit_create {{(pid=104159) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 21 12:06:53.587814 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.db.segments_db [None req-13bc9f7c-c960-4d05-b191-6eb399518fb9 demo demo] Added segment 619e3980-d578-4bca-aef3-cafc854a80e7 of type vlan for network 7fa0a4fc-e7a2-4afc-9404-65b2e69fb982 Jul 21 12:06:53.608768 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bc9f7c-c960-4d05-b191-6eb399518fb9 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=51b21fa5-eed2-4ec2-9325-7a10c06bd1d6,revision_number=1']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:06:53.661427 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bc9f7c-c960-4d05-b191-6eb399518fb9 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:06:53.661819 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bc9f7c-c960-4d05-b191-6eb399518fb9 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:06:53.662172 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bc9f7c-c960-4d05-b191-6eb399518fb9 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:06:53.662524 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bc9f7c-c960-4d05-b191-6eb399518fb9 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:06:53.662860 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bc9f7c-c960-4d05-b191-6eb399518fb9 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:06:53.663190 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bc9f7c-c960-4d05-b191-6eb399518fb9 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:06:53.663522 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bc9f7c-c960-4d05-b191-6eb399518fb9 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:06:53.663844 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bc9f7c-c960-4d05-b191-6eb399518fb9 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:06:53.664166 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bc9f7c-c960-4d05-b191-6eb399518fb9 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:06:53.664490 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bc9f7c-c960-4d05-b191-6eb399518fb9 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:06:53.664817 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bc9f7c-c960-4d05-b191-6eb399518fb9 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:06:53.665153 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bc9f7c-c960-4d05-b191-6eb399518fb9 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:06:53.665495 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bc9f7c-c960-4d05-b191-6eb399518fb9 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:06:53.665810 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bc9f7c-c960-4d05-b191-6eb399518fb9 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:06:53.666110 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bc9f7c-c960-4d05-b191-6eb399518fb9 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:06:53.667610 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bc9f7c-c960-4d05-b191-6eb399518fb9 demo demo] Tracked resource versions report: Jul 21 12:06:53.667610 dv-cinder-850321-1-iscsi neutron-server[104159]: pushed versions: Jul 21 12:06:53.667610 dv-cinder-850321-1-iscsi neutron-server[104159]: { 'AddressGroup': {'1.2'}, Jul 21 12:06:53.667610 dv-cinder-850321-1-iscsi neutron-server[104159]: 'Agent': {'1.1'}, Jul 21 12:06:53.667610 dv-cinder-850321-1-iscsi neutron-server[104159]: 'ConntrackHelper': {'1.0'}, Jul 21 12:06:53.667610 dv-cinder-850321-1-iscsi neutron-server[104159]: 'LocalIPAssociation': {'1.0'}, Jul 21 12:06:53.667610 dv-cinder-850321-1-iscsi neutron-server[104159]: 'Log': {'1.0'}, Jul 21 12:06:53.667610 dv-cinder-850321-1-iscsi neutron-server[104159]: 'NDPProxy': {'1.0'}, Jul 21 12:06:53.667610 dv-cinder-850321-1-iscsi neutron-server[104159]: 'Network': {'1.1'}, Jul 21 12:06:53.667610 dv-cinder-850321-1-iscsi neutron-server[104159]: 'Port': {'1.7'}, Jul 21 12:06:53.667610 dv-cinder-850321-1-iscsi neutron-server[104159]: 'PortForwarding': {'1.3'}, Jul 21 12:06:53.667610 dv-cinder-850321-1-iscsi neutron-server[104159]: 'QosPolicy': {'1.10'}, Jul 21 12:06:53.667610 dv-cinder-850321-1-iscsi neutron-server[104159]: 'SecurityGroup': {'1.5'}, Jul 21 12:06:53.667610 dv-cinder-850321-1-iscsi neutron-server[104159]: 'SecurityGroupRule': {'1.2'}, Jul 21 12:06:53.667610 dv-cinder-850321-1-iscsi neutron-server[104159]: 'SubPort': {'1.0'}, Jul 21 12:06:53.667610 dv-cinder-850321-1-iscsi neutron-server[104159]: 'Subnet': {'1.1'}, Jul 21 12:06:53.667610 dv-cinder-850321-1-iscsi neutron-server[104159]: 'Trunk': {'1.1'}} Jul 21 12:06:53.667610 dv-cinder-850321-1-iscsi neutron-server[104159]: consumer versions: Jul 21 12:06:53.667610 dv-cinder-850321-1-iscsi neutron-server[104159]: { DHCP agent@dv-cinder-850321-1-iscsi: {}, Jul 21 12:06:53.667610 dv-cinder-850321-1-iscsi neutron-server[104159]: L3 agent@dv-cinder-850321-1-iscsi: {}, Jul 21 12:06:53.667610 dv-cinder-850321-1-iscsi neutron-server[104159]: Metadata agent@dv-cinder-850321-1-iscsi: {}, Jul 21 12:06:53.667610 dv-cinder-850321-1-iscsi neutron-server[104159]: Metering agent@dv-cinder-850321-1-iscsi: {}, Jul 21 12:06:53.667610 dv-cinder-850321-1-iscsi neutron-server[104159]: Open vSwitch agent@dv-cinder-850321-1-iscsi: { 'AddressGroup': '1.2', Jul 21 12:06:53.667610 dv-cinder-850321-1-iscsi neutron-server[104159]: 'Agent': '1.1', Jul 21 12:06:53.667610 dv-cinder-850321-1-iscsi neutron-server[104159]: 'ConntrackHelper': '1.0', Jul 21 12:06:53.667610 dv-cinder-850321-1-iscsi neutron-server[104159]: 'LocalIPAssociation': '1.0', Jul 21 12:06:53.667610 dv-cinder-850321-1-iscsi neutron-server[104159]: 'Log': '1.0', Jul 21 12:06:53.667610 dv-cinder-850321-1-iscsi neutron-server[104159]: 'NDPProxy': '1.0', Jul 21 12:06:53.667610 dv-cinder-850321-1-iscsi neutron-server[104159]: 'Network': '1.1', Jul 21 12:06:53.667610 dv-cinder-850321-1-iscsi neutron-server[104159]: 'Port': '1.7', Jul 21 12:06:53.667610 dv-cinder-850321-1-iscsi neutron-server[104159]: 'PortForwarding': '1.3', Jul 21 12:06:53.667610 dv-cinder-850321-1-iscsi neutron-server[104159]: 'QosPolicy': '1.10', Jul 21 12:06:53.667610 dv-cinder-850321-1-iscsi neutron-server[104159]: 'SecurityGroup': '1.5', Jul 21 12:06:53.667610 dv-cinder-850321-1-iscsi neutron-server[104159]: 'SecurityGroupRule': '1.2', Jul 21 12:06:53.667610 dv-cinder-850321-1-iscsi neutron-server[104159]: 'SubPort': '1.0', Jul 21 12:06:53.667610 dv-cinder-850321-1-iscsi neutron-server[104159]: 'Subnet': '1.1', Jul 21 12:06:53.667610 dv-cinder-850321-1-iscsi neutron-server[104159]: 'Trunk': '1.1'}} Jul 21 12:06:53.667610 dv-cinder-850321-1-iscsi neutron-server[104159]: {{(pid=104159) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 21 12:06:53.702928 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-13bc9f7c-c960-4d05-b191-6eb399518fb9 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773760621873'] for network (7fa0a4fc-e7a2-4afc-9404-65b2e69fb982), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:06:53.754878 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-13bc9f7c-c960-4d05-b191-6eb399518fb9 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329'] for network (7fa0a4fc-e7a2-4afc-9404-65b2e69fb982), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:06:53.761783 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13bc9f7c-c960-4d05-b191-6eb399518fb9 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:06:53.762761 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-13bc9f7c-c960-4d05-b191-6eb399518fb9 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622315'] for network (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:06:53.847513 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-13bc9f7c-c960-4d05-b191-6eb399518fb9 demo demo] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 0.8489110 Jul 21 12:06:53.889665 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bc9f7c-c960-4d05-b191-6eb399518fb9 demo demo] Pushing event updated for resources: {'Network': ['ID=7fa0a4fc-e7a2-4afc-9404-65b2e69fb982,revision_number=1']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:06:53.903499 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Network 7fa0a4fc-e7a2-4afc-9404-65b2e69fb982 details requested by agent ovs-agent-dv-cinder-850321-1-iscsi with host dv-cinder-850321-1-iscsi {{(pid=104161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 21 12:06:56.145906 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 55574) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:06:56.512844 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=53,neutron:INSERT=44,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:06:56.590984 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34ae24bc-005f-4ff2-b16d-236eae79dea5 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:06:56.592311 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-34ae24bc-005f-4ff2-b16d-236eae79dea5 demo admin] 10.222.0.18 "GET /v2.0/networks/7fa0a4fc-e7a2-4afc-9404-65b2e69fb982 HTTP/1.1" status: 200 len: 825 time: 0.4454110 Jul 21 12:06:56.618544 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-f9cf3d92-3f45-44db-a262-39ffd7e73533 demo admin] 10.222.0.18 "GET /v2.0/subnetpools/9b23ad8c-2cdd-4c73-bc77-53eb596dcada HTTP/1.1" status: 200 len: 734 time: 0.0196750 Jul 21 12:06:56.630896 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.v2.base [None req-57ff4f6e-efe3-4737-b1cd-416be87f5e1b demo admin] Request body: {'subnet': {'network_id': '7fa0a4fc-e7a2-4afc-9404-65b2e69fb982', 'name': 'private-subnet', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'subnetpool_id': '9b23ad8c-2cdd-4c73-bc77-53eb596dcada'}} {{(pid=104159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 12:06:56.654972 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57ff4f6e-efe3-4737-b1cd-416be87f5e1b demo admin] Made reservation on behalf of 43f8b4157afc45d28ef515833ee374d1 for: {'subnet': 1} {{(pid=104159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 12:06:56.657369 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-57ff4f6e-efe3-4737-b1cd-416be87f5e1b demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:06:56.790345 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:06:56.973118 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-57ff4f6e-efe3-4737-b1cd-416be87f5e1b demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329'] for subnet (07767308-8a2a-4a26-a730-fb0664aa912f), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:06:57.045353 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ff4f6e-efe3-4737-b1cd-416be87f5e1b demo admin] Pushing event updated for resources: {'Subnet': ['ID=07767308-8a2a-4a26-a730-fb0664aa912f,revision_number=0']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:06:57.054438 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ff4f6e-efe3-4737-b1cd-416be87f5e1b demo admin] Checking segment: {'id': '619e3980-d578-4bca-aef3-cafc854a80e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7fa0a4fc-e7a2-4afc-9404-65b2e69fb982'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 12:06:57.054820 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57ff4f6e-efe3-4737-b1cd-416be87f5e1b demo admin] Network hostable DHCP agents. Network: 7fa0a4fc-e7a2-4afc-9404-65b2e69fb982, hostable agents: ['8a21e728-a2e9-4580-a748-6ac9ba47a2a7'], hosted agents: [] {{(pid=104159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 21 12:06:57.080119 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57ff4f6e-efe3-4737-b1cd-416be87f5e1b demo admin] Network 7fa0a4fc-e7a2-4afc-9404-65b2e69fb982 is scheduled to be hosted by DHCP agent 8a21e728-a2e9-4580-a748-6ac9ba47a2a7 with binding_index 1 {{(pid=104159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 21 12:06:57.096976 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.scheduler.base_scheduler [None req-57ff4f6e-efe3-4737-b1cd-416be87f5e1b demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850321-1-iscsi, 7fa0a4fc-e7a2-4afc-9404-65b2e69fb982) {{(pid=104159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 12:06:57.103196 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57ff4f6e-efe3-4737-b1cd-416be87f5e1b demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:06:57.104096 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-57ff4f6e-efe3-4737-b1cd-416be87f5e1b demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622315'] for subnet (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:06:57.109203 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7f6c385-49a2-4607-becd-014788fb7fa6 None None] Network 7fa0a4fc-e7a2-4afc-9404-65b2e69fb982 requested from dv-cinder-850321-1-iscsi {{(pid=104161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 12:06:57.123366 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-57ff4f6e-efe3-4737-b1cd-416be87f5e1b demo admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4978399 Jul 21 12:06:57.390922 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-360bee64-2721-482f-91e0-004877ad32de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp397e26b8-7a3e-539e-bfac-9573bd620e21-7fa0a4fc-e7a2-4afc-9404-65b2e69fb982', 'network_id': '7fa0a4fc-e7a2-4afc-9404-65b2e69fb982', 'project_id': '43f8b4157afc45d28ef515833ee374d1', 'fixed_ips': [{'subnet_id': '07767308-8a2a-4a26-a730-fb0664aa912f'}]}} from dv-cinder-850321-1-iscsi. {{(pid=104161) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 21 12:06:57.393192 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-360bee64-2721-482f-91e0-004877ad32de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:06:57.774087 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=66,neutron:INSERT=34 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:06:57.788979 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.db_base_plugin_common [None req-360bee64-2721-482f-91e0-004877ad32de None None] Allocated IP 172.20.0.2 (7fa0a4fc-e7a2-4afc-9404-65b2e69fb982/07767308-8a2a-4a26-a730-fb0664aa912f/563826f1-f36d-4c36-bafd-018ef101ca20) {{(pid=104161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 12:06:58.082543 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-360bee64-2721-482f-91e0-004877ad32de None None] Publish callbacks [] for port (563826f1-f36d-4c36-bafd-018ef101ca20), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:06:58.091566 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-360bee64-2721-482f-91e0-004877ad32de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773760637166'] for port (563826f1-f36d-4c36-bafd-018ef101ca20), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:06:58.172347 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-360bee64-2721-482f-91e0-004877ad32de None None] Network 7fa0a4fc-e7a2-4afc-9404-65b2e69fb982 is already hosted by enough agents. {{(pid=104161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 12:06:58.179249 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.scheduler.base_scheduler [None req-360bee64-2721-482f-91e0-004877ad32de None None] Resources bound (agent type, host, resource id): {{(pid=104161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 12:06:58.187090 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360bee64-2721-482f-91e0-004877ad32de None None] Pushing event updated for resources: {'Port': ['ID=563826f1-f36d-4c36-bafd-018ef101ca20,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:06:58.187782 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-360bee64-2721-482f-91e0-004877ad32de None None] Received port after_create {{(pid=104161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 12:06:58.201515 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360bee64-2721-482f-91e0-004877ad32de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:06:58.201875 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360bee64-2721-482f-91e0-004877ad32de None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:06:58.202214 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360bee64-2721-482f-91e0-004877ad32de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:06:58.202546 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360bee64-2721-482f-91e0-004877ad32de None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:06:58.202903 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360bee64-2721-482f-91e0-004877ad32de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:06:58.203213 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360bee64-2721-482f-91e0-004877ad32de None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:06:58.203588 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360bee64-2721-482f-91e0-004877ad32de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:06:58.203919 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360bee64-2721-482f-91e0-004877ad32de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:06:58.204593 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360bee64-2721-482f-91e0-004877ad32de None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:06:58.204918 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360bee64-2721-482f-91e0-004877ad32de None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:06:58.205244 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360bee64-2721-482f-91e0-004877ad32de None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:06:58.205590 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360bee64-2721-482f-91e0-004877ad32de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:06:58.205930 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360bee64-2721-482f-91e0-004877ad32de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:06:58.206251 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360bee64-2721-482f-91e0-004877ad32de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:06:58.206561 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360bee64-2721-482f-91e0-004877ad32de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:06:58.208067 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360bee64-2721-482f-91e0-004877ad32de None None] Tracked resource versions report: Jul 21 12:06:58.208067 dv-cinder-850321-1-iscsi neutron-server[104161]: pushed versions: Jul 21 12:06:58.208067 dv-cinder-850321-1-iscsi neutron-server[104161]: { 'AddressGroup': {'1.2'}, Jul 21 12:06:58.208067 dv-cinder-850321-1-iscsi neutron-server[104161]: 'Agent': {'1.1'}, Jul 21 12:06:58.208067 dv-cinder-850321-1-iscsi neutron-server[104161]: 'ConntrackHelper': {'1.0'}, Jul 21 12:06:58.208067 dv-cinder-850321-1-iscsi neutron-server[104161]: 'LocalIPAssociation': {'1.0'}, Jul 21 12:06:58.208067 dv-cinder-850321-1-iscsi neutron-server[104161]: 'Log': {'1.0'}, Jul 21 12:06:58.208067 dv-cinder-850321-1-iscsi neutron-server[104161]: 'NDPProxy': {'1.0'}, Jul 21 12:06:58.208067 dv-cinder-850321-1-iscsi neutron-server[104161]: 'Network': {'1.1'}, Jul 21 12:06:58.208067 dv-cinder-850321-1-iscsi neutron-server[104161]: 'Port': {'1.7'}, Jul 21 12:06:58.208067 dv-cinder-850321-1-iscsi neutron-server[104161]: 'PortForwarding': {'1.3'}, Jul 21 12:06:58.208067 dv-cinder-850321-1-iscsi neutron-server[104161]: 'QosPolicy': {'1.10'}, Jul 21 12:06:58.208067 dv-cinder-850321-1-iscsi neutron-server[104161]: 'SecurityGroup': {'1.5'}, Jul 21 12:06:58.208067 dv-cinder-850321-1-iscsi neutron-server[104161]: 'SecurityGroupRule': {'1.2'}, Jul 21 12:06:58.208067 dv-cinder-850321-1-iscsi neutron-server[104161]: 'SubPort': {'1.0'}, Jul 21 12:06:58.208067 dv-cinder-850321-1-iscsi neutron-server[104161]: 'Subnet': {'1.1'}, Jul 21 12:06:58.208067 dv-cinder-850321-1-iscsi neutron-server[104161]: 'Trunk': {'1.1'}} Jul 21 12:06:58.208067 dv-cinder-850321-1-iscsi neutron-server[104161]: consumer versions: Jul 21 12:06:58.208067 dv-cinder-850321-1-iscsi neutron-server[104161]: { DHCP agent@dv-cinder-850321-1-iscsi: {}, Jul 21 12:06:58.208067 dv-cinder-850321-1-iscsi neutron-server[104161]: L3 agent@dv-cinder-850321-1-iscsi: {}, Jul 21 12:06:58.208067 dv-cinder-850321-1-iscsi neutron-server[104161]: Metadata agent@dv-cinder-850321-1-iscsi: {}, Jul 21 12:06:58.208067 dv-cinder-850321-1-iscsi neutron-server[104161]: Metering agent@dv-cinder-850321-1-iscsi: {}, Jul 21 12:06:58.208067 dv-cinder-850321-1-iscsi neutron-server[104161]: Open vSwitch agent@dv-cinder-850321-1-iscsi: { 'AddressGroup': '1.2', Jul 21 12:06:58.208067 dv-cinder-850321-1-iscsi neutron-server[104161]: 'Agent': '1.1', Jul 21 12:06:58.208067 dv-cinder-850321-1-iscsi neutron-server[104161]: 'ConntrackHelper': '1.0', Jul 21 12:06:58.208067 dv-cinder-850321-1-iscsi neutron-server[104161]: 'LocalIPAssociation': '1.0', Jul 21 12:06:58.208067 dv-cinder-850321-1-iscsi neutron-server[104161]: 'Log': '1.0', Jul 21 12:06:58.208067 dv-cinder-850321-1-iscsi neutron-server[104161]: 'NDPProxy': '1.0', Jul 21 12:06:58.208067 dv-cinder-850321-1-iscsi neutron-server[104161]: 'Network': '1.1', Jul 21 12:06:58.208067 dv-cinder-850321-1-iscsi neutron-server[104161]: 'Port': '1.7', Jul 21 12:06:58.208067 dv-cinder-850321-1-iscsi neutron-server[104161]: 'PortForwarding': '1.3', Jul 21 12:06:58.208067 dv-cinder-850321-1-iscsi neutron-server[104161]: 'QosPolicy': '1.10', Jul 21 12:06:58.208067 dv-cinder-850321-1-iscsi neutron-server[104161]: 'SecurityGroup': '1.5', Jul 21 12:06:58.208067 dv-cinder-850321-1-iscsi neutron-server[104161]: 'SecurityGroupRule': '1.2', Jul 21 12:06:58.208067 dv-cinder-850321-1-iscsi neutron-server[104161]: 'SubPort': '1.0', Jul 21 12:06:58.208067 dv-cinder-850321-1-iscsi neutron-server[104161]: 'Subnet': '1.1', Jul 21 12:06:58.208067 dv-cinder-850321-1-iscsi neutron-server[104161]: 'Trunk': '1.1'}} Jul 21 12:06:58.208067 dv-cinder-850321-1-iscsi neutron-server[104161]: {{(pid=104161) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 21 12:06:58.290793 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.managers [None req-360bee64-2721-482f-91e0-004877ad32de None None] Attempting to bind port 563826f1-f36d-4c36-bafd-018ef101ca20 on host dv-cinder-850321-1-iscsi for vnic_type normal with profile {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 12:06:58.291194 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.managers [None req-360bee64-2721-482f-91e0-004877ad32de None None] Attempting to bind port 563826f1-f36d-4c36-bafd-018ef101ca20 by drivers openvswitch,hyperv on host dv-cinder-850321-1-iscsi at level 0 using segments [{'id': '619e3980-d578-4bca-aef3-cafc854a80e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7fa0a4fc-e7a2-4afc-9404-65b2e69fb982'}] {{(pid=104161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 12:06:58.291665 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360bee64-2721-482f-91e0-004877ad32de None None] Attempting to bind port 563826f1-f36d-4c36-bafd-018ef101ca20 on network 7fa0a4fc-e7a2-4afc-9404-65b2e69fb982 {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 12:06:58.297313 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360bee64-2721-482f-91e0-004877ad32de None None] Checking agent: {'id': 'c982e9e4-9e4b-4150-8658-75b564dceb25', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850321-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 12, 6, 47), 'started_at': datetime.datetime(2022, 7, 21, 12, 6, 47), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 12, 6, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850321-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 12:06:58.297698 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360bee64-2721-482f-91e0-004877ad32de None None] Checking segment: {'id': '619e3980-d578-4bca-aef3-cafc854a80e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7fa0a4fc-e7a2-4afc-9404-65b2e69fb982'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 12:06:58.298190 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-360bee64-2721-482f-91e0-004877ad32de None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:06:58.298584 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360bee64-2721-482f-91e0-004877ad32de None None] Bound using segment: {'id': '619e3980-d578-4bca-aef3-cafc854a80e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7fa0a4fc-e7a2-4afc-9404-65b2e69fb982'} {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 12:06:58.299087 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.managers [None req-360bee64-2721-482f-91e0-004877ad32de None None] Bound port: 563826f1-f36d-4c36-bafd-018ef101ca20, host: dv-cinder-850321-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '619e3980-d578-4bca-aef3-cafc854a80e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7fa0a4fc-e7a2-4afc-9404-65b2e69fb982'}}] {{(pid=104161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 12:06:58.299531 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-360bee64-2721-482f-91e0-004877ad32de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (563826f1-f36d-4c36-bafd-018ef101ca20), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:06:58.366022 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-360bee64-2721-482f-91e0-004877ad32de None None] For port 563826f1-f36d-4c36-bafd-018ef101ca20, host dv-cinder-850321-1-iscsi, cleared binding levels {{(pid=104161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 12:06:58.369380 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=7 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:06:58.388324 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-360bee64-2721-482f-91e0-004877ad32de None None] For port 563826f1-f36d-4c36-bafd-018ef101ca20, host dv-cinder-850321-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-1-iscsi',level=0,port_id=563826f1-f36d-4c36-bafd-018ef101ca20,segment=NetworkSegment(619e3980-d578-4bca-aef3-cafc854a80e7),segment_id=619e3980-d578-4bca-aef3-cafc854a80e7)] {{(pid=104161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 12:06:58.397019 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-360bee64-2721-482f-91e0-004877ad32de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158'] for port (563826f1-f36d-4c36-bafd-018ef101ca20), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:06:58.459928 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360bee64-2721-482f-91e0-004877ad32de None None] Pushing event updated for resources: {'Port': ['ID=563826f1-f36d-4c36-bafd-018ef101ca20,revision_number=2']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:06:59.560834 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 55586) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:06:59.962974 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [None req-5768b49b-5ac0-4a68-8351-312e6777bef0 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=104159) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 21 12:06:59.975514 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-5768b49b-5ac0-4a68-8351-312e6777bef0 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.4021521 Jul 21 12:07:01.202584 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=7 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:07:01.211033 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=17,neutron:INSERT=31 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:07:02.298358 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 55598) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:07:02.669668 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [None req-dc363bf7-e6d7-4364-9ed1-7c45512a7974 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=104159) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 21 12:07:02.670676 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-dc363bf7-e6d7-4364-9ed1-7c45512a7974 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3712811 Jul 21 12:07:04.989771 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 55606) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:07:05.367793 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.v2.base [None req-748711b4-1a7d-4eb0-8b67-232b7e4ff0e8 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=104159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 12:07:05.403743 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-748711b4-1a7d-4eb0-8b67-232b7e4ff0e8 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-687199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4047'] for router (a7417362-5134-4868-b07f-419fb0450b35), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:07:05.405499 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-748711b4-1a7d-4eb0-8b67-232b7e4ff0e8 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-679371', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-728442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4088'] for router (a7417362-5134-4868-b07f-419fb0450b35), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:07:05.556005 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-748711b4-1a7d-4eb0-8b67-232b7e4ff0e8 demo demo] Publish callbacks [] for router_controller (a7417362-5134-4868-b07f-419fb0450b35), precommit_add_association {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:07:05.561654 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-748711b4-1a7d-4eb0-8b67-232b7e4ff0e8 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-680199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-679602'] for router (a7417362-5134-4868-b07f-419fb0450b35), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:07:05.581102 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-748711b4-1a7d-4eb0-8b67-232b7e4ff0e8 demo demo] Publish callbacks [] for router (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:07:05.582447 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-748711b4-1a7d-4eb0-8b67-232b7e4ff0e8 demo demo] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5915561 Jul 21 12:07:06.700884 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2454fe7-5076-41f2-b94e-eecf7a7db2df None None] Network 7fa0a4fc-e7a2-4afc-9404-65b2e69fb982 requested from dv-cinder-850321-1-iscsi {{(pid=104161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 12:07:06.772561 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [None req-6e10361e-4a53-403b-bbfa-075b9fe781f3 None None] Provisioning complete for port 563826f1-f36d-4c36-bafd-018ef101ca20 triggered by entity DHCP. {{(pid=104161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 12:07:06.772972 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-6e10361e-4a53-403b-bbfa-075b9fe781f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388846'] for port (563826f1-f36d-4c36-bafd-018ef101ca20), provisioning_complete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:07:06.965442 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-6e10361e-4a53-403b-bbfa-075b9fe781f3 None None] Current status of the port 563826f1-f36d-4c36-bafd-018ef101ca20 is: DOWN; New status is: ACTIVE {{(pid=104161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 12:07:06.965841 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-6e10361e-4a53-403b-bbfa-075b9fe781f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (563826f1-f36d-4c36-bafd-018ef101ca20), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:07:07.012452 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-6e10361e-4a53-403b-bbfa-075b9fe781f3 None None] For port 563826f1-f36d-4c36-bafd-018ef101ca20, host dv-cinder-850321-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-1-iscsi',level=0,port_id=563826f1-f36d-4c36-bafd-018ef101ca20,segment=NetworkSegment(619e3980-d578-4bca-aef3-cafc854a80e7),segment_id=619e3980-d578-4bca-aef3-cafc854a80e7)] {{(pid=104161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 12:07:07.015760 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Device 563826f1-f36d-4c36-bafd-018ef101ca20 up at agent ovs-agent-dv-cinder-850321-1-iscsi {{(pid=104161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 12:07:07.037465 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-6e10361e-4a53-403b-bbfa-075b9fe781f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158'] for port (563826f1-f36d-4c36-bafd-018ef101ca20), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:07:07.087057 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:07:07.114424 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e10361e-4a53-403b-bbfa-075b9fe781f3 None None] Pushing event updated for resources: {'Port': ['ID=563826f1-f36d-4c36-bafd-018ef101ca20,revision_number=3']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:07:07.122274 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Provisioning complete for port 563826f1-f36d-4c36-bafd-018ef101ca20 triggered by entity L2. {{(pid=104161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 12:07:07.122693 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388846'] for port (563826f1-f36d-4c36-bafd-018ef101ca20), provisioning_complete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:07:07.198156 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Current status of the port 563826f1-f36d-4c36-bafd-018ef101ca20 is: ACTIVE; New status is: ACTIVE {{(pid=104161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 12:07:07.258882 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [None req-06484c18-0f92-41c3-b067-d828e6a1a4a2 None None] Provisioning complete for port 563826f1-f36d-4c36-bafd-018ef101ca20 triggered by entity DHCP. {{(pid=104161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 12:07:07.258882 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-06484c18-0f92-41c3-b067-d828e6a1a4a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388846'] for port (563826f1-f36d-4c36-bafd-018ef101ca20), provisioning_complete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:07:07.340907 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-06484c18-0f92-41c3-b067-d828e6a1a4a2 None None] Current status of the port 563826f1-f36d-4c36-bafd-018ef101ca20 is: ACTIVE; New status is: ACTIVE {{(pid=104161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 12:07:07.902025 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 55618) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:07:08.245146 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [None req-b099594b-af2d-45ac-91ae-a819be6108fe admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=104159) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 21 12:07:08.246151 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-b099594b-af2d-45ac-91ae-a819be6108fe admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3431978 Jul 21 12:07:08.965433 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Device 563826f1-f36d-4c36-bafd-018ef101ca20 up at agent ovs-agent-dv-cinder-850321-1-iscsi {{(pid=104161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 12:07:09.011434 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Provisioning complete for port 563826f1-f36d-4c36-bafd-018ef101ca20 triggered by entity L2. {{(pid=104161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 12:07:09.011844 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388846'] for port (563826f1-f36d-4c36-bafd-018ef101ca20), provisioning_complete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:07:09.083912 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Current status of the port 563826f1-f36d-4c36-bafd-018ef101ca20 is: ACTIVE; New status is: ACTIVE {{(pid=104161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 12:07:10.549374 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 55626) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:07:10.888826 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.v2.base [None req-2643a7a4-2425-4232-87d2-02c6282d40c2 admin admin] Request body: {'network': {'is_default': True, 'provider:network_type': 'flat', 'name': 'public', 'router:external': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True}} {{(pid=104159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 12:07:10.913325 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2643a7a4-2425-4232-87d2-02c6282d40c2 admin admin] Made reservation on behalf of 8a4579ac3a4640e986aabfbb2b1ede46 for: {'network': 1} {{(pid=104159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 12:07:10.916105 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-2643a7a4-2425-4232-87d2-02c6282d40c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for network (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:07:10.927263 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-2643a7a4-2425-4232-87d2-02c6282d40c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:07:11.027260 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-2643a7a4-2425-4232-87d2-02c6282d40c2 admin admin] Publish callbacks [] for security_group (2e53fd64-f3dd-4c28-a927-9abb66c78435), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:07:11.032279 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-2643a7a4-2425-4232-87d2-02c6282d40c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (2e53fd64-f3dd-4c28-a927-9abb66c78435), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:07:11.047780 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-2643a7a4-2425-4232-87d2-02c6282d40c2 admin admin] Reserving flat network on physical network physnet1 {{(pid=104159) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 21 12:07:11.059324 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:07:11.073820 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-2643a7a4-2425-4232-87d2-02c6282d40c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1820665'] for segment (516861e0-d3fe-4b3f-83ca-af9f79051018), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:07:11.074289 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.db.segments_db [None req-2643a7a4-2425-4232-87d2-02c6282d40c2 admin admin] Added segment 516861e0-d3fe-4b3f-83ca-af9f79051018 of type flat for network f382b478-dfd7-4678-bcdd-821f508b5bc8 Jul 21 12:07:11.084246 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2643a7a4-2425-4232-87d2-02c6282d40c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e53fd64-f3dd-4c28-a927-9abb66c78435,revision_number=1']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:07:11.131001 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-2643a7a4-2425-4232-87d2-02c6282d40c2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773760621873'] for network (f382b478-dfd7-4678-bcdd-821f508b5bc8), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:07:11.166160 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-2643a7a4-2425-4232-87d2-02c6282d40c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329'] for network (f382b478-dfd7-4678-bcdd-821f508b5bc8), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:07:11.167155 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2643a7a4-2425-4232-87d2-02c6282d40c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:07:11.167757 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-2643a7a4-2425-4232-87d2-02c6282d40c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622315'] for network (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:07:11.212025 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:INSERT=20,neutron:SELECT=72,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:07:11.230754 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-2643a7a4-2425-4232-87d2-02c6282d40c2 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6802900 Jul 21 12:07:11.269190 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2643a7a4-2425-4232-87d2-02c6282d40c2 admin admin] Pushing event updated for resources: {'Network': ['ID=f382b478-dfd7-4678-bcdd-821f508b5bc8,revision_number=1']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:07:11.281809 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Network f382b478-dfd7-4678-bcdd-821f508b5bc8 details requested by agent ovs-agent-dv-cinder-850321-1-iscsi with host dv-cinder-850321-1-iscsi {{(pid=104161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 21 12:07:11.359299 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=100 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:07:11.385652 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-967565ba-c7aa-42c4-a08a-5e0c42b5abc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (8a21e728-a2e9-4580-a748-6ac9ba47a2a7), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:07:13.542537 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 55634) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:07:13.950185 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-205bc2a3-f83c-4cd7-b39d-fe560d6c1d67 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:07:13.951505 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-205bc2a3-f83c-4cd7-b39d-fe560d6c1d67 demo admin] 10.222.0.18 "GET /v2.0/subnets/07767308-8a2a-4a26-a730-fb0664aa912f HTTP/1.1" status: 200 len: 849 time: 0.4079635 Jul 21 12:07:14.073272 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-6e1e581a-6182-4c11-a61b-cf8e982d212e demo admin] 10.222.0.18 "GET /v2.0/routers/a7417362-5134-4868-b07f-419fb0450b35 HTTP/1.1" status: 200 len: 704 time: 0.1151574 Jul 21 12:07:14.357869 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-45d1eed4-ffbe-4a34-8a1a-d5e148b36dd1 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:07:14.668127 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.db.db_base_plugin_common [None req-45d1eed4-ffbe-4a34-8a1a-d5e148b36dd1 demo admin] Allocated IP 172.20.0.1 (7fa0a4fc-e7a2-4afc-9404-65b2e69fb982/07767308-8a2a-4a26-a730-fb0664aa912f/7a3f8e93-30c1-4117-a599-e2ab5e069c99) {{(pid=104159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 12:07:14.833062 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-c3c77416-12b5-4c8f-907e-6a9e247ffc97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (ceb1130f-c61e-494c-be4f-967cc153319c), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:07:14.891142 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-45d1eed4-ffbe-4a34-8a1a-d5e148b36dd1 demo admin] Publish callbacks [] for port (7a3f8e93-30c1-4117-a599-e2ab5e069c99), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:07:14.955107 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:07:14.963365 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-45d1eed4-ffbe-4a34-8a1a-d5e148b36dd1 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773760637166'] for port (7a3f8e93-30c1-4117-a599-e2ab5e069c99), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:07:15.041371 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45d1eed4-ffbe-4a34-8a1a-d5e148b36dd1 demo admin] Network 7fa0a4fc-e7a2-4afc-9404-65b2e69fb982 is already hosted by enough agents. {{(pid=104159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 12:07:15.053638 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.scheduler.base_scheduler [None req-45d1eed4-ffbe-4a34-8a1a-d5e148b36dd1 demo admin] Resources bound (agent type, host, resource id): {{(pid=104159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 12:07:15.057983 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d1eed4-ffbe-4a34-8a1a-d5e148b36dd1 demo admin] Received port after_create {{(pid=104159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 12:07:15.058534 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-45d1eed4-ffbe-4a34-8a1a-d5e148b36dd1 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-682569'] for router_interface (a7417362-5134-4868-b07f-419fb0450b35), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:07:15.114813 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d1eed4-ffbe-4a34-8a1a-d5e148b36dd1 demo admin] Pushing event updated for resources: {'Port': ['ID=7a3f8e93-30c1-4117-a599-e2ab5e069c99,revision_number=1']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:07:15.222647 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [None req-88620d63-fc59-42e0-88cc-9e7b7ef0cca7 None None] Provisioning complete for port 7a3f8e93-30c1-4117-a599-e2ab5e069c99 triggered by entity DHCP. {{(pid=104161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 12:07:15.222943 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-88620d63-fc59-42e0-88cc-9e7b7ef0cca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388846'] for port (7a3f8e93-30c1-4117-a599-e2ab5e069c99), provisioning_complete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:07:15.260984 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:07:15.270807 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-45d1eed4-ffbe-4a34-8a1a-d5e148b36dd1 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (7a3f8e93-30c1-4117-a599-e2ab5e069c99), before_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:07:15.315142 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-88620d63-fc59-42e0-88cc-9e7b7ef0cca7 None None] Port 7a3f8e93-30c1-4117-a599-e2ab5e069c99 cannot update to ACTIVE because it is not bound. {{(pid=104161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 12:07:15.494341 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-45d1eed4-ffbe-4a34-8a1a-d5e148b36dd1 demo admin] Publish callbacks [] for port (7a3f8e93-30c1-4117-a599-e2ab5e069c99), precommit_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:07:15.500469 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-45d1eed4-ffbe-4a34-8a1a-d5e148b36dd1 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158'] for port (7a3f8e93-30c1-4117-a599-e2ab5e069c99), after_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:07:15.501281 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-45d1eed4-ffbe-4a34-8a1a-d5e148b36dd1 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-682661'] for router_interface (a7417362-5134-4868-b07f-419fb0450b35), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:07:15.586275 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d1eed4-ffbe-4a34-8a1a-d5e148b36dd1 demo admin] Pushing event updated for resources: {'Port': ['ID=7a3f8e93-30c1-4117-a599-e2ab5e069c99,revision_number=2']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:07:15.633967 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45d1eed4-ffbe-4a34-8a1a-d5e148b36dd1 demo admin] Network 7fa0a4fc-e7a2-4afc-9404-65b2e69fb982 is already hosted by enough agents. {{(pid=104159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 12:07:15.635298 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.scheduler.base_scheduler [None req-45d1eed4-ffbe-4a34-8a1a-d5e148b36dd1 demo admin] Resources bound (agent type, host, resource id): {{(pid=104159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 12:07:15.781252 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-34089123-786a-4f56-8fd8-e31aace790ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (7a27be9f-c1a8-4dec-a92f-42ec7311fe12), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:07:15.814637 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45d1eed4-ffbe-4a34-8a1a-d5e148b36dd1 demo admin] Router a7417362-5134-4868-b07f-419fb0450b35 is scheduled to L3 agent ceb1130f-c61e-494c-be4f-967cc153319c with binding_index 1 {{(pid=104159) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 21 12:07:15.836561 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [None req-91e0f306-cbaf-4db0-9437-40926e80a588 None None] Provisioning complete for port 7a3f8e93-30c1-4117-a599-e2ab5e069c99 triggered by entity DHCP. {{(pid=104161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 12:07:15.837369 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-91e0f306-cbaf-4db0-9437-40926e80a588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388846'] for port (7a3f8e93-30c1-4117-a599-e2ab5e069c99), provisioning_complete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:07:15.870113 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-91e0f306-cbaf-4db0-9437-40926e80a588 None None] Port 7a3f8e93-30c1-4117-a599-e2ab5e069c99 cannot update to ACTIVE because it is not bound. {{(pid=104161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 12:07:15.909074 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45d1eed4-ffbe-4a34-8a1a-d5e148b36dd1 demo admin] Notify agent at l3_agent.dv-cinder-850321-1-iscsi the message routers_updated {{(pid=104159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 12:07:15.915598 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-45d1eed4-ffbe-4a34-8a1a-d5e148b36dd1 demo admin] 10.222.0.18 "PUT /v2.0/routers/a7417362-5134-4868-b07f-419fb0450b35/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8356910 Jul 21 12:07:15.920953 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78134eb2-243e-4c04-bed3-6740739789bb None None] Sync routers for ids ['a7417362-5134-4868-b07f-419fb0450b35'] in dv-cinder-850321-1-iscsi {{(pid=104162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 12:07:15.935531 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78134eb2-243e-4c04-bed3-6740739789bb None None] Routers {'a7417362-5134-4868-b07f-419fb0450b35'} bound to L3 agent in host dv-cinder-850321-1-iscsi {{(pid=104162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 12:07:15.936482 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_hamode_db [None req-78134eb2-243e-4c04-bed3-6740739789bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-21T12:06:45Z,description=,heartbeat_timestamp=2022-07-21T12:07:15Z,host='dv-cinder-850321-1-iscsi',id=ceb1130f-c61e-494c-be4f-967cc153319c,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T12:06:45Z,topic='l3_agent')) {'router_ids': ['a7417362-5134-4868-b07f-419fb0450b35'], 'active': True} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:07:16.125344 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvr_db [None req-78134eb2-243e-4c04-bed3-6740739789bb None None] Set router a7417362-5134-4868-b07f-419fb0450b35 gateway port host: None {{(pid=104162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 12:07:16.611300 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_hamode_db [None req-78134eb2-243e-4c04-bed3-6740739789bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7417362-5134-4868-b07f-419fb0450b35', 'name': 'router1', 'tenant_id': '43f8b4157afc45d28ef515833ee374d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T12:07:05Z', 'updated_at': '2022-07-21T12:07:15Z', 'revision_number': 2, 'project_id': '43f8b4157afc45d28ef515833ee374d1', 'gw_port_host': None, '_interfaces': [{'id': '7a3f8e93-30c1-4117-a599-e2ab5e069c99', 'name': '', 'network_id': '7fa0a4fc-e7a2-4afc-9404-65b2e69fb982', 'tenant_id': '43f8b4157afc45d28ef515833ee374d1', 'mac_address': 'fa:16:3e:56:d0:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7417362-5134-4868-b07f-419fb0450b35', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '07767308-8a2a-4a26-a730-fb0664aa912f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:07:14Z', 'updated_at': '2022-07-21T12:07:15Z', 'revision_number': 2, 'project_id': '43f8b4157afc45d28ef515833ee374d1', 'subnets': [{'id': '07767308-8a2a-4a26-a730-fb0664aa912f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9b23ad8c-2cdd-4c73-bc77-53eb596dcada'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-1-iscsi', False) {} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:07:16.662116 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78134eb2-243e-4c04-bed3-6740739789bb None None] Checking router: a7417362-5134-4868-b07f-419fb0450b35 for host: dv-cinder-850321-1-iscsi {{(pid=104162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 12:07:16.662494 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78134eb2-243e-4c04-bed3-6740739789bb None None] Updating router a7417362-5134-4868-b07f-419fb0450b35 port 7a3f8e93-30c1-4117-a599-e2ab5e069c99 binding host dv-cinder-850321-1-iscsi {{(pid=104162) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 21 12:07:16.721545 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-78134eb2-243e-4c04-bed3-6740739789bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (7a3f8e93-30c1-4117-a599-e2ab5e069c99), before_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:07:16.847739 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (c982e9e4-9e4b-4150-8658-75b564dceb25), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:07:17.108040 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-b3746fee-4e12-46ce-ae12-d62ff35738f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (bda8c5c0-9935-4f58-b3ba-5b48a27d9f80), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:07:17.272388 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-78134eb2-243e-4c04-bed3-6740739789bb None None] Publish callbacks [] for port (7a3f8e93-30c1-4117-a599-e2ab5e069c99), precommit_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:07:17.280643 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-78134eb2-243e-4c04-bed3-6740739789bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158'] for port (7a3f8e93-30c1-4117-a599-e2ab5e069c99), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:07:17.487899 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.managers [None req-78134eb2-243e-4c04-bed3-6740739789bb None None] Attempting to bind port 7a3f8e93-30c1-4117-a599-e2ab5e069c99 on host dv-cinder-850321-1-iscsi for vnic_type normal with profile {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 12:07:17.488305 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.managers [None req-78134eb2-243e-4c04-bed3-6740739789bb None None] Attempting to bind port 7a3f8e93-30c1-4117-a599-e2ab5e069c99 by drivers openvswitch,hyperv on host dv-cinder-850321-1-iscsi at level 0 using segments [{'id': '619e3980-d578-4bca-aef3-cafc854a80e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7fa0a4fc-e7a2-4afc-9404-65b2e69fb982'}] {{(pid=104162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 12:07:17.488740 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78134eb2-243e-4c04-bed3-6740739789bb None None] Attempting to bind port 7a3f8e93-30c1-4117-a599-e2ab5e069c99 on network 7fa0a4fc-e7a2-4afc-9404-65b2e69fb982 {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 12:07:17.492018 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f68fa06-92de-41b8-a3bb-912ab13add4f None None] Pushing event updated for resources: {'Port': ['ID=7a3f8e93-30c1-4117-a599-e2ab5e069c99,revision_number=3']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:07:17.499427 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78134eb2-243e-4c04-bed3-6740739789bb None None] Checking agent: {'id': 'c982e9e4-9e4b-4150-8658-75b564dceb25', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850321-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 12, 6, 47), 'started_at': datetime.datetime(2022, 7, 21, 12, 7, 17), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 12, 7, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850321-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 12:07:17.499427 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78134eb2-243e-4c04-bed3-6740739789bb None None] Checking segment: {'id': '619e3980-d578-4bca-aef3-cafc854a80e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7fa0a4fc-e7a2-4afc-9404-65b2e69fb982'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 12:07:17.499427 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-78134eb2-243e-4c04-bed3-6740739789bb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:07:17.500183 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78134eb2-243e-4c04-bed3-6740739789bb None None] Bound using segment: {'id': '619e3980-d578-4bca-aef3-cafc854a80e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7fa0a4fc-e7a2-4afc-9404-65b2e69fb982'} {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 12:07:17.500420 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.managers [None req-78134eb2-243e-4c04-bed3-6740739789bb None None] Bound port: 7a3f8e93-30c1-4117-a599-e2ab5e069c99, host: dv-cinder-850321-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '619e3980-d578-4bca-aef3-cafc854a80e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7fa0a4fc-e7a2-4afc-9404-65b2e69fb982'}}] {{(pid=104162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 12:07:17.500687 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-78134eb2-243e-4c04-bed3-6740739789bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (7a3f8e93-30c1-4117-a599-e2ab5e069c99), before_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:07:17.501405 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [None req-9a48d8fa-c4b6-42db-9327-e0b1f1d5c9b1 None None] Provisioning complete for port 7a3f8e93-30c1-4117-a599-e2ab5e069c99 triggered by entity DHCP. {{(pid=104161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 12:07:17.501890 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-9a48d8fa-c4b6-42db-9327-e0b1f1d5c9b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388846'] for port (7a3f8e93-30c1-4117-a599-e2ab5e069c99), provisioning_complete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:07:17.514241 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f68fa06-92de-41b8-a3bb-912ab13add4f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:07:17.514589 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f68fa06-92de-41b8-a3bb-912ab13add4f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:07:17.514947 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f68fa06-92de-41b8-a3bb-912ab13add4f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:07:17.515296 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f68fa06-92de-41b8-a3bb-912ab13add4f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:07:17.515657 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f68fa06-92de-41b8-a3bb-912ab13add4f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:07:17.515989 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f68fa06-92de-41b8-a3bb-912ab13add4f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:07:17.516309 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f68fa06-92de-41b8-a3bb-912ab13add4f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:07:17.516639 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f68fa06-92de-41b8-a3bb-912ab13add4f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:07:17.516953 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f68fa06-92de-41b8-a3bb-912ab13add4f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:07:17.517369 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f68fa06-92de-41b8-a3bb-912ab13add4f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:07:17.517596 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f68fa06-92de-41b8-a3bb-912ab13add4f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:07:17.517931 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f68fa06-92de-41b8-a3bb-912ab13add4f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:07:17.518260 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f68fa06-92de-41b8-a3bb-912ab13add4f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:07:17.518576 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f68fa06-92de-41b8-a3bb-912ab13add4f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:07:17.518889 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f68fa06-92de-41b8-a3bb-912ab13add4f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:07:17.520441 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f68fa06-92de-41b8-a3bb-912ab13add4f None None] Tracked resource versions report: Jul 21 12:07:17.520441 dv-cinder-850321-1-iscsi neutron-server[104162]: pushed versions: Jul 21 12:07:17.520441 dv-cinder-850321-1-iscsi neutron-server[104162]: { 'AddressGroup': {'1.2'}, Jul 21 12:07:17.520441 dv-cinder-850321-1-iscsi neutron-server[104162]: 'Agent': {'1.1'}, Jul 21 12:07:17.520441 dv-cinder-850321-1-iscsi neutron-server[104162]: 'ConntrackHelper': {'1.0'}, Jul 21 12:07:17.520441 dv-cinder-850321-1-iscsi neutron-server[104162]: 'LocalIPAssociation': {'1.0'}, Jul 21 12:07:17.520441 dv-cinder-850321-1-iscsi neutron-server[104162]: 'Log': {'1.0'}, Jul 21 12:07:17.520441 dv-cinder-850321-1-iscsi neutron-server[104162]: 'NDPProxy': {'1.0'}, Jul 21 12:07:17.520441 dv-cinder-850321-1-iscsi neutron-server[104162]: 'Network': {'1.1'}, Jul 21 12:07:17.520441 dv-cinder-850321-1-iscsi neutron-server[104162]: 'Port': {'1.7'}, Jul 21 12:07:17.520441 dv-cinder-850321-1-iscsi neutron-server[104162]: 'PortForwarding': {'1.3'}, Jul 21 12:07:17.520441 dv-cinder-850321-1-iscsi neutron-server[104162]: 'QosPolicy': {'1.10'}, Jul 21 12:07:17.520441 dv-cinder-850321-1-iscsi neutron-server[104162]: 'SecurityGroup': {'1.5'}, Jul 21 12:07:17.520441 dv-cinder-850321-1-iscsi neutron-server[104162]: 'SecurityGroupRule': {'1.2'}, Jul 21 12:07:17.520441 dv-cinder-850321-1-iscsi neutron-server[104162]: 'SubPort': {'1.0'}, Jul 21 12:07:17.520441 dv-cinder-850321-1-iscsi neutron-server[104162]: 'Subnet': {'1.1'}, Jul 21 12:07:17.520441 dv-cinder-850321-1-iscsi neutron-server[104162]: 'Trunk': {'1.1'}} Jul 21 12:07:17.520441 dv-cinder-850321-1-iscsi neutron-server[104162]: consumer versions: Jul 21 12:07:17.520441 dv-cinder-850321-1-iscsi neutron-server[104162]: { DHCP agent@dv-cinder-850321-1-iscsi: {}, Jul 21 12:07:17.520441 dv-cinder-850321-1-iscsi neutron-server[104162]: L3 agent@dv-cinder-850321-1-iscsi: {}, Jul 21 12:07:17.520441 dv-cinder-850321-1-iscsi neutron-server[104162]: Metadata agent@dv-cinder-850321-1-iscsi: {}, Jul 21 12:07:17.520441 dv-cinder-850321-1-iscsi neutron-server[104162]: Metering agent@dv-cinder-850321-1-iscsi: {}, Jul 21 12:07:17.520441 dv-cinder-850321-1-iscsi neutron-server[104162]: Open vSwitch agent@dv-cinder-850321-1-iscsi: { 'AddressGroup': '1.2', Jul 21 12:07:17.520441 dv-cinder-850321-1-iscsi neutron-server[104162]: 'Agent': '1.1', Jul 21 12:07:17.520441 dv-cinder-850321-1-iscsi neutron-server[104162]: 'ConntrackHelper': '1.0', Jul 21 12:07:17.520441 dv-cinder-850321-1-iscsi neutron-server[104162]: 'LocalIPAssociation': '1.0', Jul 21 12:07:17.520441 dv-cinder-850321-1-iscsi neutron-server[104162]: 'Log': '1.0', Jul 21 12:07:17.520441 dv-cinder-850321-1-iscsi neutron-server[104162]: 'NDPProxy': '1.0', Jul 21 12:07:17.520441 dv-cinder-850321-1-iscsi neutron-server[104162]: 'Network': '1.1', Jul 21 12:07:17.520441 dv-cinder-850321-1-iscsi neutron-server[104162]: 'Port': '1.7', Jul 21 12:07:17.520441 dv-cinder-850321-1-iscsi neutron-server[104162]: 'PortForwarding': '1.3', Jul 21 12:07:17.520441 dv-cinder-850321-1-iscsi neutron-server[104162]: 'QosPolicy': '1.10', Jul 21 12:07:17.520441 dv-cinder-850321-1-iscsi neutron-server[104162]: 'SecurityGroup': '1.5', Jul 21 12:07:17.520441 dv-cinder-850321-1-iscsi neutron-server[104162]: 'SecurityGroupRule': '1.2', Jul 21 12:07:17.520441 dv-cinder-850321-1-iscsi neutron-server[104162]: 'SubPort': '1.0', Jul 21 12:07:17.520441 dv-cinder-850321-1-iscsi neutron-server[104162]: 'Subnet': '1.1', Jul 21 12:07:17.520441 dv-cinder-850321-1-iscsi neutron-server[104162]: 'Trunk': '1.1'}} Jul 21 12:07:17.520441 dv-cinder-850321-1-iscsi neutron-server[104162]: {{(pid=104162) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 21 12:07:17.545055 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-9a48d8fa-c4b6-42db-9327-e0b1f1d5c9b1 None None] Port 7a3f8e93-30c1-4117-a599-e2ab5e069c99 cannot update to ACTIVE because it is not bound. {{(pid=104161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 12:07:17.560631 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:07:17.586968 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-78134eb2-243e-4c04-bed3-6740739789bb None None] For port 7a3f8e93-30c1-4117-a599-e2ab5e069c99, host dv-cinder-850321-1-iscsi, cleared binding levels {{(pid=104162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 12:07:17.607858 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-78134eb2-243e-4c04-bed3-6740739789bb None None] For port 7a3f8e93-30c1-4117-a599-e2ab5e069c99, host dv-cinder-850321-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-1-iscsi',level=0,port_id=7a3f8e93-30c1-4117-a599-e2ab5e069c99,segment=NetworkSegment(619e3980-d578-4bca-aef3-cafc854a80e7),segment_id=619e3980-d578-4bca-aef3-cafc854a80e7)] {{(pid=104162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 12:07:17.615065 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-78134eb2-243e-4c04-bed3-6740739789bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158'] for port (7a3f8e93-30c1-4117-a599-e2ab5e069c99), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:07:17.671122 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78134eb2-243e-4c04-bed3-6740739789bb None None] Routers {'a7417362-5134-4868-b07f-419fb0450b35'} bound to L3 agent in host dv-cinder-850321-1-iscsi {{(pid=104162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 12:07:17.671786 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_hamode_db [None req-78134eb2-243e-4c04-bed3-6740739789bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-21T12:06:45Z,description=,heartbeat_timestamp=2022-07-21T12:07:15Z,host='dv-cinder-850321-1-iscsi',id=ceb1130f-c61e-494c-be4f-967cc153319c,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T12:06:45Z,topic='l3_agent')) {'router_ids': ['a7417362-5134-4868-b07f-419fb0450b35'], 'active': True} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:07:17.746736 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:07:17.752110 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f68fa06-92de-41b8-a3bb-912ab13add4f None None] Pushing event updated for resources: {'Port': ['ID=7a3f8e93-30c1-4117-a599-e2ab5e069c99,revision_number=4']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:07:17.794564 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvr_db [None req-78134eb2-243e-4c04-bed3-6740739789bb None None] Set router a7417362-5134-4868-b07f-419fb0450b35 gateway port host: None {{(pid=104162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 12:07:17.881376 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [None req-c707b8e0-f0cc-4280-8535-5d3cecd54cef None None] Provisioning complete for port 7a3f8e93-30c1-4117-a599-e2ab5e069c99 triggered by entity DHCP. {{(pid=104161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 12:07:17.882057 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-c707b8e0-f0cc-4280-8535-5d3cecd54cef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388846'] for port (7a3f8e93-30c1-4117-a599-e2ab5e069c99), provisioning_complete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:07:17.958760 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-c707b8e0-f0cc-4280-8535-5d3cecd54cef None None] Current status of the port 7a3f8e93-30c1-4117-a599-e2ab5e069c99 is: DOWN; New status is: ACTIVE {{(pid=104161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 12:07:17.959231 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-c707b8e0-f0cc-4280-8535-5d3cecd54cef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (7a3f8e93-30c1-4117-a599-e2ab5e069c99), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:07:18.000154 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-c707b8e0-f0cc-4280-8535-5d3cecd54cef None None] For port 7a3f8e93-30c1-4117-a599-e2ab5e069c99, host dv-cinder-850321-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-1-iscsi',level=0,port_id=7a3f8e93-30c1-4117-a599-e2ab5e069c99,segment=NetworkSegment(619e3980-d578-4bca-aef3-cafc854a80e7),segment_id=619e3980-d578-4bca-aef3-cafc854a80e7)] {{(pid=104161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 12:07:18.005283 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-c707b8e0-f0cc-4280-8535-5d3cecd54cef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158'] for port (7a3f8e93-30c1-4117-a599-e2ab5e069c99), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:07:18.048852 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_hamode_db [None req-78134eb2-243e-4c04-bed3-6740739789bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7417362-5134-4868-b07f-419fb0450b35', 'name': 'router1', 'tenant_id': '43f8b4157afc45d28ef515833ee374d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T12:07:05Z', 'updated_at': '2022-07-21T12:07:15Z', 'revision_number': 2, 'project_id': '43f8b4157afc45d28ef515833ee374d1', 'gw_port_host': None, '_interfaces': [{'id': '7a3f8e93-30c1-4117-a599-e2ab5e069c99', 'name': '', 'network_id': '7fa0a4fc-e7a2-4afc-9404-65b2e69fb982', 'tenant_id': '43f8b4157afc45d28ef515833ee374d1', 'mac_address': 'fa:16:3e:56:d0:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7417362-5134-4868-b07f-419fb0450b35', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '07767308-8a2a-4a26-a730-fb0664aa912f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:07:14Z', 'updated_at': '2022-07-21T12:07:17Z', 'revision_number': 4, 'project_id': '43f8b4157afc45d28ef515833ee374d1', 'subnets': [{'id': '07767308-8a2a-4a26-a730-fb0664aa912f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9b23ad8c-2cdd-4c73-bc77-53eb596dcada'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-1-iscsi', False) {} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:07:18.055581 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:07:18.060919 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c707b8e0-f0cc-4280-8535-5d3cecd54cef None None] Pushing event updated for resources: {'Port': ['ID=7a3f8e93-30c1-4117-a599-e2ab5e069c99,revision_number=5']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:07:18.078288 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78134eb2-243e-4c04-bed3-6740739789bb None None] The sync data for ids ['a7417362-5134-4868-b07f-419fb0450b35'] in dv-cinder-850321-1-iscsi is: [{'id': 'a7417362-5134-4868-b07f-419fb0450b35', 'name': 'router1', 'tenant_id': '43f8b4157afc45d28ef515833ee374d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T12:07:05Z', 'updated_at': '2022-07-21T12:07:15Z', 'revision_number': 2, 'project_id': '43f8b4157afc45d28ef515833ee374d1', 'gw_port_host': None, '_interfaces': [{'id': '7a3f8e93-30c1-4117-a599-e2ab5e069c99', 'name': '', 'network_id': '7fa0a4fc-e7a2-4afc-9404-65b2e69fb982', 'tenant_id': '43f8b4157afc45d28ef515833ee374d1', 'mac_address': 'fa:16:3e:56:d0:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7417362-5134-4868-b07f-419fb0450b35', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '07767308-8a2a-4a26-a730-fb0664aa912f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:07:14Z', 'updated_at': '2022-07-21T12:07:17Z', 'revision_number': 4, 'project_id': '43f8b4157afc45d28ef515833ee374d1', 'subnets': [{'id': '07767308-8a2a-4a26-a730-fb0664aa912f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9b23ad8c-2cdd-4c73-bc77-53eb596dcada'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 12:07:18.258664 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.18', 55644) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:07:18.676365 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writer thread running {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 21 12:07:18.715754 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:07:18.894228 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.policy [None req-10cc787b-889b-4afb-acc9-316160f51c57 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104160) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 21 12:07:18.938752 dv-cinder-850321-1-iscsi neutron-server[104160]: WARNING oslo_policy.policy [None req-10cc787b-889b-4afb-acc9-316160f51c57 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 21 12:07:18.939160 dv-cinder-850321-1-iscsi neutron-server[104160]: WARNING oslo_policy.policy [None req-10cc787b-889b-4afb-acc9-316160f51c57 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 21 12:07:18.947541 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10cc787b-889b-4afb-acc9-316160f51c57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:07:18.949388 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-10cc787b-889b-4afb-acc9-316160f51c57 admin admin] 10.222.0.18 "GET /v2.0/networks/f382b478-dfd7-4678-bcdd-821f508b5bc8 HTTP/1.1" status: 200 len: 842 time: 0.6895578 Jul 21 12:07:18.959956 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.v2.base [None req-07929f4d-ada0-45b6-8232-04c4383e4153 admin admin] Request body: {'subnet': {'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'cidr': '172.27.3.0/24', 'name': 'public-subnet', 'gateway_ip': '172.27.3.1', 'ip_version': 4, 'enable_dhcp': False}} {{(pid=104160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 12:07:19.002816 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07929f4d-ada0-45b6-8232-04c4383e4153 admin admin] Made reservation on behalf of 8a4579ac3a4640e986aabfbb2b1ede46 for: {'subnet': 1} {{(pid=104160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 12:07:19.006282 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-07929f4d-ada0-45b6-8232-04c4383e4153 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:07:19.464985 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.objects.ports [None req-07929f4d-ada0-45b6-8232-04c4383e4153 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104160) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Jul 21 12:07:19.465744 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-07929f4d-ada0-45b6-8232-04c4383e4153 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329'] for subnet (39ec59ca-1d5b-4110-899c-eae6f5db3a39), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:07:19.534195 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07929f4d-ada0-45b6-8232-04c4383e4153 admin admin] Pushing event updated for resources: {'Subnet': ['ID=39ec59ca-1d5b-4110-899c-eae6f5db3a39,revision_number=0']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:07:19.548739 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07929f4d-ada0-45b6-8232-04c4383e4153 admin admin] Checking segment: {'id': '516861e0-d3fe-4b3f-83ca-af9f79051018', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 12:07:19.549095 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07929f4d-ada0-45b6-8232-04c4383e4153 admin admin] Network hostable DHCP agents. Network: f382b478-dfd7-4678-bcdd-821f508b5bc8, hostable agents: ['8a21e728-a2e9-4580-a748-6ac9ba47a2a7'], hosted agents: [] {{(pid=104160) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 21 12:07:19.552322 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07929f4d-ada0-45b6-8232-04c4383e4153 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:07:19.552650 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07929f4d-ada0-45b6-8232-04c4383e4153 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:07:19.552989 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07929f4d-ada0-45b6-8232-04c4383e4153 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:07:19.553327 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07929f4d-ada0-45b6-8232-04c4383e4153 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:07:19.553635 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07929f4d-ada0-45b6-8232-04c4383e4153 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:07:19.553951 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07929f4d-ada0-45b6-8232-04c4383e4153 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:07:19.554279 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07929f4d-ada0-45b6-8232-04c4383e4153 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:07:19.554577 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07929f4d-ada0-45b6-8232-04c4383e4153 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:07:19.554900 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07929f4d-ada0-45b6-8232-04c4383e4153 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:07:19.555307 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07929f4d-ada0-45b6-8232-04c4383e4153 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:07:19.555674 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07929f4d-ada0-45b6-8232-04c4383e4153 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:07:19.556006 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07929f4d-ada0-45b6-8232-04c4383e4153 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:07:19.556318 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07929f4d-ada0-45b6-8232-04c4383e4153 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:07:19.556619 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07929f4d-ada0-45b6-8232-04c4383e4153 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:07:19.556934 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07929f4d-ada0-45b6-8232-04c4383e4153 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:07:19.558309 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07929f4d-ada0-45b6-8232-04c4383e4153 admin admin] Tracked resource versions report: Jul 21 12:07:19.558309 dv-cinder-850321-1-iscsi neutron-server[104160]: pushed versions: Jul 21 12:07:19.558309 dv-cinder-850321-1-iscsi neutron-server[104160]: { 'AddressGroup': {'1.2'}, Jul 21 12:07:19.558309 dv-cinder-850321-1-iscsi neutron-server[104160]: 'Agent': {'1.1'}, Jul 21 12:07:19.558309 dv-cinder-850321-1-iscsi neutron-server[104160]: 'ConntrackHelper': {'1.0'}, Jul 21 12:07:19.558309 dv-cinder-850321-1-iscsi neutron-server[104160]: 'LocalIPAssociation': {'1.0'}, Jul 21 12:07:19.558309 dv-cinder-850321-1-iscsi neutron-server[104160]: 'Log': {'1.0'}, Jul 21 12:07:19.558309 dv-cinder-850321-1-iscsi neutron-server[104160]: 'NDPProxy': {'1.0'}, Jul 21 12:07:19.558309 dv-cinder-850321-1-iscsi neutron-server[104160]: 'Network': {'1.1'}, Jul 21 12:07:19.558309 dv-cinder-850321-1-iscsi neutron-server[104160]: 'Port': {'1.7'}, Jul 21 12:07:19.558309 dv-cinder-850321-1-iscsi neutron-server[104160]: 'PortForwarding': {'1.3'}, Jul 21 12:07:19.558309 dv-cinder-850321-1-iscsi neutron-server[104160]: 'QosPolicy': {'1.10'}, Jul 21 12:07:19.558309 dv-cinder-850321-1-iscsi neutron-server[104160]: 'SecurityGroup': {'1.5'}, Jul 21 12:07:19.558309 dv-cinder-850321-1-iscsi neutron-server[104160]: 'SecurityGroupRule': {'1.2'}, Jul 21 12:07:19.558309 dv-cinder-850321-1-iscsi neutron-server[104160]: 'SubPort': {'1.0'}, Jul 21 12:07:19.558309 dv-cinder-850321-1-iscsi neutron-server[104160]: 'Subnet': {'1.1'}, Jul 21 12:07:19.558309 dv-cinder-850321-1-iscsi neutron-server[104160]: 'Trunk': {'1.1'}} Jul 21 12:07:19.558309 dv-cinder-850321-1-iscsi neutron-server[104160]: consumer versions: Jul 21 12:07:19.558309 dv-cinder-850321-1-iscsi neutron-server[104160]: { DHCP agent@dv-cinder-850321-1-iscsi: {}, Jul 21 12:07:19.558309 dv-cinder-850321-1-iscsi neutron-server[104160]: L3 agent@dv-cinder-850321-1-iscsi: {}, Jul 21 12:07:19.558309 dv-cinder-850321-1-iscsi neutron-server[104160]: Metadata agent@dv-cinder-850321-1-iscsi: {}, Jul 21 12:07:19.558309 dv-cinder-850321-1-iscsi neutron-server[104160]: Metering agent@dv-cinder-850321-1-iscsi: {}, Jul 21 12:07:19.558309 dv-cinder-850321-1-iscsi neutron-server[104160]: Open vSwitch agent@dv-cinder-850321-1-iscsi: { 'AddressGroup': '1.2', Jul 21 12:07:19.558309 dv-cinder-850321-1-iscsi neutron-server[104160]: 'Agent': '1.1', Jul 21 12:07:19.558309 dv-cinder-850321-1-iscsi neutron-server[104160]: 'ConntrackHelper': '1.0', Jul 21 12:07:19.558309 dv-cinder-850321-1-iscsi neutron-server[104160]: 'LocalIPAssociation': '1.0', Jul 21 12:07:19.558309 dv-cinder-850321-1-iscsi neutron-server[104160]: 'Log': '1.0', Jul 21 12:07:19.558309 dv-cinder-850321-1-iscsi neutron-server[104160]: 'NDPProxy': '1.0', Jul 21 12:07:19.558309 dv-cinder-850321-1-iscsi neutron-server[104160]: 'Network': '1.1', Jul 21 12:07:19.558309 dv-cinder-850321-1-iscsi neutron-server[104160]: 'Port': '1.7', Jul 21 12:07:19.558309 dv-cinder-850321-1-iscsi neutron-server[104160]: 'PortForwarding': '1.3', Jul 21 12:07:19.558309 dv-cinder-850321-1-iscsi neutron-server[104160]: 'QosPolicy': '1.10', Jul 21 12:07:19.558309 dv-cinder-850321-1-iscsi neutron-server[104160]: 'SecurityGroup': '1.5', Jul 21 12:07:19.558309 dv-cinder-850321-1-iscsi neutron-server[104160]: 'SecurityGroupRule': '1.2', Jul 21 12:07:19.558309 dv-cinder-850321-1-iscsi neutron-server[104160]: 'SubPort': '1.0', Jul 21 12:07:19.558309 dv-cinder-850321-1-iscsi neutron-server[104160]: 'Subnet': '1.1', Jul 21 12:07:19.558309 dv-cinder-850321-1-iscsi neutron-server[104160]: 'Trunk': '1.1'}} Jul 21 12:07:19.558309 dv-cinder-850321-1-iscsi neutron-server[104160]: {{(pid=104160) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 21 12:07:19.610125 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07929f4d-ada0-45b6-8232-04c4383e4153 admin admin] Network f382b478-dfd7-4678-bcdd-821f508b5bc8 is scheduled to be hosted by DHCP agent 8a21e728-a2e9-4580-a748-6ac9ba47a2a7 with binding_index 1 {{(pid=104160) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 21 12:07:19.624409 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.scheduler.base_scheduler [None req-07929f4d-ada0-45b6-8232-04c4383e4153 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850321-1-iscsi, f382b478-dfd7-4678-bcdd-821f508b5bc8) {{(pid=104160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 12:07:19.629953 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07929f4d-ada0-45b6-8232-04c4383e4153 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:07:19.631256 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-07929f4d-ada0-45b6-8232-04c4383e4153 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622315'] for subnet (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:07:19.634252 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e61b9bef-02df-486c-a477-38d061a03527 None None] Network f382b478-dfd7-4678-bcdd-821f508b5bc8 requested from dv-cinder-850321-1-iscsi {{(pid=104161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 12:07:19.657388 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-07929f4d-ada0-45b6-8232-04c4383e4153 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7011478 Jul 21 12:07:19.756641 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e220e96c-61b8-4d0b-adaf-df41c4a4c71f None None] Network f382b478-dfd7-4678-bcdd-821f508b5bc8 requested from dv-cinder-850321-1-iscsi {{(pid=104161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 12:07:22.014209 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 55660) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:07:22.484685 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-8e9ebfad-ecdf-4893-8a8f-36e339cedb51 demo admin] 10.222.0.18 "GET /v2.0/routers/a7417362-5134-4868-b07f-419fb0450b35 HTTP/1.1" status: 200 len: 710 time: 0.4687076 Jul 21 12:07:22.548792 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:07:22.582007 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aeb89f9-1e00-45b4-b30d-73a84d5390fb demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:07:22.588823 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-4aeb89f9-1e00-45b4-b30d-73a84d5390fb demo admin] 10.222.0.18 "GET /v2.0/networks/f382b478-dfd7-4678-bcdd-821f508b5bc8 HTTP/1.1" status: 200 len: 886 time: 0.0933778 Jul 21 12:07:22.593037 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.v2.base [None req-35320133-9259-4c50-be22-82e836e0fbfa demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8'}}} {{(pid=104159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 12:07:22.951868 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-35320133-9259-4c50-be22-82e836e0fbfa demo admin] Publish callbacks [] for router_gateway (a7417362-5134-4868-b07f-419fb0450b35), precommit_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:07:22.979633 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:07:23.214864 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-35320133-9259-4c50-be22-82e836e0fbfa demo admin] Publish callbacks [] for router_gateway (a7417362-5134-4868-b07f-419fb0450b35), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:07:23.302011 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-35320133-9259-4c50-be22-82e836e0fbfa demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:07:23.416587 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.db.db_base_plugin_common [None req-35320133-9259-4c50-be22-82e836e0fbfa demo admin] Allocated IP 172.27.3.226 (f382b478-dfd7-4678-bcdd-821f508b5bc8/39ec59ca-1d5b-4110-899c-eae6f5db3a39/fd66e5b8-480e-4768-8720-664b0a0c2191) {{(pid=104159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 12:07:23.541725 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-35320133-9259-4c50-be22-82e836e0fbfa demo admin] Publish callbacks [] for port (fd66e5b8-480e-4768-8720-664b0a0c2191), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:07:23.576142 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-35320133-9259-4c50-be22-82e836e0fbfa demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773760637166'] for port (fd66e5b8-480e-4768-8720-664b0a0c2191), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:07:23.602741 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:07:23.617136 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35320133-9259-4c50-be22-82e836e0fbfa demo admin] Network f382b478-dfd7-4678-bcdd-821f508b5bc8 is already hosted by enough agents. {{(pid=104159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 12:07:23.625669 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.scheduler.base_scheduler [None req-35320133-9259-4c50-be22-82e836e0fbfa demo admin] Resources bound (agent type, host, resource id): {{(pid=104159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 12:07:23.631339 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35320133-9259-4c50-be22-82e836e0fbfa demo admin] Received port after_create {{(pid=104159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 12:07:23.634837 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35320133-9259-4c50-be22-82e836e0fbfa demo admin] Pushing event updated for resources: {'Port': ['ID=fd66e5b8-480e-4768-8720-664b0a0c2191,revision_number=1']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:07:23.895070 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-35320133-9259-4c50-be22-82e836e0fbfa demo admin] Publish callbacks [] for router_gateway (a7417362-5134-4868-b07f-419fb0450b35), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:07:23.998313 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:07:24.106498 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-35320133-9259-4c50-be22-82e836e0fbfa demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-679575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-680206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4074'] for router (a7417362-5134-4868-b07f-419fb0450b35), precommit_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:07:24.111138 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-35320133-9259-4c50-be22-82e836e0fbfa demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-679602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-679596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-679589', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-680957'] for router (a7417362-5134-4868-b07f-419fb0450b35), after_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:07:24.323768 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35320133-9259-4c50-be22-82e836e0fbfa demo admin] Router a7417362-5134-4868-b07f-419fb0450b35 has already been hosted by L3 agent ceb1130f-c61e-494c-be4f-967cc153319c {{(pid=104159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 12:07:24.471450 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35320133-9259-4c50-be22-82e836e0fbfa demo admin] Notify agent at l3_agent.dv-cinder-850321-1-iscsi the message routers_updated {{(pid=104159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 12:07:24.475988 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-35320133-9259-4c50-be22-82e836e0fbfa demo admin] Publish callbacks [] for router (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:07:24.477239 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-35320133-9259-4c50-be22-82e836e0fbfa demo admin] 10.222.0.18 "PUT /v2.0/routers/a7417362-5134-4868-b07f-419fb0450b35 HTTP/1.1" status: 200 len: 890 time: 1.8877034 Jul 21 12:07:24.536456 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7aedf45-2225-490b-b8ca-6d61e4bb5d4e None None] Sync routers for ids ['a7417362-5134-4868-b07f-419fb0450b35'] in dv-cinder-850321-1-iscsi {{(pid=104161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 12:07:24.550484 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7aedf45-2225-490b-b8ca-6d61e4bb5d4e None None] Routers {'a7417362-5134-4868-b07f-419fb0450b35'} bound to L3 agent in host dv-cinder-850321-1-iscsi {{(pid=104161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 12:07:24.551357 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-e7aedf45-2225-490b-b8ca-6d61e4bb5d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-21T12:06:45Z,description=,heartbeat_timestamp=2022-07-21T12:07:15Z,host='dv-cinder-850321-1-iscsi',id=ceb1130f-c61e-494c-be4f-967cc153319c,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T12:06:45Z,topic='l3_agent')) {'router_ids': ['a7417362-5134-4868-b07f-419fb0450b35'], 'active': True} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:07:24.773214 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvr_db [None req-e7aedf45-2225-490b-b8ca-6d61e4bb5d4e None None] Set router a7417362-5134-4868-b07f-419fb0450b35 gateway port host: dv-cinder-850321-1-iscsi {{(pid=104161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 12:07:25.005177 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Device 7a3f8e93-30c1-4117-a599-e2ab5e069c99 up at agent ovs-agent-dv-cinder-850321-1-iscsi {{(pid=104161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 12:07:25.135971 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Provisioning complete for port 7a3f8e93-30c1-4117-a599-e2ab5e069c99 triggered by entity L2. {{(pid=104161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 12:07:25.136309 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388846'] for port (7a3f8e93-30c1-4117-a599-e2ab5e069c99), provisioning_complete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:07:25.138310 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:07:25.264997 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-e7aedf45-2225-490b-b8ca-6d61e4bb5d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7417362-5134-4868-b07f-419fb0450b35', 'name': 'router1', 'tenant_id': '43f8b4157afc45d28ef515833ee374d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'external_fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': 'fd66e5b8-480e-4768-8720-664b0a0c2191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T12:07:05Z', 'updated_at': '2022-07-21T12:07:23Z', 'revision_number': 4, 'project_id': '43f8b4157afc45d28ef515833ee374d1', 'gw_port': {'id': 'fd66e5b8-480e-4768-8720-664b0a0c2191', 'name': '', 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:bc:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7417362-5134-4868-b07f-419fb0450b35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:07:23Z', 'updated_at': '2022-07-21T12:07:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-1-iscsi', '_interfaces': [{'id': '7a3f8e93-30c1-4117-a599-e2ab5e069c99', 'name': '', 'network_id': '7fa0a4fc-e7a2-4afc-9404-65b2e69fb982', 'tenant_id': '43f8b4157afc45d28ef515833ee374d1', 'mac_address': 'fa:16:3e:56:d0:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7417362-5134-4868-b07f-419fb0450b35', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '07767308-8a2a-4a26-a730-fb0664aa912f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:07:14Z', 'updated_at': '2022-07-21T12:07:17Z', 'revision_number': 5, 'project_id': '43f8b4157afc45d28ef515833ee374d1', 'subnets': [{'id': '07767308-8a2a-4a26-a730-fb0664aa912f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9b23ad8c-2cdd-4c73-bc77-53eb596dcada'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-1-iscsi', False) {} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:07:25.416515 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7aedf45-2225-490b-b8ca-6d61e4bb5d4e None None] Checking router: a7417362-5134-4868-b07f-419fb0450b35 for host: dv-cinder-850321-1-iscsi {{(pid=104161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 12:07:25.416870 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7aedf45-2225-490b-b8ca-6d61e4bb5d4e None None] Updating router a7417362-5134-4868-b07f-419fb0450b35 port fd66e5b8-480e-4768-8720-664b0a0c2191 binding host dv-cinder-850321-1-iscsi {{(pid=104161) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 21 12:07:25.474940 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Current status of the port 7a3f8e93-30c1-4117-a599-e2ab5e069c99 is: ACTIVE; New status is: ACTIVE {{(pid=104161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 12:07:25.484310 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-e7aedf45-2225-490b-b8ca-6d61e4bb5d4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (fd66e5b8-480e-4768-8720-664b0a0c2191), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:07:25.699430 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:07:25.809295 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-e7aedf45-2225-490b-b8ca-6d61e4bb5d4e None None] Publish callbacks [] for port (fd66e5b8-480e-4768-8720-664b0a0c2191), precommit_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:07:25.815300 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-e7aedf45-2225-490b-b8ca-6d61e4bb5d4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158'] for port (fd66e5b8-480e-4768-8720-664b0a0c2191), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:07:25.869619 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd7ac96-f676-45e4-b5a9-54a09d976116 None None] Pushing event updated for resources: {'Port': ['ID=fd66e5b8-480e-4768-8720-664b0a0c2191,revision_number=2']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:07:25.872431 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.managers [None req-e7aedf45-2225-490b-b8ca-6d61e4bb5d4e None None] Attempting to bind port fd66e5b8-480e-4768-8720-664b0a0c2191 on host dv-cinder-850321-1-iscsi for vnic_type normal with profile {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 12:07:25.872780 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.managers [None req-e7aedf45-2225-490b-b8ca-6d61e4bb5d4e None None] Attempting to bind port fd66e5b8-480e-4768-8720-664b0a0c2191 by drivers openvswitch,hyperv on host dv-cinder-850321-1-iscsi at level 0 using segments [{'id': '516861e0-d3fe-4b3f-83ca-af9f79051018', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8'}] {{(pid=104161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 12:07:25.873517 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7aedf45-2225-490b-b8ca-6d61e4bb5d4e None None] Attempting to bind port fd66e5b8-480e-4768-8720-664b0a0c2191 on network f382b478-dfd7-4678-bcdd-821f508b5bc8 {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 12:07:25.879825 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7aedf45-2225-490b-b8ca-6d61e4bb5d4e None None] Checking agent: {'id': 'c982e9e4-9e4b-4150-8658-75b564dceb25', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850321-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 12, 6, 47), 'started_at': datetime.datetime(2022, 7, 21, 12, 7, 17), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 12, 7, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850321-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 12:07:25.880186 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7aedf45-2225-490b-b8ca-6d61e4bb5d4e None None] Checking segment: {'id': '516861e0-d3fe-4b3f-83ca-af9f79051018', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 12:07:25.880605 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-e7aedf45-2225-490b-b8ca-6d61e4bb5d4e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:07:25.880960 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7aedf45-2225-490b-b8ca-6d61e4bb5d4e None None] Bound using segment: {'id': '516861e0-d3fe-4b3f-83ca-af9f79051018', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8'} {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 12:07:25.881432 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.managers [None req-e7aedf45-2225-490b-b8ca-6d61e4bb5d4e None None] Bound port: fd66e5b8-480e-4768-8720-664b0a0c2191, host: dv-cinder-850321-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '516861e0-d3fe-4b3f-83ca-af9f79051018', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8'}}] {{(pid=104161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 12:07:25.881841 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-e7aedf45-2225-490b-b8ca-6d61e4bb5d4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (fd66e5b8-480e-4768-8720-664b0a0c2191), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:07:25.934484 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-e7aedf45-2225-490b-b8ca-6d61e4bb5d4e None None] For port fd66e5b8-480e-4768-8720-664b0a0c2191, host dv-cinder-850321-1-iscsi, cleared binding levels {{(pid=104161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 12:07:25.937733 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-e7aedf45-2225-490b-b8ca-6d61e4bb5d4e None None] For port fd66e5b8-480e-4768-8720-664b0a0c2191, host dv-cinder-850321-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-1-iscsi',level=0,port_id=fd66e5b8-480e-4768-8720-664b0a0c2191,segment=NetworkSegment(516861e0-d3fe-4b3f-83ca-af9f79051018),segment_id=516861e0-d3fe-4b3f-83ca-af9f79051018)] {{(pid=104161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 12:07:25.944690 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-e7aedf45-2225-490b-b8ca-6d61e4bb5d4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158'] for port (fd66e5b8-480e-4768-8720-664b0a0c2191), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:07:26.001621 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7aedf45-2225-490b-b8ca-6d61e4bb5d4e None None] Routers {'a7417362-5134-4868-b07f-419fb0450b35'} bound to L3 agent in host dv-cinder-850321-1-iscsi {{(pid=104161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 12:07:26.002249 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-e7aedf45-2225-490b-b8ca-6d61e4bb5d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-21T12:06:45Z,description=,heartbeat_timestamp=2022-07-21T12:07:15Z,host='dv-cinder-850321-1-iscsi',id=ceb1130f-c61e-494c-be4f-967cc153319c,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T12:06:45Z,topic='l3_agent')) {'router_ids': ['a7417362-5134-4868-b07f-419fb0450b35'], 'active': True} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:07:26.007427 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd7ac96-f676-45e4-b5a9-54a09d976116 None None] Pushing event updated for resources: {'Port': ['ID=fd66e5b8-480e-4768-8720-664b0a0c2191,revision_number=3']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:07:26.111473 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvr_db [None req-e7aedf45-2225-490b-b8ca-6d61e4bb5d4e None None] Set router a7417362-5134-4868-b07f-419fb0450b35 gateway port host: dv-cinder-850321-1-iscsi {{(pid=104161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 12:07:26.273545 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:07:26.326423 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-e7aedf45-2225-490b-b8ca-6d61e4bb5d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7417362-5134-4868-b07f-419fb0450b35', 'name': 'router1', 'tenant_id': '43f8b4157afc45d28ef515833ee374d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'external_fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': 'fd66e5b8-480e-4768-8720-664b0a0c2191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T12:07:05Z', 'updated_at': '2022-07-21T12:07:23Z', 'revision_number': 4, 'project_id': '43f8b4157afc45d28ef515833ee374d1', 'gw_port': {'id': 'fd66e5b8-480e-4768-8720-664b0a0c2191', 'name': '', 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:bc:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7417362-5134-4868-b07f-419fb0450b35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:07:23Z', 'updated_at': '2022-07-21T12:07:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-1-iscsi', '_interfaces': [{'id': '7a3f8e93-30c1-4117-a599-e2ab5e069c99', 'name': '', 'network_id': '7fa0a4fc-e7a2-4afc-9404-65b2e69fb982', 'tenant_id': '43f8b4157afc45d28ef515833ee374d1', 'mac_address': 'fa:16:3e:56:d0:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7417362-5134-4868-b07f-419fb0450b35', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '07767308-8a2a-4a26-a730-fb0664aa912f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:07:14Z', 'updated_at': '2022-07-21T12:07:17Z', 'revision_number': 5, 'project_id': '43f8b4157afc45d28ef515833ee374d1', 'subnets': [{'id': '07767308-8a2a-4a26-a730-fb0664aa912f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9b23ad8c-2cdd-4c73-bc77-53eb596dcada'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-1-iscsi', False) {} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:07:26.357219 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7aedf45-2225-490b-b8ca-6d61e4bb5d4e None None] The sync data for ids ['a7417362-5134-4868-b07f-419fb0450b35'] in dv-cinder-850321-1-iscsi is: [{'id': 'a7417362-5134-4868-b07f-419fb0450b35', 'name': 'router1', 'tenant_id': '43f8b4157afc45d28ef515833ee374d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'external_fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': 'fd66e5b8-480e-4768-8720-664b0a0c2191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T12:07:05Z', 'updated_at': '2022-07-21T12:07:23Z', 'revision_number': 4, 'project_id': '43f8b4157afc45d28ef515833ee374d1', 'gw_port': {'id': 'fd66e5b8-480e-4768-8720-664b0a0c2191', 'name': '', 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:bc:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7417362-5134-4868-b07f-419fb0450b35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:07:23Z', 'updated_at': '2022-07-21T12:07:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-1-iscsi', '_interfaces': [{'id': '7a3f8e93-30c1-4117-a599-e2ab5e069c99', 'name': '', 'network_id': '7fa0a4fc-e7a2-4afc-9404-65b2e69fb982', 'tenant_id': '43f8b4157afc45d28ef515833ee374d1', 'mac_address': 'fa:16:3e:56:d0:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7417362-5134-4868-b07f-419fb0450b35', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '07767308-8a2a-4a26-a730-fb0664aa912f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:07:14Z', 'updated_at': '2022-07-21T12:07:17Z', 'revision_number': 5, 'project_id': '43f8b4157afc45d28ef515833ee374d1', 'subnets': [{'id': '07767308-8a2a-4a26-a730-fb0664aa912f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9b23ad8c-2cdd-4c73-bc77-53eb596dcada'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 12:07:27.006598 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Device fd66e5b8-480e-4768-8720-664b0a0c2191 up at agent ovs-agent-dv-cinder-850321-1-iscsi {{(pid=104161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 12:07:27.012548 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 55672) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:07:27.058216 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Provisioning complete for port fd66e5b8-480e-4768-8720-664b0a0c2191 triggered by entity L2. {{(pid=104161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 12:07:27.058608 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388846'] for port (fd66e5b8-480e-4768-8720-664b0a0c2191), provisioning_complete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:07:27.151082 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Current status of the port fd66e5b8-480e-4768-8720-664b0a0c2191 is: DOWN; New status is: ACTIVE {{(pid=104161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 12:07:27.151391 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (fd66e5b8-480e-4768-8720-664b0a0c2191), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:07:27.176822 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] For port fd66e5b8-480e-4768-8720-664b0a0c2191, host dv-cinder-850321-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-1-iscsi',level=0,port_id=fd66e5b8-480e-4768-8720-664b0a0c2191,segment=NetworkSegment(516861e0-d3fe-4b3f-83ca-af9f79051018),segment_id=516861e0-d3fe-4b3f-83ca-af9f79051018)] {{(pid=104161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 12:07:27.181986 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158'] for port (fd66e5b8-480e-4768-8720-664b0a0c2191), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:07:27.208140 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:07:27.237717 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Pushing event updated for resources: {'Port': ['ID=fd66e5b8-480e-4768-8720-664b0a0c2191,revision_number=4']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:07:27.514489 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-7196a4f5-4cbe-4bbd-ae52-155e93adca83 admin admin] 10.222.0.18 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 413 time: 0.5007482 Jul 21 12:07:28.985097 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Device fd66e5b8-480e-4768-8720-664b0a0c2191 up at agent ovs-agent-dv-cinder-850321-1-iscsi {{(pid=104161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 12:07:29.030597 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Provisioning complete for port fd66e5b8-480e-4768-8720-664b0a0c2191 triggered by entity L2. {{(pid=104161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 12:07:29.030978 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388846'] for port (fd66e5b8-480e-4768-8720-664b0a0c2191), provisioning_complete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:07:29.051449 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=52 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:07:29.053634 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=28 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:07:29.103913 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Current status of the port fd66e5b8-480e-4768-8720-664b0a0c2191 is: ACTIVE; New status is: ACTIVE {{(pid=104161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 12:07:29.643884 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:INSERT=5,neutron:SELECT=50,neutron:UPDATE=1 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:07:29.650150 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=59,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:07:37.492295 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=75,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:07:37.510749 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=34 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:07:39.098500 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=51,neutron:UPDATE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:07:39.102094 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=19 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:07:41.375269 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-1f6df94d-6d3a-48a8-8d88-da81d64b854a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (8a21e728-a2e9-4580-a748-6ac9ba47a2a7), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:07:43.045472 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.agents_db [None req-4203cc95-03b4-445b-a92f-19fc3dec8381 None None] Agent healthcheck: found 5 active agents {{(pid=104162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 12:07:44.839586 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-18c8fae2-2f16-4f93-ba37-8eede1a4e671 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (ceb1130f-c61e-494c-be4f-967cc153319c), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:07:45.784337 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-34089123-786a-4f56-8fd8-e31aace790ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (7a27be9f-c1a8-4dec-a92f-42ec7311fe12), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:07:46.866080 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (c982e9e4-9e4b-4150-8658-75b564dceb25), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:07:47.142444 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-b3746fee-4e12-46ce-ae12-d62ff35738f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (bda8c5c0-9935-4f58-b3ba-5b48a27d9f80), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:07:53.039360 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:07:53.040618 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:07:56.854901 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:07:57.127565 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:08:06.054411 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=3 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:08:06.056280 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=3 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:08:11.420299 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-1193ce7c-19fd-4966-b272-374d1ec1fe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (8a21e728-a2e9-4580-a748-6ac9ba47a2a7), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:08:14.830388 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-eaee6fc4-8c43-404d-b6ea-f4c9d0855984 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (ceb1130f-c61e-494c-be4f-967cc153319c), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:08:15.774920 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-34089123-786a-4f56-8fd8-e31aace790ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (7a27be9f-c1a8-4dec-a92f-42ec7311fe12), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:08:16.842979 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (c982e9e4-9e4b-4150-8658-75b564dceb25), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:08:17.126757 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-b3746fee-4e12-46ce-ae12-d62ff35738f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (bda8c5c0-9935-4f58-b3ba-5b48a27d9f80), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:08:20.048771 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.agents_db [None req-4203cc95-03b4-445b-a92f-19fc3dec8381 None None] Agent healthcheck: found 5 active agents {{(pid=104162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 12:08:27.114654 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:08:27.117367 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=19,neutron:UPDATE=3 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:08:41.379029 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-e218a2ff-351f-40f8-9b0e-931af23edb2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (8a21e728-a2e9-4580-a748-6ac9ba47a2a7), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:08:43.047762 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:08:43.057053 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=5 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:08:44.824994 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-508fa6b0-1206-4b65-9aee-2264639b98d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (ceb1130f-c61e-494c-be4f-967cc153319c), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:08:45.777343 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-34089123-786a-4f56-8fd8-e31aace790ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (7a27be9f-c1a8-4dec-a92f-42ec7311fe12), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:08:46.832707 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (c982e9e4-9e4b-4150-8658-75b564dceb25), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:08:47.117356 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-b3746fee-4e12-46ce-ae12-d62ff35738f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (bda8c5c0-9935-4f58-b3ba-5b48a27d9f80), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:08:57.047615 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.agents_db [None req-4203cc95-03b4-445b-a92f-19fc3dec8381 None None] Agent healthcheck: found 5 active agents {{(pid=104162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 12:08:57.109671 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:08:57.111623 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:08:57.307595 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.18', 56212) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:08:57.686924 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6db52ef-1620-43a3-abb4-b1f8a81de142 admin admin] GET failed (client error): The resource could not be found. Jul 21 12:08:57.688315 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-c6db52ef-1620-43a3-abb4-b1f8a81de142 admin admin] 10.222.0.18 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3797140 Jul 21 12:08:57.879403 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14457d37-5b87-470a-8b86-abf34c148424 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:08:57.880884 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-14457d37-5b87-470a-8b86-abf34c148424 admin admin] 10.222.0.18 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1882823 Jul 21 12:09:00.094724 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 56222) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:09:00.515780 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f14e516a-31b8-4bf7-9825-f916714fddf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:09:00.517047 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-f14e516a-31b8-4bf7-9825-f916714fddf5 admin admin] 10.222.0.18 "GET /v2.0/subnets/07767308-8a2a-4a26-a730-fb0664aa912f HTTP/1.1" status: 200 len: 849 time: 0.4211457 Jul 21 12:09:00.527454 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.v2.base [None req-f5b11229-e0a9-46c4-9466-42b1d04ab16c admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 12:09:00.614541 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-f5b11229-e0a9-46c4-9466-42b1d04ab16c admin admin] Publish callbacks [] for subnet (07767308-8a2a-4a26-a730-fb0664aa912f), before_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:09:00.770889 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-f5b11229-e0a9-46c4-9466-42b1d04ab16c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8773760983089'] for subnet (07767308-8a2a-4a26-a730-fb0664aa912f), after_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:09:00.805072 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5b11229-e0a9-46c4-9466-42b1d04ab16c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:09:00.805668 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-f5b11229-e0a9-46c4-9466-42b1d04ab16c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622315'] for subnet (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:09:00.808125 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-f5b11229-e0a9-46c4-9466-42b1d04ab16c admin admin] 10.222.0.18 "PUT /v2.0/subnets/07767308-8a2a-4a26-a730-fb0664aa912f HTTP/1.1" status: 200 len: 868 time: 0.2848043 Jul 21 12:09:00.827180 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04206de8-c21a-4735-a721-844fc928c314 None None] Network 7fa0a4fc-e7a2-4afc-9404-65b2e69fb982 requested from dv-cinder-850321-1-iscsi {{(pid=104161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 12:09:00.828277 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b11229-e0a9-46c4-9466-42b1d04ab16c admin admin] Pushing event updated for resources: {'Subnet': ['ID=07767308-8a2a-4a26-a730-fb0664aa912f,revision_number=1']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:09:00.836837 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b11229-e0a9-46c4-9466-42b1d04ab16c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:09:00.837230 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b11229-e0a9-46c4-9466-42b1d04ab16c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:09:00.837545 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b11229-e0a9-46c4-9466-42b1d04ab16c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:09:00.837883 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b11229-e0a9-46c4-9466-42b1d04ab16c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:09:00.838315 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b11229-e0a9-46c4-9466-42b1d04ab16c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:09:00.838689 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b11229-e0a9-46c4-9466-42b1d04ab16c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:09:00.839021 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b11229-e0a9-46c4-9466-42b1d04ab16c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:09:00.839336 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b11229-e0a9-46c4-9466-42b1d04ab16c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:09:00.839700 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b11229-e0a9-46c4-9466-42b1d04ab16c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:09:00.840039 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b11229-e0a9-46c4-9466-42b1d04ab16c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:09:00.840371 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b11229-e0a9-46c4-9466-42b1d04ab16c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:09:00.840687 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b11229-e0a9-46c4-9466-42b1d04ab16c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:09:00.840992 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b11229-e0a9-46c4-9466-42b1d04ab16c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:09:00.841312 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b11229-e0a9-46c4-9466-42b1d04ab16c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:09:00.841635 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b11229-e0a9-46c4-9466-42b1d04ab16c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:09:01.172496 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [None req-5cb356bb-4743-4c3f-b59d-981d9bedbf5a None None] Provisioning complete for port 7a3f8e93-30c1-4117-a599-e2ab5e069c99 triggered by entity DHCP. {{(pid=104161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 12:09:01.172863 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-5cb356bb-4743-4c3f-b59d-981d9bedbf5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388846'] for port (7a3f8e93-30c1-4117-a599-e2ab5e069c99), provisioning_complete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:09:01.246734 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-5cb356bb-4743-4c3f-b59d-981d9bedbf5a None None] Current status of the port 7a3f8e93-30c1-4117-a599-e2ab5e069c99 is: ACTIVE; New status is: ACTIVE {{(pid=104161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 12:09:01.255381 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [None req-5cb356bb-4743-4c3f-b59d-981d9bedbf5a None None] Provisioning complete for port 563826f1-f36d-4c36-bafd-018ef101ca20 triggered by entity DHCP. {{(pid=104161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 12:09:01.255793 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-5cb356bb-4743-4c3f-b59d-981d9bedbf5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388846'] for port (563826f1-f36d-4c36-bafd-018ef101ca20), provisioning_complete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:09:01.333292 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-5cb356bb-4743-4c3f-b59d-981d9bedbf5a None None] Current status of the port 563826f1-f36d-4c36-bafd-018ef101ca20 is: ACTIVE; New status is: ACTIVE {{(pid=104161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 12:09:03.045028 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 56232) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:09:03.601089 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0f55cd5-c126-4892-91d5-f4127a9c9a91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:09:03.601570 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0f55cd5-c126-4892-91d5-f4127a9c9a91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:09:03.603176 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-c0f55cd5-c126-4892-91d5-f4127a9c9a91 admin admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.5560429 Jul 21 12:09:05.830674 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.18', 56240) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:09:06.379121 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37f27582-a7fd-4f75-81ee-20b85772a81a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:09:06.379653 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37f27582-a7fd-4f75-81ee-20b85772a81a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:09:06.381284 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-37f27582-a7fd-4f75-81ee-20b85772a81a admin admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.5491912 Jul 21 12:09:07.042659 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:09:07.046521 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:09:08.618363 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 56248) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:09:09.086813 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a029a1cb-3eae-41db-895b-01940fecca15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:09:09.088129 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-a029a1cb-3eae-41db-895b-01940fecca15 admin admin] 10.222.0.18 "GET /v2.0/networks/7fa0a4fc-e7a2-4afc-9404-65b2e69fb982 HTTP/1.1" status: 200 len: 869 time: 0.4685490 Jul 21 12:09:11.327246 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=40 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:09:11.331952 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=37 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:09:11.346543 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.18', 56256) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:09:11.372949 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-d234a739-fda2-4346-8203-fc4ecd5256e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (8a21e728-a2e9-4580-a748-6ac9ba47a2a7), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:09:11.791308 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79dae5d5-809c-4701-946c-606520ac1840 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:09:11.792632 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-79dae5d5-809c-4701-946c-606520ac1840 admin admin] 10.222.0.18 "GET /v2.0/networks/f382b478-dfd7-4678-bcdd-821f508b5bc8 HTTP/1.1" status: 200 len: 886 time: 0.4450805 Jul 21 12:09:14.014166 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 56264) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:09:14.476754 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d664629-6afa-4ac0-bb9b-82796579bef0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:09:14.477204 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d664629-6afa-4ac0-bb9b-82796579bef0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:09:14.478753 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-1d664629-6afa-4ac0-bb9b-82796579bef0 admin admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4636321 Jul 21 12:09:14.830561 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-37d9b430-42dc-472b-8505-bcd2832ea7f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (ceb1130f-c61e-494c-be4f-967cc153319c), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:09:15.779911 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-34089123-786a-4f56-8fd8-e31aace790ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (7a27be9f-c1a8-4dec-a92f-42ec7311fe12), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:09:16.719616 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.18', 56272) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:09:16.831259 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (c982e9e4-9e4b-4150-8658-75b564dceb25), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:09:17.122816 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-b3746fee-4e12-46ce-ae12-d62ff35738f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (bda8c5c0-9935-4f58-b3ba-5b48a27d9f80), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:09:17.188584 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb79d7ea-a4b4-49ed-9e97-0169ff05112e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:09:17.189037 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb79d7ea-a4b4-49ed-9e97-0169ff05112e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:09:17.190587 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-cb79d7ea-a4b4-49ed-9e97-0169ff05112e admin admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4700115 Jul 21 12:09:19.386597 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 56280) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:09:19.801084 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8810410b-2d7e-45b2-9ca2-d1df3bbf02a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:09:19.802492 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-8810410b-2d7e-45b2-9ca2-d1df3bbf02a7 admin admin] 10.222.0.18 "GET /v2.0/subnets/07767308-8a2a-4a26-a730-fb0664aa912f HTTP/1.1" status: 200 len: 868 time: 0.4148271 Jul 21 12:09:20.053404 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=3 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:09:20.054135 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=3 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:09:22.075537 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.18', 56288) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:09:22.458752 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=39 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:09:22.460475 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=44 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:09:22.498378 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ede2a1b0-7f38-4cc5-a456-fd8b405426fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:09:22.499810 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-ede2a1b0-7f38-4cc5-a456-fd8b405426fc admin admin] 10.222.0.18 "GET /v2.0/subnets/39ec59ca-1d5b-4110-899c-eae6f5db3a39 HTTP/1.1" status: 200 len: 816 time: 0.4228909 Jul 21 12:09:27.114484 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:09:27.116424 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:09:29.792084 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=82,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:09:29.797644 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=87,neutron:INSERT=1 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:09:32.493121 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=2 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:09:32.495122 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=6 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:09:34.046159 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.agents_db [None req-4203cc95-03b4-445b-a92f-19fc3dec8381 None None] Agent healthcheck: found 5 active agents {{(pid=104162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 12:09:41.377773 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-3ec5c67a-28c5-42e4-8c61-fe130b2296af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (8a21e728-a2e9-4580-a748-6ac9ba47a2a7), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:09:44.041610 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=15 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:09:44.042705 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=13 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:09:44.837226 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-d873d67e-cc65-4059-a319-4979d6bd80fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (ceb1130f-c61e-494c-be4f-967cc153319c), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:09:45.792796 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-34089123-786a-4f56-8fd8-e31aace790ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (7a27be9f-c1a8-4dec-a92f-42ec7311fe12), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:09:46.839102 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (c982e9e4-9e4b-4150-8658-75b564dceb25), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:09:47.124407 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-b3746fee-4e12-46ce-ae12-d62ff35738f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (bda8c5c0-9935-4f58-b3ba-5b48a27d9f80), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:09:50.664166 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.18', 56346) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:09:51.020351 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [None req-9d6e77a7-9c79-486f-9f4a-60c2fe05180b admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=104160) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 21 12:09:51.021357 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-9d6e77a7-9c79-486f-9f4a-60c2fe05180b admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3561985 Jul 21 12:09:53.315703 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 56354) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:09:53.698211 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb2a60b3-3f46-4091-a1bd-0fbc49d92ac7 admin admin] GET failed (client error): The resource could not be found. Jul 21 12:09:53.699465 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-bb2a60b3-3f46-4091-a1bd-0fbc49d92ac7 admin admin] 10.222.0.18 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3827667 Jul 21 12:09:53.849449 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a1a1108-dbc4-4172-acbd-e53a6e0638ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:09:53.850942 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-3a1a1108-dbc4-4172-acbd-e53a6e0638ed admin admin] 10.222.0.18 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1468730 Jul 21 12:09:56.091425 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.18', 56362) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:09:56.466603 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.v2.base [None req-ea4f8ad8-0033-4616-b229-8ad4cb8427e6 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=104160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 12:09:56.493901 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea4f8ad8-0033-4616-b229-8ad4cb8427e6 admin admin] Made reservation on behalf of 8a4579ac3a4640e986aabfbb2b1ede46 for: {'network': 1} {{(pid=104160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 12:09:56.496598 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-ea4f8ad8-0033-4616-b229-8ad4cb8427e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for network (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:09:56.539533 dv-cinder-850321-1-iscsi neutron-server[104160]: WARNING neutron.services.revisions.revision_plugin [None req-ea4f8ad8-0033-4616-b229-8ad4cb8427e6 admin admin] Could not find related network for resource to bump revision. Jul 21 12:09:56.557064 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea4f8ad8-0033-4616-b229-8ad4cb8427e6 admin admin] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=104160) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 21 12:09:56.570393 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-ea4f8ad8-0033-4616-b229-8ad4cb8427e6 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8773761087043', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1820665'] for segment (ff518a63-0862-4fe7-9302-6cd62216b83a), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:09:56.570920 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-ea4f8ad8-0033-4616-b229-8ad4cb8427e6 admin admin] Unsubscribe: segment precommit_create {{(pid=104160) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 21 12:09:56.571418 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.db.segments_db [None req-ea4f8ad8-0033-4616-b229-8ad4cb8427e6 admin admin] Added segment ff518a63-0862-4fe7-9302-6cd62216b83a of type vlan for network 7fe3dff5-a52b-4b7c-b158-0ffa986e8452 Jul 21 12:09:56.629365 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-ea4f8ad8-0033-4616-b229-8ad4cb8427e6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773760621873'] for network (7fe3dff5-a52b-4b7c-b158-0ffa986e8452), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:09:56.664232 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-ea4f8ad8-0033-4616-b229-8ad4cb8427e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329'] for network (7fe3dff5-a52b-4b7c-b158-0ffa986e8452), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:09:56.665130 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea4f8ad8-0033-4616-b229-8ad4cb8427e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:09:56.665693 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-ea4f8ad8-0033-4616-b229-8ad4cb8427e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622315'] for network (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:09:56.718935 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-ea4f8ad8-0033-4616-b229-8ad4cb8427e6 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.6263103 Jul 21 12:09:56.766444 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4f8ad8-0033-4616-b229-8ad4cb8427e6 admin admin] Pushing event updated for resources: {'Network': ['ID=7fe3dff5-a52b-4b7c-b158-0ffa986e8452,revision_number=1']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:09:56.774155 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4f8ad8-0033-4616-b229-8ad4cb8427e6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:09:56.774498 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4f8ad8-0033-4616-b229-8ad4cb8427e6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:09:56.774872 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4f8ad8-0033-4616-b229-8ad4cb8427e6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:09:56.775216 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4f8ad8-0033-4616-b229-8ad4cb8427e6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:09:56.775748 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4f8ad8-0033-4616-b229-8ad4cb8427e6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:09:56.775912 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4f8ad8-0033-4616-b229-8ad4cb8427e6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:09:56.776242 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4f8ad8-0033-4616-b229-8ad4cb8427e6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:09:56.776573 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4f8ad8-0033-4616-b229-8ad4cb8427e6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:09:56.776921 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4f8ad8-0033-4616-b229-8ad4cb8427e6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:09:56.777255 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4f8ad8-0033-4616-b229-8ad4cb8427e6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:09:56.777587 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4f8ad8-0033-4616-b229-8ad4cb8427e6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:09:56.777927 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4f8ad8-0033-4616-b229-8ad4cb8427e6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:09:56.778257 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4f8ad8-0033-4616-b229-8ad4cb8427e6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:09:56.778577 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4f8ad8-0033-4616-b229-8ad4cb8427e6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:09:56.778895 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4f8ad8-0033-4616-b229-8ad4cb8427e6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:09:56.792018 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Network 7fe3dff5-a52b-4b7c-b158-0ffa986e8452 details requested by agent ovs-agent-dv-cinder-850321-1-iscsi with host dv-cinder-850321-1-iscsi {{(pid=104161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 21 12:09:57.047862 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=2 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:09:57.053189 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=4 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:09:59.003869 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.18', 56370) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:09:59.390545 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bce2f58-6585-4e04-b8d1-c0b6728a11cd admin admin] GET failed (client error): The resource could not be found. Jul 21 12:09:59.391748 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-5bce2f58-6585-4e04-b8d1-c0b6728a11cd admin admin] 10.222.0.18 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3868375 Jul 21 12:09:59.466890 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-501ef57c-ade0-4809-b71c-0c8e96e87142 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:09:59.468412 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-501ef57c-ade0-4809-b71c-0c8e96e87142 admin admin] 10.222.0.18 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0721278 Jul 21 12:09:59.478785 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.v2.base [None req-4203522d-fa45-4276-a45a-5aae183626f9 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'shared-subnet', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': '7fe3dff5-a52b-4b7c-b158-0ffa986e8452'}} {{(pid=104160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 12:09:59.501067 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4203522d-fa45-4276-a45a-5aae183626f9 admin admin] Made reservation on behalf of 8a4579ac3a4640e986aabfbb2b1ede46 for: {'subnet': 1} {{(pid=104160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 12:09:59.503554 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-4203522d-fa45-4276-a45a-5aae183626f9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:09:59.673071 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-4203522d-fa45-4276-a45a-5aae183626f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329'] for subnet (98d70251-a260-4557-8f1d-2a999f2d7dad), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:09:59.727761 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4203522d-fa45-4276-a45a-5aae183626f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=98d70251-a260-4557-8f1d-2a999f2d7dad,revision_number=0']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:09:59.736816 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4203522d-fa45-4276-a45a-5aae183626f9 admin admin] Checking segment: {'id': 'ff518a63-0862-4fe7-9302-6cd62216b83a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '7fe3dff5-a52b-4b7c-b158-0ffa986e8452'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 12:09:59.737196 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4203522d-fa45-4276-a45a-5aae183626f9 admin admin] Network hostable DHCP agents. Network: 7fe3dff5-a52b-4b7c-b158-0ffa986e8452, hostable agents: ['8a21e728-a2e9-4580-a748-6ac9ba47a2a7'], hosted agents: [] {{(pid=104160) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 21 12:09:59.755913 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4203522d-fa45-4276-a45a-5aae183626f9 admin admin] Network 7fe3dff5-a52b-4b7c-b158-0ffa986e8452 is scheduled to be hosted by DHCP agent 8a21e728-a2e9-4580-a748-6ac9ba47a2a7 with binding_index 1 {{(pid=104160) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 21 12:09:59.767260 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.scheduler.base_scheduler [None req-4203522d-fa45-4276-a45a-5aae183626f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850321-1-iscsi, 7fe3dff5-a52b-4b7c-b158-0ffa986e8452) {{(pid=104160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 12:09:59.772077 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4203522d-fa45-4276-a45a-5aae183626f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:09:59.772774 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-4203522d-fa45-4276-a45a-5aae183626f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622315'] for subnet (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:09:59.777348 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c71b966-2281-463d-9eff-445d697424da None None] Network 7fe3dff5-a52b-4b7c-b158-0ffa986e8452 requested from dv-cinder-850321-1-iscsi {{(pid=104161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 12:09:59.800471 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-4203522d-fa45-4276-a45a-5aae183626f9 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3252163 Jul 21 12:09:59.894153 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a69bbfb9-e695-42f3-9e8b-58e16a0061a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp397e26b8-7a3e-539e-bfac-9573bd620e21-7fe3dff5-a52b-4b7c-b158-0ffa986e8452', 'network_id': '7fe3dff5-a52b-4b7c-b158-0ffa986e8452', 'project_id': '8a4579ac3a4640e986aabfbb2b1ede46', 'fixed_ips': [{'subnet_id': '98d70251-a260-4557-8f1d-2a999f2d7dad'}]}} from dv-cinder-850321-1-iscsi. {{(pid=104161) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 21 12:09:59.895147 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-a69bbfb9-e695-42f3-9e8b-58e16a0061a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:10:00.146927 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.db_base_plugin_common [None req-a69bbfb9-e695-42f3-9e8b-58e16a0061a4 None None] Allocated IP 192.168.233.2 (7fe3dff5-a52b-4b7c-b158-0ffa986e8452/98d70251-a260-4557-8f1d-2a999f2d7dad/8ddada51-e3f9-49b6-a6e9-ecd635bfdb24) {{(pid=104161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 12:10:00.314158 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-a69bbfb9-e695-42f3-9e8b-58e16a0061a4 None None] Publish callbacks [] for port (8ddada51-e3f9-49b6-a6e9-ecd635bfdb24), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:10:00.320545 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-a69bbfb9-e695-42f3-9e8b-58e16a0061a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773760637166'] for port (8ddada51-e3f9-49b6-a6e9-ecd635bfdb24), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:10:00.363268 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a69bbfb9-e695-42f3-9e8b-58e16a0061a4 None None] Network 7fe3dff5-a52b-4b7c-b158-0ffa986e8452 is already hosted by enough agents. {{(pid=104161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 12:10:00.366812 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.scheduler.base_scheduler [None req-a69bbfb9-e695-42f3-9e8b-58e16a0061a4 None None] Resources bound (agent type, host, resource id): {{(pid=104161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 12:10:00.370704 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a69bbfb9-e695-42f3-9e8b-58e16a0061a4 None None] Received port after_create {{(pid=104161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 12:10:00.374051 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69bbfb9-e695-42f3-9e8b-58e16a0061a4 None None] Pushing event updated for resources: {'Port': ['ID=8ddada51-e3f9-49b6-a6e9-ecd635bfdb24,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:10:00.385876 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69bbfb9-e695-42f3-9e8b-58e16a0061a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:10:00.386226 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69bbfb9-e695-42f3-9e8b-58e16a0061a4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:10:00.386595 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69bbfb9-e695-42f3-9e8b-58e16a0061a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:10:00.386952 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69bbfb9-e695-42f3-9e8b-58e16a0061a4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:10:00.387290 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69bbfb9-e695-42f3-9e8b-58e16a0061a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:10:00.387655 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69bbfb9-e695-42f3-9e8b-58e16a0061a4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:10:00.387981 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69bbfb9-e695-42f3-9e8b-58e16a0061a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:10:00.388308 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69bbfb9-e695-42f3-9e8b-58e16a0061a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:10:00.388641 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69bbfb9-e695-42f3-9e8b-58e16a0061a4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:10:00.388984 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69bbfb9-e695-42f3-9e8b-58e16a0061a4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:10:00.389308 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69bbfb9-e695-42f3-9e8b-58e16a0061a4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:10:00.389627 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69bbfb9-e695-42f3-9e8b-58e16a0061a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:10:00.389946 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69bbfb9-e695-42f3-9e8b-58e16a0061a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:10:00.390268 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69bbfb9-e695-42f3-9e8b-58e16a0061a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:10:00.390589 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69bbfb9-e695-42f3-9e8b-58e16a0061a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:10:00.442710 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.managers [None req-a69bbfb9-e695-42f3-9e8b-58e16a0061a4 None None] Attempting to bind port 8ddada51-e3f9-49b6-a6e9-ecd635bfdb24 on host dv-cinder-850321-1-iscsi for vnic_type normal with profile {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 12:10:00.443102 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.managers [None req-a69bbfb9-e695-42f3-9e8b-58e16a0061a4 None None] Attempting to bind port 8ddada51-e3f9-49b6-a6e9-ecd635bfdb24 by drivers openvswitch,hyperv on host dv-cinder-850321-1-iscsi at level 0 using segments [{'id': 'ff518a63-0862-4fe7-9302-6cd62216b83a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '7fe3dff5-a52b-4b7c-b158-0ffa986e8452'}] {{(pid=104161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 12:10:00.443456 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a69bbfb9-e695-42f3-9e8b-58e16a0061a4 None None] Attempting to bind port 8ddada51-e3f9-49b6-a6e9-ecd635bfdb24 on network 7fe3dff5-a52b-4b7c-b158-0ffa986e8452 {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 12:10:00.449507 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a69bbfb9-e695-42f3-9e8b-58e16a0061a4 None None] Checking agent: {'id': 'c982e9e4-9e4b-4150-8658-75b564dceb25', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850321-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 12, 6, 47), 'started_at': datetime.datetime(2022, 7, 21, 12, 7, 17), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 12, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850321-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 12:10:00.449882 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a69bbfb9-e695-42f3-9e8b-58e16a0061a4 None None] Checking segment: {'id': 'ff518a63-0862-4fe7-9302-6cd62216b83a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '7fe3dff5-a52b-4b7c-b158-0ffa986e8452'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 12:10:00.450633 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-a69bbfb9-e695-42f3-9e8b-58e16a0061a4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:10:00.451039 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a69bbfb9-e695-42f3-9e8b-58e16a0061a4 None None] Bound using segment: {'id': 'ff518a63-0862-4fe7-9302-6cd62216b83a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '7fe3dff5-a52b-4b7c-b158-0ffa986e8452'} {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 12:10:00.451539 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.managers [None req-a69bbfb9-e695-42f3-9e8b-58e16a0061a4 None None] Bound port: 8ddada51-e3f9-49b6-a6e9-ecd635bfdb24, host: dv-cinder-850321-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff518a63-0862-4fe7-9302-6cd62216b83a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '7fe3dff5-a52b-4b7c-b158-0ffa986e8452'}}] {{(pid=104161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 12:10:00.451956 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-a69bbfb9-e695-42f3-9e8b-58e16a0061a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (8ddada51-e3f9-49b6-a6e9-ecd635bfdb24), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:10:00.522082 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-a69bbfb9-e695-42f3-9e8b-58e16a0061a4 None None] For port 8ddada51-e3f9-49b6-a6e9-ecd635bfdb24, host dv-cinder-850321-1-iscsi, cleared binding levels {{(pid=104161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 12:10:00.525927 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-a69bbfb9-e695-42f3-9e8b-58e16a0061a4 None None] For port 8ddada51-e3f9-49b6-a6e9-ecd635bfdb24, host dv-cinder-850321-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-1-iscsi',level=0,port_id=8ddada51-e3f9-49b6-a6e9-ecd635bfdb24,segment=NetworkSegment(ff518a63-0862-4fe7-9302-6cd62216b83a),segment_id=ff518a63-0862-4fe7-9302-6cd62216b83a)] {{(pid=104161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 12:10:00.533724 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-a69bbfb9-e695-42f3-9e8b-58e16a0061a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158'] for port (8ddada51-e3f9-49b6-a6e9-ecd635bfdb24), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:10:00.593924 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69bbfb9-e695-42f3-9e8b-58e16a0061a4 None None] Pushing event updated for resources: {'Port': ['ID=8ddada51-e3f9-49b6-a6e9-ecd635bfdb24,revision_number=2']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:10:01.079923 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Device 8ddada51-e3f9-49b6-a6e9-ecd635bfdb24 up at agent ovs-agent-dv-cinder-850321-1-iscsi {{(pid=104161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 12:10:01.114976 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=84,neutron:UPDATE=11,neutron:INSERT=5 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:10:01.124214 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:10:01.134070 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Provisioning complete for port 8ddada51-e3f9-49b6-a6e9-ecd635bfdb24 triggered by entity L2. {{(pid=104161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 12:10:01.134460 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388846'] for port (8ddada51-e3f9-49b6-a6e9-ecd635bfdb24), provisioning_complete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:10:01.217849 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Current status of the port 8ddada51-e3f9-49b6-a6e9-ecd635bfdb24 is: DOWN; New status is: ACTIVE {{(pid=104161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 12:10:01.218084 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (8ddada51-e3f9-49b6-a6e9-ecd635bfdb24), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:10:01.256437 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] For port 8ddada51-e3f9-49b6-a6e9-ecd635bfdb24, host dv-cinder-850321-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-1-iscsi',level=0,port_id=8ddada51-e3f9-49b6-a6e9-ecd635bfdb24,segment=NetworkSegment(ff518a63-0862-4fe7-9302-6cd62216b83a),segment_id=ff518a63-0862-4fe7-9302-6cd62216b83a)] {{(pid=104161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 12:10:01.262079 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158'] for port (8ddada51-e3f9-49b6-a6e9-ecd635bfdb24), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:10:01.314826 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Pushing event updated for resources: {'Port': ['ID=8ddada51-e3f9-49b6-a6e9-ecd635bfdb24,revision_number=3']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:10:01.499928 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e995689-ca1a-4eea-961d-827b08fb34f6 None None] Network 7fe3dff5-a52b-4b7c-b158-0ffa986e8452 requested from dv-cinder-850321-1-iscsi {{(pid=104161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 12:10:01.564626 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [None req-3ff757a7-121c-477a-8867-0fedca307aeb None None] Provisioning complete for port 8ddada51-e3f9-49b6-a6e9-ecd635bfdb24 triggered by entity DHCP. {{(pid=104161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 12:10:01.564931 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-3ff757a7-121c-477a-8867-0fedca307aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388846'] for port (8ddada51-e3f9-49b6-a6e9-ecd635bfdb24), provisioning_complete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:10:01.693386 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-3ff757a7-121c-477a-8867-0fedca307aeb None None] Current status of the port 8ddada51-e3f9-49b6-a6e9-ecd635bfdb24 is: ACTIVE; New status is: ACTIVE {{(pid=104161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 12:10:01.914152 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [None req-149b7206-553a-4026-bb2c-fbd0488a4b11 None None] Provisioning complete for port 8ddada51-e3f9-49b6-a6e9-ecd635bfdb24 triggered by entity DHCP. {{(pid=104161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 12:10:01.914681 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-149b7206-553a-4026-bb2c-fbd0488a4b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388846'] for port (8ddada51-e3f9-49b6-a6e9-ecd635bfdb24), provisioning_complete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:10:01.992896 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-149b7206-553a-4026-bb2c-fbd0488a4b11 None None] Current status of the port 8ddada51-e3f9-49b6-a6e9-ecd635bfdb24 is: ACTIVE; New status is: ACTIVE {{(pid=104161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 12:10:03.066084 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Device 8ddada51-e3f9-49b6-a6e9-ecd635bfdb24 up at agent ovs-agent-dv-cinder-850321-1-iscsi {{(pid=104161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 12:10:03.128613 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Provisioning complete for port 8ddada51-e3f9-49b6-a6e9-ecd635bfdb24 triggered by entity L2. {{(pid=104161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 12:10:03.129013 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388846'] for port (8ddada51-e3f9-49b6-a6e9-ecd635bfdb24), provisioning_complete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:10:03.217891 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Current status of the port 8ddada51-e3f9-49b6-a6e9-ecd635bfdb24 is: ACTIVE; New status is: ACTIVE {{(pid=104161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 12:10:03.845191 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=11 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:10:03.847436 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=11 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:10:09.783714 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=75,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:10:09.784617 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=65,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:10:11.044902 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.agents_db [None req-4203cc95-03b4-445b-a92f-19fc3dec8381 None None] Agent healthcheck: found 5 active agents {{(pid=104162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 12:10:11.370033 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=100 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:10:11.382243 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-3e1675f8-77ca-48d4-b075-3a8f21d80828 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (8a21e728-a2e9-4580-a748-6ac9ba47a2a7), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:10:14.834321 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-7856dd42-8aa7-4de4-a5fa-5a95edfe5d5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (ceb1130f-c61e-494c-be4f-967cc153319c), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:10:15.790037 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-34089123-786a-4f56-8fd8-e31aace790ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (7a27be9f-c1a8-4dec-a92f-42ec7311fe12), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:10:16.825356 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (c982e9e4-9e4b-4150-8658-75b564dceb25), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:10:17.130303 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-b3746fee-4e12-46ce-ae12-d62ff35738f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (bda8c5c0-9935-4f58-b3ba-5b48a27d9f80), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:10:21.041463 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=2 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:10:27.122329 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=4,neutron:UPDATE=3 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:10:27.124376 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:10:39.035698 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=4 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:10:39.036481 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:10:41.387894 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-0615d9b5-b024-4fac-83ea-754cdd73810c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (8a21e728-a2e9-4580-a748-6ac9ba47a2a7), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:10:44.830310 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-ad80b4c8-a047-4ab1-b484-fb9c50401ad7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (ceb1130f-c61e-494c-be4f-967cc153319c), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:10:45.793258 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-34089123-786a-4f56-8fd8-e31aace790ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (7a27be9f-c1a8-4dec-a92f-42ec7311fe12), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:10:46.822509 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (c982e9e4-9e4b-4150-8658-75b564dceb25), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:10:47.131281 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-b3746fee-4e12-46ce-ae12-d62ff35738f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (bda8c5c0-9935-4f58-b3ba-5b48a27d9f80), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:10:48.044100 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.agents_db [None req-4203cc95-03b4-445b-a92f-19fc3dec8381 None None] Agent healthcheck: found 5 active agents {{(pid=104162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 12:10:57.118607 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:10:57.125803 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:10:58.040355 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:10:58.041239 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:11:11.043323 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=2 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:11:11.048645 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=4 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:11:11.393253 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-f314c553-ee2b-46e5-82d1-00a2c0f211ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (8a21e728-a2e9-4580-a748-6ac9ba47a2a7), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:11:14.826506 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-88d8e5f7-bf56-4c00-8ad8-edeb7e1a7eb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (ceb1130f-c61e-494c-be4f-967cc153319c), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:11:15.793881 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-34089123-786a-4f56-8fd8-e31aace790ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (7a27be9f-c1a8-4dec-a92f-42ec7311fe12), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:11:16.821184 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (c982e9e4-9e4b-4150-8658-75b564dceb25), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:11:17.134755 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-b3746fee-4e12-46ce-ae12-d62ff35738f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (bda8c5c0-9935-4f58-b3ba-5b48a27d9f80), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:11:25.044758 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.agents_db [None req-4203cc95-03b4-445b-a92f-19fc3dec8381 None None] Agent healthcheck: found 5 active agents {{(pid=104162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 12:11:27.123557 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:11:27.128565 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:11:41.403241 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-76aaa49e-0352-4e83-83e4-94f9b5d82f3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (8a21e728-a2e9-4580-a748-6ac9ba47a2a7), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:11:44.024324 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.18', 56412) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:11:44.030824 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [None req-78c56226-6688-42de-b165-2b669d85fdb2 tempest-verify_tempest_config-946366663 tempest-verify_tempest_config-946366663-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=104160) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 21 12:11:44.031932 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-78c56226-6688-42de-b165-2b669d85fdb2 tempest-verify_tempest_config-946366663 tempest-verify_tempest_config-946366663-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0065172 Jul 21 12:11:44.625589 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.18', 56430) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:11:44.830364 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-a1f65a65-9c23-4ee2-b911-0840728fa456 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (ceb1130f-c61e-494c-be4f-967cc153319c), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:11:44.994795 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-c7e2bdc0-bcbc-4706-93da-ae11f7a5460d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:11:45.126537 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-c7e2bdc0-bcbc-4706-93da-ae11f7a5460d admin admin] Publish callbacks [] for security_group (c2604a85-3815-4e16-9e17-b0deca4285a3), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:11:45.132605 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-c7e2bdc0-bcbc-4706-93da-ae11f7a5460d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (c2604a85-3815-4e16-9e17-b0deca4285a3), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:11:45.183463 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2bdc0-bcbc-4706-93da-ae11f7a5460d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2604a85-3815-4e16-9e17-b0deca4285a3,revision_number=1']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:11:45.189200 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-c7e2bdc0-bcbc-4706-93da-ae11f7a5460d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5f88f92a6f9f421d949e8c769b637b16&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5624540 Jul 21 12:11:45.191901 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 56434) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:11:45.196910 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e2bdc0-bcbc-4706-93da-ae11f7a5460d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:11:45.197811 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e2bdc0-bcbc-4706-93da-ae11f7a5460d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:11:45.198510 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e2bdc0-bcbc-4706-93da-ae11f7a5460d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:11:45.199268 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e2bdc0-bcbc-4706-93da-ae11f7a5460d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:11:45.199639 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e2bdc0-bcbc-4706-93da-ae11f7a5460d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:11:45.199993 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e2bdc0-bcbc-4706-93da-ae11f7a5460d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:11:45.200307 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e2bdc0-bcbc-4706-93da-ae11f7a5460d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:11:45.200635 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e2bdc0-bcbc-4706-93da-ae11f7a5460d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:11:45.200981 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e2bdc0-bcbc-4706-93da-ae11f7a5460d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:11:45.201317 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e2bdc0-bcbc-4706-93da-ae11f7a5460d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:11:45.201785 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e2bdc0-bcbc-4706-93da-ae11f7a5460d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:11:45.202527 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e2bdc0-bcbc-4706-93da-ae11f7a5460d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:11:45.203273 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e2bdc0-bcbc-4706-93da-ae11f7a5460d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:11:45.203639 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e2bdc0-bcbc-4706-93da-ae11f7a5460d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:11:45.203969 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e2bdc0-bcbc-4706-93da-ae11f7a5460d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:11:45.264979 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-a7c637a1-74dc-407a-b743-f9a9bbe0f6e7 admin admin] Publish callbacks [] for security_group (c2604a85-3815-4e16-9e17-b0deca4285a3), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:11:45.288151 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-a7c637a1-74dc-407a-b743-f9a9bbe0f6e7 admin admin] Publish callbacks [] for security_group (c2604a85-3815-4e16-9e17-b0deca4285a3), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:11:45.386008 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-a7c637a1-74dc-407a-b743-f9a9bbe0f6e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (c2604a85-3815-4e16-9e17-b0deca4285a3), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:11:45.389849 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-a7c637a1-74dc-407a-b743-f9a9bbe0f6e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:11:45.391593 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-a7c637a1-74dc-407a-b743-f9a9bbe0f6e7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c2604a85-3815-4e16-9e17-b0deca4285a3 HTTP/1.1" status: 204 len: 168 time: 0.1984470 Jul 21 12:11:45.401682 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c637a1-74dc-407a-b743-f9a9bbe0f6e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2604a85-3815-4e16-9e17-b0deca4285a3,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:11:45.409226 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c637a1-74dc-407a-b743-f9a9bbe0f6e7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:11:45.409565 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c637a1-74dc-407a-b743-f9a9bbe0f6e7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:11:45.409922 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c637a1-74dc-407a-b743-f9a9bbe0f6e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:11:45.410253 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c637a1-74dc-407a-b743-f9a9bbe0f6e7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:11:45.410580 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c637a1-74dc-407a-b743-f9a9bbe0f6e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:11:45.410908 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c637a1-74dc-407a-b743-f9a9bbe0f6e7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:11:45.411294 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c637a1-74dc-407a-b743-f9a9bbe0f6e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:11:45.411549 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c637a1-74dc-407a-b743-f9a9bbe0f6e7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:11:45.411957 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c637a1-74dc-407a-b743-f9a9bbe0f6e7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:11:45.412281 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c637a1-74dc-407a-b743-f9a9bbe0f6e7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:11:45.412613 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c637a1-74dc-407a-b743-f9a9bbe0f6e7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:11:45.412952 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c637a1-74dc-407a-b743-f9a9bbe0f6e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:11:45.413269 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c637a1-74dc-407a-b743-f9a9bbe0f6e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:11:45.413580 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c637a1-74dc-407a-b743-f9a9bbe0f6e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:11:45.413891 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c637a1-74dc-407a-b743-f9a9bbe0f6e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:11:45.798522 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-34089123-786a-4f56-8fd8-e31aace790ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (7a27be9f-c1a8-4dec-a92f-42ec7311fe12), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:11:46.818314 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (c982e9e4-9e4b-4150-8658-75b564dceb25), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:11:47.138423 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-b3746fee-4e12-46ce-ae12-d62ff35738f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (bda8c5c0-9935-4f58-b3ba-5b48a27d9f80), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:11:48.046413 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=18 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:11:48.047306 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=16 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:11:55.178173 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=17,neutron:INSERT=4 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:11:55.192095 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=22,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:11:55.397419 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=16,neutron:DELETE=2 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:11:55.404831 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=19,neutron:DELETE=2 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:11:57.125946 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:11:57.133757 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:12:02.045020 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.agents_db [None req-4203cc95-03b4-445b-a92f-19fc3dec8381 None None] Agent healthcheck: found 5 active agents {{(pid=104162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 12:12:11.408769 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-447f8084-716e-4b78-9109-a8526b49d1d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (8a21e728-a2e9-4580-a748-6ac9ba47a2a7), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:12:12.040231 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:12:12.041223 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:12:14.836241 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-4691a693-d8b7-42f7-99d4-ba325f7e240e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (ceb1130f-c61e-494c-be4f-967cc153319c), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:12:15.804622 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-34089123-786a-4f56-8fd8-e31aace790ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (7a27be9f-c1a8-4dec-a92f-42ec7311fe12), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:12:16.816465 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (c982e9e4-9e4b-4150-8658-75b564dceb25), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:12:17.140786 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-b3746fee-4e12-46ce-ae12-d62ff35738f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (bda8c5c0-9935-4f58-b3ba-5b48a27d9f80), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:12:25.039926 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=3 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:12:25.043969 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=3 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:12:27.133472 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=19,neutron:UPDATE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:12:27.134457 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=22,neutron:UPDATE=4 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:12:39.032571 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:12:39.033307 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:DELETE=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:12:39.044268 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.agents_db [None req-4203cc95-03b4-445b-a92f-19fc3dec8381 None None] Agent healthcheck: found 5 active agents {{(pid=104162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 12:12:41.407676 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-d87d420f-89e7-4af3-a7c2-47bd5f19e5e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (8a21e728-a2e9-4580-a748-6ac9ba47a2a7), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:12:44.844626 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-73e63cf5-869c-48a9-998c-d73259ef4875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (ceb1130f-c61e-494c-be4f-967cc153319c), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:12:45.803069 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-34089123-786a-4f56-8fd8-e31aace790ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (7a27be9f-c1a8-4dec-a92f-42ec7311fe12), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:12:46.820559 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (c982e9e4-9e4b-4150-8658-75b564dceb25), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:12:47.144375 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-b3746fee-4e12-46ce-ae12-d62ff35738f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (bda8c5c0-9935-4f58-b3ba-5b48a27d9f80), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:12:49.042400 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=2 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:12:57.131127 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=10 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:12:57.139250 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:UPDATE=5,neutron:SELECT=5 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:13:02.042514 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=4 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:13:02.043345 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=2 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:13:11.405232 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-f91776a6-c80f-421b-8a13-7a696cb2d2e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (8a21e728-a2e9-4580-a748-6ac9ba47a2a7), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:13:14.842002 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-934dcfcd-6b92-4c3d-ba77-3248bcd55b16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (ceb1130f-c61e-494c-be4f-967cc153319c), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:13:15.810126 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-34089123-786a-4f56-8fd8-e31aace790ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (7a27be9f-c1a8-4dec-a92f-42ec7311fe12), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:13:16.043713 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.agents_db [None req-4203cc95-03b4-445b-a92f-19fc3dec8381 None None] Agent healthcheck: found 5 active agents {{(pid=104162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 12:13:16.818304 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (c982e9e4-9e4b-4150-8658-75b564dceb25), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:13:17.146408 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-b3746fee-4e12-46ce-ae12-d62ff35738f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (bda8c5c0-9935-4f58-b3ba-5b48a27d9f80), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:13:26.039685 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=2 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:13:26.040562 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=2 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:13:27.133819 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:13:27.139861 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:13:32.156652 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-681581'] for agent (0e418a3d-140a-4386-ad03-1f6ad2d8ed7b), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:13:41.294093 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=17 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:13:41.296154 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=15 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:13:41.403994 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-d66e009b-f63d-43ab-a40c-68284ac673b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (8a21e728-a2e9-4580-a748-6ac9ba47a2a7), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:13:44.708816 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.18', 56530) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:13:44.836148 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-6ed42253-e0c4-44cf-9f5e-a774d360e5e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (ceb1130f-c61e-494c-be4f-967cc153319c), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:13:44.856906 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-753e4a36-2be1-418f-b805-374cb1dd4a88 admin admin] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1468399 Jul 21 12:13:45.814527 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-34089123-786a-4f56-8fd8-e31aace790ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (7a27be9f-c1a8-4dec-a92f-42ec7311fe12), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:13:46.815031 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (c982e9e4-9e4b-4150-8658-75b564dceb25), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:13:46.946315 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 56540) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:13:47.011075 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-eb1cb579-2df8-47d6-a1bc-69e1553184cf admin admin] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0636251 Jul 21 12:13:47.153481 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-b3746fee-4e12-46ce-ae12-d62ff35738f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (bda8c5c0-9935-4f58-b3ba-5b48a27d9f80), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:13:53.044537 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.agents_db [None req-4203cc95-03b4-445b-a92f-19fc3dec8381 None None] Agent healthcheck: found 6 active agents {{(pid=104162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 12:13:54.848741 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=1 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:13:54.850878 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=1 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:13:57.004846 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=1 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:13:57.006056 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=1 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:13:57.138289 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:INSERT=1,neutron:SELECT=8,neutron:UPDATE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:13:57.145563 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:14:02.108302 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (0e418a3d-140a-4386-ad03-1f6ad2d8ed7b), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:14:03.039968 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:14:03.040761 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:14:11.408704 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-626193b7-3271-4fee-8383-04fbe1db7216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (8a21e728-a2e9-4580-a748-6ac9ba47a2a7), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:14:14.842084 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-0488ae4b-ae87-49d7-8a8a-d56ce5e2ccbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (ceb1130f-c61e-494c-be4f-967cc153319c), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:14:15.814161 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-34089123-786a-4f56-8fd8-e31aace790ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (7a27be9f-c1a8-4dec-a92f-42ec7311fe12), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:14:16.039278 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=2 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:14:16.040193 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=4 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:14:16.818538 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (c982e9e4-9e4b-4150-8658-75b564dceb25), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:14:17.154727 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-b3746fee-4e12-46ce-ae12-d62ff35738f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (bda8c5c0-9935-4f58-b3ba-5b48a27d9f80), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:14:27.141600 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:14:27.148471 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=24,neutron:UPDATE=3 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:14:30.044619 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.agents_db [None req-4203cc95-03b4-445b-a92f-19fc3dec8381 None None] Agent healthcheck: found 6 active agents {{(pid=104162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 12:14:32.110774 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (0e418a3d-140a-4386-ad03-1f6ad2d8ed7b), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:14:40.039930 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=2 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:14:40.041265 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:DELETE=1,neutron:SELECT=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:14:41.404007 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-a8d4ed89-9089-4ddd-8c3b-305bc689ef95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (8a21e728-a2e9-4580-a748-6ac9ba47a2a7), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:14:44.848008 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-ab759d46-e096-4097-bcf2-3f7c40bbf02d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (ceb1130f-c61e-494c-be4f-967cc153319c), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:14:45.817495 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-34089123-786a-4f56-8fd8-e31aace790ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (7a27be9f-c1a8-4dec-a92f-42ec7311fe12), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:14:46.815520 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (c982e9e4-9e4b-4150-8658-75b564dceb25), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:14:47.161980 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-b3746fee-4e12-46ce-ae12-d62ff35738f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (bda8c5c0-9935-4f58-b3ba-5b48a27d9f80), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:14:53.034783 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=2 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:14:53.036739 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=4 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:14:57.151976 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=10 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:14:57.155593 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=8,neutron:UPDATE=6 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:15:02.099239 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (0e418a3d-140a-4386-ad03-1f6ad2d8ed7b), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:07.044729 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.agents_db [None req-4203cc95-03b4-445b-a92f-19fc3dec8381 None None] Agent healthcheck: found 6 active agents {{(pid=104162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 12:15:11.401231 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-973b45b6-533a-4ca5-872c-61029d809099 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (8a21e728-a2e9-4580-a748-6ac9ba47a2a7), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:14.843785 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-977f7315-d10b-454f-afab-3dac774ea21f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (ceb1130f-c61e-494c-be4f-967cc153319c), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:15.820943 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-34089123-786a-4f56-8fd8-e31aace790ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (7a27be9f-c1a8-4dec-a92f-42ec7311fe12), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:16.812081 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (c982e9e4-9e4b-4150-8658-75b564dceb25), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:17.040052 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:15:17.040993 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:15:17.160109 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-b3746fee-4e12-46ce-ae12-d62ff35738f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (bda8c5c0-9935-4f58-b3ba-5b48a27d9f80), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:25.371189 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 56636) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:15:25.609006 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.v2.base [None req-c17ce02b-e7d8-4b8f-af1b-5f06267c9a95 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1507637807-network', 'tenant_id': 'f3726ac8b83847468671bd930deb5492'}} {{(pid=104159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 12:15:25.638397 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c17ce02b-e7d8-4b8f-af1b-5f06267c9a95 admin admin] Made reservation on behalf of f3726ac8b83847468671bd930deb5492 for: {'network': 1} {{(pid=104159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 12:15:25.640999 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-c17ce02b-e7d8-4b8f-af1b-5f06267c9a95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for network (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:25.650726 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-c17ce02b-e7d8-4b8f-af1b-5f06267c9a95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:25.760096 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-c17ce02b-e7d8-4b8f-af1b-5f06267c9a95 admin admin] Publish callbacks [] for security_group (88d39ded-9adf-4e28-b3b6-ef623b39acb3), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:25.766349 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-c17ce02b-e7d8-4b8f-af1b-5f06267c9a95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (88d39ded-9adf-4e28-b3b6-ef623b39acb3), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:25.819155 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17ce02b-e7d8-4b8f-af1b-5f06267c9a95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88d39ded-9adf-4e28-b3b6-ef623b39acb3,revision_number=1']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:15:25.826019 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c17ce02b-e7d8-4b8f-af1b-5f06267c9a95 admin admin] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=104159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 21 12:15:25.841968 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17ce02b-e7d8-4b8f-af1b-5f06267c9a95 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:15:25.842633 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17ce02b-e7d8-4b8f-af1b-5f06267c9a95 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:15:25.843216 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17ce02b-e7d8-4b8f-af1b-5f06267c9a95 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:15:25.843890 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17ce02b-e7d8-4b8f-af1b-5f06267c9a95 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:15:25.844457 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17ce02b-e7d8-4b8f-af1b-5f06267c9a95 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:15:25.845042 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17ce02b-e7d8-4b8f-af1b-5f06267c9a95 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:15:25.845611 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17ce02b-e7d8-4b8f-af1b-5f06267c9a95 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:15:25.846193 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17ce02b-e7d8-4b8f-af1b-5f06267c9a95 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:15:25.846685 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17ce02b-e7d8-4b8f-af1b-5f06267c9a95 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:15:25.847102 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17ce02b-e7d8-4b8f-af1b-5f06267c9a95 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:15:25.847540 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17ce02b-e7d8-4b8f-af1b-5f06267c9a95 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:15:25.848009 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17ce02b-e7d8-4b8f-af1b-5f06267c9a95 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:15:25.848484 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17ce02b-e7d8-4b8f-af1b-5f06267c9a95 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:15:25.850667 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17ce02b-e7d8-4b8f-af1b-5f06267c9a95 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:15:25.851258 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17ce02b-e7d8-4b8f-af1b-5f06267c9a95 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:15:25.853401 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17ce02b-e7d8-4b8f-af1b-5f06267c9a95 admin admin] Tracked resource versions report: Jul 21 12:15:25.853401 dv-cinder-850321-1-iscsi neutron-server[104159]: pushed versions: Jul 21 12:15:25.853401 dv-cinder-850321-1-iscsi neutron-server[104159]: { 'AddressGroup': {'1.2'}, Jul 21 12:15:25.853401 dv-cinder-850321-1-iscsi neutron-server[104159]: 'Agent': {'1.1'}, Jul 21 12:15:25.853401 dv-cinder-850321-1-iscsi neutron-server[104159]: 'ConntrackHelper': {'1.0'}, Jul 21 12:15:25.853401 dv-cinder-850321-1-iscsi neutron-server[104159]: 'LocalIPAssociation': {'1.0'}, Jul 21 12:15:25.853401 dv-cinder-850321-1-iscsi neutron-server[104159]: 'Log': {'1.0'}, Jul 21 12:15:25.853401 dv-cinder-850321-1-iscsi neutron-server[104159]: 'NDPProxy': {'1.0'}, Jul 21 12:15:25.853401 dv-cinder-850321-1-iscsi neutron-server[104159]: 'Network': {'1.1'}, Jul 21 12:15:25.853401 dv-cinder-850321-1-iscsi neutron-server[104159]: 'Port': {'1.7'}, Jul 21 12:15:25.853401 dv-cinder-850321-1-iscsi neutron-server[104159]: 'PortForwarding': {'1.3'}, Jul 21 12:15:25.853401 dv-cinder-850321-1-iscsi neutron-server[104159]: 'QosPolicy': {'1.10'}, Jul 21 12:15:25.853401 dv-cinder-850321-1-iscsi neutron-server[104159]: 'SecurityGroup': {'1.5'}, Jul 21 12:15:25.853401 dv-cinder-850321-1-iscsi neutron-server[104159]: 'SecurityGroupRule': {'1.2'}, Jul 21 12:15:25.853401 dv-cinder-850321-1-iscsi neutron-server[104159]: 'SubPort': {'1.0'}, Jul 21 12:15:25.853401 dv-cinder-850321-1-iscsi neutron-server[104159]: 'Subnet': {'1.1'}, Jul 21 12:15:25.853401 dv-cinder-850321-1-iscsi neutron-server[104159]: 'Trunk': {'1.1'}} Jul 21 12:15:25.853401 dv-cinder-850321-1-iscsi neutron-server[104159]: consumer versions: Jul 21 12:15:25.853401 dv-cinder-850321-1-iscsi neutron-server[104159]: { DHCP agent@dv-cinder-850321-1-iscsi: {}, Jul 21 12:15:25.853401 dv-cinder-850321-1-iscsi neutron-server[104159]: HyperV agent@hv-cinder-85032: {}, Jul 21 12:15:25.853401 dv-cinder-850321-1-iscsi neutron-server[104159]: L3 agent@dv-cinder-850321-1-iscsi: {}, Jul 21 12:15:25.853401 dv-cinder-850321-1-iscsi neutron-server[104159]: Metadata agent@dv-cinder-850321-1-iscsi: {}, Jul 21 12:15:25.853401 dv-cinder-850321-1-iscsi neutron-server[104159]: Metering agent@dv-cinder-850321-1-iscsi: {}, Jul 21 12:15:25.853401 dv-cinder-850321-1-iscsi neutron-server[104159]: Open vSwitch agent@dv-cinder-850321-1-iscsi: { 'AddressGroup': '1.2', Jul 21 12:15:25.853401 dv-cinder-850321-1-iscsi neutron-server[104159]: 'Agent': '1.1', Jul 21 12:15:25.853401 dv-cinder-850321-1-iscsi neutron-server[104159]: 'ConntrackHelper': '1.0', Jul 21 12:15:25.853401 dv-cinder-850321-1-iscsi neutron-server[104159]: 'LocalIPAssociation': '1.0', Jul 21 12:15:25.853401 dv-cinder-850321-1-iscsi neutron-server[104159]: 'Log': '1.0', Jul 21 12:15:25.853401 dv-cinder-850321-1-iscsi neutron-server[104159]: 'NDPProxy': '1.0', Jul 21 12:15:25.853401 dv-cinder-850321-1-iscsi neutron-server[104159]: 'Network': '1.1', Jul 21 12:15:25.853401 dv-cinder-850321-1-iscsi neutron-server[104159]: 'Port': '1.7', Jul 21 12:15:25.853401 dv-cinder-850321-1-iscsi neutron-server[104159]: 'PortForwarding': '1.3', Jul 21 12:15:25.853401 dv-cinder-850321-1-iscsi neutron-server[104159]: 'QosPolicy': '1.10', Jul 21 12:15:25.853401 dv-cinder-850321-1-iscsi neutron-server[104159]: 'SecurityGroup': '1.5', Jul 21 12:15:25.853401 dv-cinder-850321-1-iscsi neutron-server[104159]: 'SecurityGroupRule': '1.2', Jul 21 12:15:25.853401 dv-cinder-850321-1-iscsi neutron-server[104159]: 'SubPort': '1.0', Jul 21 12:15:25.853401 dv-cinder-850321-1-iscsi neutron-server[104159]: 'Subnet': '1.1', Jul 21 12:15:25.853401 dv-cinder-850321-1-iscsi neutron-server[104159]: 'Trunk': '1.1'}} Jul 21 12:15:25.853401 dv-cinder-850321-1-iscsi neutron-server[104159]: {{(pid=104159) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 21 12:15:25.868908 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-c17ce02b-e7d8-4b8f-af1b-5f06267c9a95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1820665'] for segment (c03e7b66-2543-4f79-a51b-efdd8f487a85), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:25.869168 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.db.segments_db [None req-c17ce02b-e7d8-4b8f-af1b-5f06267c9a95 admin admin] Added segment c03e7b66-2543-4f79-a51b-efdd8f487a85 of type vlan for network ac7b63b3-36ed-4162-888b-3062a1149573 Jul 21 12:15:25.927145 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-c17ce02b-e7d8-4b8f-af1b-5f06267c9a95 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773760621873'] for network (ac7b63b3-36ed-4162-888b-3062a1149573), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:25.956441 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-c17ce02b-e7d8-4b8f-af1b-5f06267c9a95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329'] for network (ac7b63b3-36ed-4162-888b-3062a1149573), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:25.957755 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c17ce02b-e7d8-4b8f-af1b-5f06267c9a95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:15:25.958375 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-c17ce02b-e7d8-4b8f-af1b-5f06267c9a95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622315'] for network (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:26.069743 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17ce02b-e7d8-4b8f-af1b-5f06267c9a95 admin admin] Pushing event updated for resources: {'Network': ['ID=ac7b63b3-36ed-4162-888b-3062a1149573,revision_number=1']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:15:26.082503 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Network ac7b63b3-36ed-4162-888b-3062a1149573 details requested by agent ovs-agent-dv-cinder-850321-1-iscsi with host dv-cinder-850321-1-iscsi {{(pid=104161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 21 12:15:26.088829 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-c17ce02b-e7d8-4b8f-af1b-5f06267c9a95 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 0.7154455 Jul 21 12:15:26.093623 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.18', 56688) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:15:26.100136 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.v2.base [None req-6061bd92-2641-4d84-9377-5ce907ee375f admin admin] Request body: {'subnet': {'network_id': 'ac7b63b3-36ed-4162-888b-3062a1149573', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1507637807-subnet', 'tenant_id': 'f3726ac8b83847468671bd930deb5492', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 12:15:26.130631 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6061bd92-2641-4d84-9377-5ce907ee375f admin admin] Made reservation on behalf of f3726ac8b83847468671bd930deb5492 for: {'subnet': 1} {{(pid=104160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 12:15:26.134885 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-6061bd92-2641-4d84-9377-5ce907ee375f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:26.414090 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-6061bd92-2641-4d84-9377-5ce907ee375f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329'] for subnet (85871871-89d2-41dd-b1d6-9b7f2440aaee), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:26.501548 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6061bd92-2641-4d84-9377-5ce907ee375f admin admin] Pushing event updated for resources: {'Subnet': ['ID=85871871-89d2-41dd-b1d6-9b7f2440aaee,revision_number=0']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:15:26.524442 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6061bd92-2641-4d84-9377-5ce907ee375f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:15:26.525078 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6061bd92-2641-4d84-9377-5ce907ee375f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:15:26.525675 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6061bd92-2641-4d84-9377-5ce907ee375f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:15:26.526269 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6061bd92-2641-4d84-9377-5ce907ee375f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:15:26.526827 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6061bd92-2641-4d84-9377-5ce907ee375f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:15:26.527358 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6061bd92-2641-4d84-9377-5ce907ee375f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:15:26.527967 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6061bd92-2641-4d84-9377-5ce907ee375f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:15:26.528645 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6061bd92-2641-4d84-9377-5ce907ee375f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:15:26.529297 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6061bd92-2641-4d84-9377-5ce907ee375f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:15:26.529867 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6061bd92-2641-4d84-9377-5ce907ee375f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:15:26.530372 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6061bd92-2641-4d84-9377-5ce907ee375f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:15:26.531088 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6061bd92-2641-4d84-9377-5ce907ee375f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:15:26.531757 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6061bd92-2641-4d84-9377-5ce907ee375f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:15:26.532460 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6061bd92-2641-4d84-9377-5ce907ee375f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:15:26.533028 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6061bd92-2641-4d84-9377-5ce907ee375f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:15:26.535203 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6061bd92-2641-4d84-9377-5ce907ee375f admin admin] Tracked resource versions report: Jul 21 12:15:26.535203 dv-cinder-850321-1-iscsi neutron-server[104160]: pushed versions: Jul 21 12:15:26.535203 dv-cinder-850321-1-iscsi neutron-server[104160]: { 'AddressGroup': {'1.2'}, Jul 21 12:15:26.535203 dv-cinder-850321-1-iscsi neutron-server[104160]: 'Agent': {'1.1'}, Jul 21 12:15:26.535203 dv-cinder-850321-1-iscsi neutron-server[104160]: 'ConntrackHelper': {'1.0'}, Jul 21 12:15:26.535203 dv-cinder-850321-1-iscsi neutron-server[104160]: 'LocalIPAssociation': {'1.0'}, Jul 21 12:15:26.535203 dv-cinder-850321-1-iscsi neutron-server[104160]: 'Log': {'1.0'}, Jul 21 12:15:26.535203 dv-cinder-850321-1-iscsi neutron-server[104160]: 'NDPProxy': {'1.0'}, Jul 21 12:15:26.535203 dv-cinder-850321-1-iscsi neutron-server[104160]: 'Network': {'1.1'}, Jul 21 12:15:26.535203 dv-cinder-850321-1-iscsi neutron-server[104160]: 'Port': {'1.7'}, Jul 21 12:15:26.535203 dv-cinder-850321-1-iscsi neutron-server[104160]: 'PortForwarding': {'1.3'}, Jul 21 12:15:26.535203 dv-cinder-850321-1-iscsi neutron-server[104160]: 'QosPolicy': {'1.10'}, Jul 21 12:15:26.535203 dv-cinder-850321-1-iscsi neutron-server[104160]: 'SecurityGroup': {'1.5'}, Jul 21 12:15:26.535203 dv-cinder-850321-1-iscsi neutron-server[104160]: 'SecurityGroupRule': {'1.2'}, Jul 21 12:15:26.535203 dv-cinder-850321-1-iscsi neutron-server[104160]: 'SubPort': {'1.0'}, Jul 21 12:15:26.535203 dv-cinder-850321-1-iscsi neutron-server[104160]: 'Subnet': {'1.1'}, Jul 21 12:15:26.535203 dv-cinder-850321-1-iscsi neutron-server[104160]: 'Trunk': {'1.1'}} Jul 21 12:15:26.535203 dv-cinder-850321-1-iscsi neutron-server[104160]: consumer versions: Jul 21 12:15:26.535203 dv-cinder-850321-1-iscsi neutron-server[104160]: { DHCP agent@dv-cinder-850321-1-iscsi: {}, Jul 21 12:15:26.535203 dv-cinder-850321-1-iscsi neutron-server[104160]: HyperV agent@hv-cinder-85032: {}, Jul 21 12:15:26.535203 dv-cinder-850321-1-iscsi neutron-server[104160]: L3 agent@dv-cinder-850321-1-iscsi: {}, Jul 21 12:15:26.535203 dv-cinder-850321-1-iscsi neutron-server[104160]: Metadata agent@dv-cinder-850321-1-iscsi: {}, Jul 21 12:15:26.535203 dv-cinder-850321-1-iscsi neutron-server[104160]: Metering agent@dv-cinder-850321-1-iscsi: {}, Jul 21 12:15:26.535203 dv-cinder-850321-1-iscsi neutron-server[104160]: Open vSwitch agent@dv-cinder-850321-1-iscsi: { 'AddressGroup': '1.2', Jul 21 12:15:26.535203 dv-cinder-850321-1-iscsi neutron-server[104160]: 'Agent': '1.1', Jul 21 12:15:26.535203 dv-cinder-850321-1-iscsi neutron-server[104160]: 'ConntrackHelper': '1.0', Jul 21 12:15:26.535203 dv-cinder-850321-1-iscsi neutron-server[104160]: 'LocalIPAssociation': '1.0', Jul 21 12:15:26.535203 dv-cinder-850321-1-iscsi neutron-server[104160]: 'Log': '1.0', Jul 21 12:15:26.535203 dv-cinder-850321-1-iscsi neutron-server[104160]: 'NDPProxy': '1.0', Jul 21 12:15:26.535203 dv-cinder-850321-1-iscsi neutron-server[104160]: 'Network': '1.1', Jul 21 12:15:26.535203 dv-cinder-850321-1-iscsi neutron-server[104160]: 'Port': '1.7', Jul 21 12:15:26.535203 dv-cinder-850321-1-iscsi neutron-server[104160]: 'PortForwarding': '1.3', Jul 21 12:15:26.535203 dv-cinder-850321-1-iscsi neutron-server[104160]: 'QosPolicy': '1.10', Jul 21 12:15:26.535203 dv-cinder-850321-1-iscsi neutron-server[104160]: 'SecurityGroup': '1.5', Jul 21 12:15:26.535203 dv-cinder-850321-1-iscsi neutron-server[104160]: 'SecurityGroupRule': '1.2', Jul 21 12:15:26.535203 dv-cinder-850321-1-iscsi neutron-server[104160]: 'SubPort': '1.0', Jul 21 12:15:26.535203 dv-cinder-850321-1-iscsi neutron-server[104160]: 'Subnet': '1.1', Jul 21 12:15:26.535203 dv-cinder-850321-1-iscsi neutron-server[104160]: 'Trunk': '1.1'}} Jul 21 12:15:26.535203 dv-cinder-850321-1-iscsi neutron-server[104160]: {{(pid=104160) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 21 12:15:26.551724 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6061bd92-2641-4d84-9377-5ce907ee375f admin admin] Checking segment: {'id': 'c03e7b66-2543-4f79-a51b-efdd8f487a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ac7b63b3-36ed-4162-888b-3062a1149573'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 12:15:26.551724 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6061bd92-2641-4d84-9377-5ce907ee375f admin admin] Network hostable DHCP agents. Network: ac7b63b3-36ed-4162-888b-3062a1149573, hostable agents: ['8a21e728-a2e9-4580-a748-6ac9ba47a2a7'], hosted agents: [] {{(pid=104160) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 21 12:15:26.584624 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6061bd92-2641-4d84-9377-5ce907ee375f admin admin] Network ac7b63b3-36ed-4162-888b-3062a1149573 is scheduled to be hosted by DHCP agent 8a21e728-a2e9-4580-a748-6ac9ba47a2a7 with binding_index 1 {{(pid=104160) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 21 12:15:26.602440 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.scheduler.base_scheduler [None req-6061bd92-2641-4d84-9377-5ce907ee375f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850321-1-iscsi, ac7b63b3-36ed-4162-888b-3062a1149573) {{(pid=104160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 12:15:26.609799 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6061bd92-2641-4d84-9377-5ce907ee375f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:15:26.611208 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-6061bd92-2641-4d84-9377-5ce907ee375f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622315'] for subnet (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:26.621349 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74651d5b-acc0-4e5b-ba96-749ae80a8dfb None None] Network ac7b63b3-36ed-4162-888b-3062a1149573 requested from dv-cinder-850321-1-iscsi {{(pid=104161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 12:15:26.661971 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 56704) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:15:26.662592 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-6061bd92-2641-4d84-9377-5ce907ee375f admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.5675509 Jul 21 12:15:26.667464 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.v2.base [None req-1d53b965-eae8-4511-be32-f6da7e2f0091 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1507637807-router', 'tenant_id': 'f3726ac8b83847468671bd930deb5492', 'external_gateway_info': {'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8'}}} {{(pid=104159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 12:15:26.694425 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-1d53b965-eae8-4511-be32-f6da7e2f0091 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-687199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4047'] for router (f7cde703-d232-440d-9898-a0aed7dfe59c), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:26.696886 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-1d53b965-eae8-4511-be32-f6da7e2f0091 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-679371', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-728442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4088'] for router (f7cde703-d232-440d-9898-a0aed7dfe59c), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:26.777418 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-1d53b965-eae8-4511-be32-f6da7e2f0091 admin admin] Publish callbacks [] for router_controller (f7cde703-d232-440d-9898-a0aed7dfe59c), precommit_add_association {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:26.857917 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a71dfeb-5404-41b2-be4e-97a089521fbe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp397e26b8-7a3e-539e-bfac-9573bd620e21-ac7b63b3-36ed-4162-888b-3062a1149573', 'network_id': 'ac7b63b3-36ed-4162-888b-3062a1149573', 'project_id': 'f3726ac8b83847468671bd930deb5492', 'fixed_ips': [{'subnet_id': '85871871-89d2-41dd-b1d6-9b7f2440aaee'}]}} from dv-cinder-850321-1-iscsi. {{(pid=104161) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 21 12:15:26.859499 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-5a71dfeb-5404-41b2-be4e-97a089521fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:26.894416 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.18', 56714) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:15:27.075691 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.db_base_plugin_common [None req-5a71dfeb-5404-41b2-be4e-97a089521fbe None None] Allocated IP 172.20.0.2 (ac7b63b3-36ed-4162-888b-3062a1149573/85871871-89d2-41dd-b1d6-9b7f2440aaee/a7113518-e1e7-4a31-9550-d8292359ced1) {{(pid=104161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 12:15:27.204547 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=37,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:15:27.210184 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=50,neutron:UPDATE=7,neutron:INSERT=3 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:15:27.216324 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-1d53b965-eae8-4511-be32-f6da7e2f0091 admin admin] Publish callbacks [] for router_gateway (f7cde703-d232-440d-9898-a0aed7dfe59c), precommit_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:27.311972 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.v2.base [None req-3f8ef705-b49b-4f78-9b3a-0acd9aa6a361 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1994037450-network', 'tenant_id': '41b8b45e25af4c498afb80b94362fe95'}} {{(pid=104160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 12:15:27.367122 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f8ef705-b49b-4f78-9b3a-0acd9aa6a361 admin admin] Made reservation on behalf of 41b8b45e25af4c498afb80b94362fe95 for: {'network': 1} {{(pid=104160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 12:15:27.372489 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-3f8ef705-b49b-4f78-9b3a-0acd9aa6a361 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for network (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:27.410313 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-5a71dfeb-5404-41b2-be4e-97a089521fbe None None] Publish callbacks [] for port (a7113518-e1e7-4a31-9550-d8292359ced1), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:27.423051 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-5a71dfeb-5404-41b2-be4e-97a089521fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773760637166'] for port (a7113518-e1e7-4a31-9550-d8292359ced1), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:27.476667 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-3f8ef705-b49b-4f78-9b3a-0acd9aa6a361 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:27.541142 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a71dfeb-5404-41b2-be4e-97a089521fbe None None] Network ac7b63b3-36ed-4162-888b-3062a1149573 is already hosted by enough agents. {{(pid=104161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 12:15:27.551240 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.scheduler.base_scheduler [None req-5a71dfeb-5404-41b2-be4e-97a089521fbe None None] Resources bound (agent type, host, resource id): {{(pid=104161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 12:15:27.555051 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a71dfeb-5404-41b2-be4e-97a089521fbe None None] Received port after_create {{(pid=104161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 12:15:27.560726 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a71dfeb-5404-41b2-be4e-97a089521fbe None None] Pushing event updated for resources: {'Port': ['ID=a7113518-e1e7-4a31-9550-d8292359ced1,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:15:27.583368 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a71dfeb-5404-41b2-be4e-97a089521fbe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:15:27.584334 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a71dfeb-5404-41b2-be4e-97a089521fbe None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:15:27.585152 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a71dfeb-5404-41b2-be4e-97a089521fbe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:15:27.585966 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a71dfeb-5404-41b2-be4e-97a089521fbe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:15:27.586727 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a71dfeb-5404-41b2-be4e-97a089521fbe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:15:27.587530 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a71dfeb-5404-41b2-be4e-97a089521fbe None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:15:27.588317 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a71dfeb-5404-41b2-be4e-97a089521fbe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:15:27.589065 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a71dfeb-5404-41b2-be4e-97a089521fbe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:15:27.589788 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a71dfeb-5404-41b2-be4e-97a089521fbe None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:15:27.590558 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a71dfeb-5404-41b2-be4e-97a089521fbe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:15:27.591349 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a71dfeb-5404-41b2-be4e-97a089521fbe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:15:27.592192 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a71dfeb-5404-41b2-be4e-97a089521fbe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:15:27.592971 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a71dfeb-5404-41b2-be4e-97a089521fbe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:15:27.593774 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a71dfeb-5404-41b2-be4e-97a089521fbe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:15:27.594520 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a71dfeb-5404-41b2-be4e-97a089521fbe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:15:27.596921 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a71dfeb-5404-41b2-be4e-97a089521fbe None None] Tracked resource versions report: Jul 21 12:15:27.596921 dv-cinder-850321-1-iscsi neutron-server[104161]: pushed versions: Jul 21 12:15:27.596921 dv-cinder-850321-1-iscsi neutron-server[104161]: { 'AddressGroup': {'1.2'}, Jul 21 12:15:27.596921 dv-cinder-850321-1-iscsi neutron-server[104161]: 'Agent': {'1.1'}, Jul 21 12:15:27.596921 dv-cinder-850321-1-iscsi neutron-server[104161]: 'ConntrackHelper': {'1.0'}, Jul 21 12:15:27.596921 dv-cinder-850321-1-iscsi neutron-server[104161]: 'LocalIPAssociation': {'1.0'}, Jul 21 12:15:27.596921 dv-cinder-850321-1-iscsi neutron-server[104161]: 'Log': {'1.0'}, Jul 21 12:15:27.596921 dv-cinder-850321-1-iscsi neutron-server[104161]: 'NDPProxy': {'1.0'}, Jul 21 12:15:27.596921 dv-cinder-850321-1-iscsi neutron-server[104161]: 'Network': {'1.1'}, Jul 21 12:15:27.596921 dv-cinder-850321-1-iscsi neutron-server[104161]: 'Port': {'1.7'}, Jul 21 12:15:27.596921 dv-cinder-850321-1-iscsi neutron-server[104161]: 'PortForwarding': {'1.3'}, Jul 21 12:15:27.596921 dv-cinder-850321-1-iscsi neutron-server[104161]: 'QosPolicy': {'1.10'}, Jul 21 12:15:27.596921 dv-cinder-850321-1-iscsi neutron-server[104161]: 'SecurityGroup': {'1.5'}, Jul 21 12:15:27.596921 dv-cinder-850321-1-iscsi neutron-server[104161]: 'SecurityGroupRule': {'1.2'}, Jul 21 12:15:27.596921 dv-cinder-850321-1-iscsi neutron-server[104161]: 'SubPort': {'1.0'}, Jul 21 12:15:27.596921 dv-cinder-850321-1-iscsi neutron-server[104161]: 'Subnet': {'1.1'}, Jul 21 12:15:27.596921 dv-cinder-850321-1-iscsi neutron-server[104161]: 'Trunk': {'1.1'}} Jul 21 12:15:27.596921 dv-cinder-850321-1-iscsi neutron-server[104161]: consumer versions: Jul 21 12:15:27.596921 dv-cinder-850321-1-iscsi neutron-server[104161]: { DHCP agent@dv-cinder-850321-1-iscsi: {}, Jul 21 12:15:27.596921 dv-cinder-850321-1-iscsi neutron-server[104161]: HyperV agent@hv-cinder-85032: {}, Jul 21 12:15:27.596921 dv-cinder-850321-1-iscsi neutron-server[104161]: L3 agent@dv-cinder-850321-1-iscsi: {}, Jul 21 12:15:27.596921 dv-cinder-850321-1-iscsi neutron-server[104161]: Metadata agent@dv-cinder-850321-1-iscsi: {}, Jul 21 12:15:27.596921 dv-cinder-850321-1-iscsi neutron-server[104161]: Metering agent@dv-cinder-850321-1-iscsi: {}, Jul 21 12:15:27.596921 dv-cinder-850321-1-iscsi neutron-server[104161]: Open vSwitch agent@dv-cinder-850321-1-iscsi: { 'AddressGroup': '1.2', Jul 21 12:15:27.596921 dv-cinder-850321-1-iscsi neutron-server[104161]: 'Agent': '1.1', Jul 21 12:15:27.596921 dv-cinder-850321-1-iscsi neutron-server[104161]: 'ConntrackHelper': '1.0', Jul 21 12:15:27.596921 dv-cinder-850321-1-iscsi neutron-server[104161]: 'LocalIPAssociation': '1.0', Jul 21 12:15:27.596921 dv-cinder-850321-1-iscsi neutron-server[104161]: 'Log': '1.0', Jul 21 12:15:27.596921 dv-cinder-850321-1-iscsi neutron-server[104161]: 'NDPProxy': '1.0', Jul 21 12:15:27.596921 dv-cinder-850321-1-iscsi neutron-server[104161]: 'Network': '1.1', Jul 21 12:15:27.596921 dv-cinder-850321-1-iscsi neutron-server[104161]: 'Port': '1.7', Jul 21 12:15:27.596921 dv-cinder-850321-1-iscsi neutron-server[104161]: 'PortForwarding': '1.3', Jul 21 12:15:27.596921 dv-cinder-850321-1-iscsi neutron-server[104161]: 'QosPolicy': '1.10', Jul 21 12:15:27.596921 dv-cinder-850321-1-iscsi neutron-server[104161]: 'SecurityGroup': '1.5', Jul 21 12:15:27.596921 dv-cinder-850321-1-iscsi neutron-server[104161]: 'SecurityGroupRule': '1.2', Jul 21 12:15:27.596921 dv-cinder-850321-1-iscsi neutron-server[104161]: 'SubPort': '1.0', Jul 21 12:15:27.596921 dv-cinder-850321-1-iscsi neutron-server[104161]: 'Subnet': '1.1', Jul 21 12:15:27.596921 dv-cinder-850321-1-iscsi neutron-server[104161]: 'Trunk': '1.1'}} Jul 21 12:15:27.596921 dv-cinder-850321-1-iscsi neutron-server[104161]: {{(pid=104161) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 21 12:15:27.640563 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-1d53b965-eae8-4511-be32-f6da7e2f0091 admin admin] Publish callbacks [] for router_gateway (f7cde703-d232-440d-9898-a0aed7dfe59c), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:27.687866 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-3f8ef705-b49b-4f78-9b3a-0acd9aa6a361 admin admin] Publish callbacks [] for security_group (1c91d680-ea10-4de8-ae4b-a36cd4f34300), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:27.702582 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-3f8ef705-b49b-4f78-9b3a-0acd9aa6a361 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (1c91d680-ea10-4de8-ae4b-a36cd4f34300), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:27.704685 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-1d53b965-eae8-4511-be32-f6da7e2f0091 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:27.707346 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:15:27.740961 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.managers [None req-5a71dfeb-5404-41b2-be4e-97a089521fbe None None] Attempting to bind port a7113518-e1e7-4a31-9550-d8292359ced1 on host dv-cinder-850321-1-iscsi for vnic_type normal with profile {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 12:15:27.741612 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.managers [None req-5a71dfeb-5404-41b2-be4e-97a089521fbe None None] Attempting to bind port a7113518-e1e7-4a31-9550-d8292359ced1 by drivers openvswitch,hyperv on host dv-cinder-850321-1-iscsi at level 0 using segments [{'id': 'c03e7b66-2543-4f79-a51b-efdd8f487a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ac7b63b3-36ed-4162-888b-3062a1149573'}] {{(pid=104161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 12:15:27.742560 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a71dfeb-5404-41b2-be4e-97a089521fbe None None] Attempting to bind port a7113518-e1e7-4a31-9550-d8292359ced1 on network ac7b63b3-36ed-4162-888b-3062a1149573 {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 12:15:27.751053 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f8ef705-b49b-4f78-9b3a-0acd9aa6a361 admin admin] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=104160) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 21 12:15:27.769239 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a71dfeb-5404-41b2-be4e-97a089521fbe None None] Checking agent: {'id': 'c982e9e4-9e4b-4150-8658-75b564dceb25', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850321-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 12, 6, 47), 'started_at': datetime.datetime(2022, 7, 21, 12, 7, 17), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 12, 15, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850321-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 12:15:27.769893 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a71dfeb-5404-41b2-be4e-97a089521fbe None None] Checking segment: {'id': 'c03e7b66-2543-4f79-a51b-efdd8f487a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ac7b63b3-36ed-4162-888b-3062a1149573'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 12:15:27.770559 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-5a71dfeb-5404-41b2-be4e-97a089521fbe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:27.771203 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a71dfeb-5404-41b2-be4e-97a089521fbe None None] Bound using segment: {'id': 'c03e7b66-2543-4f79-a51b-efdd8f487a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ac7b63b3-36ed-4162-888b-3062a1149573'} {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 12:15:27.776577 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.managers [None req-5a71dfeb-5404-41b2-be4e-97a089521fbe None None] Bound port: a7113518-e1e7-4a31-9550-d8292359ced1, host: dv-cinder-850321-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c03e7b66-2543-4f79-a51b-efdd8f487a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ac7b63b3-36ed-4162-888b-3062a1149573'}}] {{(pid=104161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 12:15:27.778892 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-5a71dfeb-5404-41b2-be4e-97a089521fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (a7113518-e1e7-4a31-9550-d8292359ced1), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:27.804705 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-3f8ef705-b49b-4f78-9b3a-0acd9aa6a361 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1820665'] for segment (75921558-43a8-4348-8bcf-b36389368972), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:27.805279 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.db.segments_db [None req-3f8ef705-b49b-4f78-9b3a-0acd9aa6a361 admin admin] Added segment 75921558-43a8-4348-8bcf-b36389368972 of type vlan for network 24751c0b-819a-470d-9221-d71fff5ec112 Jul 21 12:15:27.836741 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8ef705-b49b-4f78-9b3a-0acd9aa6a361 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c91d680-ea10-4de8-ae4b-a36cd4f34300,revision_number=1']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:15:27.875594 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.db.db_base_plugin_common [None req-1d53b965-eae8-4511-be32-f6da7e2f0091 admin admin] Allocated IP 172.27.3.209 (f382b478-dfd7-4678-bcdd-821f508b5bc8/39ec59ca-1d5b-4110-899c-eae6f5db3a39/ba4fbb24-038c-4480-b6ce-f3922637d5fc) {{(pid=104159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 12:15:27.951398 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-5a71dfeb-5404-41b2-be4e-97a089521fbe None None] For port a7113518-e1e7-4a31-9550-d8292359ced1, host dv-cinder-850321-1-iscsi, cleared binding levels {{(pid=104161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 12:15:27.958344 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-5a71dfeb-5404-41b2-be4e-97a089521fbe None None] For port a7113518-e1e7-4a31-9550-d8292359ced1, host dv-cinder-850321-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-1-iscsi',level=0,port_id=a7113518-e1e7-4a31-9550-d8292359ced1,segment=NetworkSegment(c03e7b66-2543-4f79-a51b-efdd8f487a85),segment_id=c03e7b66-2543-4f79-a51b-efdd8f487a85)] {{(pid=104161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 12:15:27.969298 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-5a71dfeb-5404-41b2-be4e-97a089521fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158'] for port (a7113518-e1e7-4a31-9550-d8292359ced1), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:27.976614 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:15:27.979912 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-3f8ef705-b49b-4f78-9b3a-0acd9aa6a361 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773760621873'] for network (24751c0b-819a-470d-9221-d71fff5ec112), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:28.042682 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-3f8ef705-b49b-4f78-9b3a-0acd9aa6a361 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329'] for network (24751c0b-819a-470d-9221-d71fff5ec112), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:28.044981 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f8ef705-b49b-4f78-9b3a-0acd9aa6a361 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:15:28.045741 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-3f8ef705-b49b-4f78-9b3a-0acd9aa6a361 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622315'] for network (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:28.119529 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a71dfeb-5404-41b2-be4e-97a089521fbe None None] Pushing event updated for resources: {'Port': ['ID=a7113518-e1e7-4a31-9550-d8292359ced1,revision_number=2']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:15:28.176096 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-1d53b965-eae8-4511-be32-f6da7e2f0091 admin admin] Publish callbacks [] for port (ba4fbb24-038c-4480-b6ce-f3922637d5fc), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:28.181719 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:15:28.190416 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8ef705-b49b-4f78-9b3a-0acd9aa6a361 admin admin] Pushing event updated for resources: {'Network': ['ID=24751c0b-819a-470d-9221-d71fff5ec112,revision_number=1']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:15:28.206999 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Network 24751c0b-819a-470d-9221-d71fff5ec112 details requested by agent ovs-agent-dv-cinder-850321-1-iscsi with host dv-cinder-850321-1-iscsi {{(pid=104161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 21 12:15:28.230022 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-3f8ef705-b49b-4f78-9b3a-0acd9aa6a361 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 1.3335466 Jul 21 12:15:28.234676 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.18', 56750) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:15:28.243355 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.v2.base [None req-d248539c-b43f-4c23-91b2-e5ecf611463e admin admin] Request body: {'subnet': {'network_id': '24751c0b-819a-470d-9221-d71fff5ec112', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1994037450-subnet', 'tenant_id': '41b8b45e25af4c498afb80b94362fe95', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 12:15:28.265263 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-1d53b965-eae8-4511-be32-f6da7e2f0091 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773760637166'] for port (ba4fbb24-038c-4480-b6ce-f3922637d5fc), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:28.301658 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d248539c-b43f-4c23-91b2-e5ecf611463e admin admin] Made reservation on behalf of 41b8b45e25af4c498afb80b94362fe95 for: {'subnet': 1} {{(pid=104160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 12:15:28.305022 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-d248539c-b43f-4c23-91b2-e5ecf611463e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:28.384400 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d53b965-eae8-4511-be32-f6da7e2f0091 admin admin] Pushing event updated for resources: {'Port': ['ID=ba4fbb24-038c-4480-b6ce-f3922637d5fc,revision_number=1']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:15:28.393049 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d53b965-eae8-4511-be32-f6da7e2f0091 admin admin] Network f382b478-dfd7-4678-bcdd-821f508b5bc8 is already hosted by enough agents. {{(pid=104159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 12:15:28.395990 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.scheduler.base_scheduler [None req-1d53b965-eae8-4511-be32-f6da7e2f0091 admin admin] Resources bound (agent type, host, resource id): {{(pid=104159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 12:15:28.401313 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d53b965-eae8-4511-be32-f6da7e2f0091 admin admin] Received port after_create {{(pid=104159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 12:15:28.623178 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:15:28.625217 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 56756) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:15:28.690425 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 56760) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:15:28.913195 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-d248539c-b43f-4c23-91b2-e5ecf611463e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329'] for subnet (41e43e98-3e78-47c9-95a5-d192ddc4a654), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:28.958076 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-1d53b965-eae8-4511-be32-f6da7e2f0091 admin admin] Publish callbacks [] for router_gateway (f7cde703-d232-440d-9898-a0aed7dfe59c), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:29.126152 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d248539c-b43f-4c23-91b2-e5ecf611463e admin admin] Checking segment: {'id': '75921558-43a8-4348-8bcf-b36389368972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '24751c0b-819a-470d-9221-d71fff5ec112'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 12:15:29.127509 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d248539c-b43f-4c23-91b2-e5ecf611463e admin admin] Network hostable DHCP agents. Network: 24751c0b-819a-470d-9221-d71fff5ec112, hostable agents: ['8a21e728-a2e9-4580-a748-6ac9ba47a2a7'], hosted agents: [] {{(pid=104160) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 21 12:15:29.134532 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d248539c-b43f-4c23-91b2-e5ecf611463e admin admin] Pushing event updated for resources: {'Subnet': ['ID=41e43e98-3e78-47c9-95a5-d192ddc4a654,revision_number=0']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:15:29.194779 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d248539c-b43f-4c23-91b2-e5ecf611463e admin admin] Network 24751c0b-819a-470d-9221-d71fff5ec112 is scheduled to be hosted by DHCP agent 8a21e728-a2e9-4580-a748-6ac9ba47a2a7 with binding_index 1 {{(pid=104160) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 21 12:15:29.218289 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.scheduler.base_scheduler [None req-d248539c-b43f-4c23-91b2-e5ecf611463e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850321-1-iscsi, 24751c0b-819a-470d-9221-d71fff5ec112) {{(pid=104160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 12:15:29.233223 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d248539c-b43f-4c23-91b2-e5ecf611463e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:15:29.234158 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-d248539c-b43f-4c23-91b2-e5ecf611463e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622315'] for subnet (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:29.243590 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-073cba40-820d-4294-9f16-08867e761725 None None] Network 24751c0b-819a-470d-9221-d71fff5ec112 requested from dv-cinder-850321-1-iscsi {{(pid=104161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 12:15:29.337936 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-d248539c-b43f-4c23-91b2-e5ecf611463e admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0976789 Jul 21 12:15:29.339249 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.18', 56796) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:15:29.353011 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.v2.base [None req-03800c36-e8ac-468c-a998-e9abda151b80 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1994037450-router', 'tenant_id': '41b8b45e25af4c498afb80b94362fe95', 'external_gateway_info': {'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8'}}} {{(pid=104160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 12:15:29.411430 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.v2.base [None req-343ea582-541e-485f-a8cc-bc0d0d849830 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-530716939-network', 'tenant_id': '2409e2644eb14d6b9545088c08d22273'}} {{(pid=104159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 12:15:29.415827 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-03800c36-e8ac-468c-a998-e9abda151b80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-687199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4047'] for router (4e274fe2-e02e-4f53-8fb4-8171458f2042), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:29.421974 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-03800c36-e8ac-468c-a998-e9abda151b80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-679371', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-728442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4088'] for router (4e274fe2-e02e-4f53-8fb4-8171458f2042), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:29.500868 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Device a7113518-e1e7-4a31-9550-d8292359ced1 up at agent ovs-agent-dv-cinder-850321-1-iscsi {{(pid=104161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 12:15:29.635283 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Provisioning complete for port a7113518-e1e7-4a31-9550-d8292359ced1 triggered by entity L2. {{(pid=104161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 12:15:29.636396 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388846'] for port (a7113518-e1e7-4a31-9550-d8292359ced1), provisioning_complete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:29.671874 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-343ea582-541e-485f-a8cc-bc0d0d849830 admin admin] Made reservation on behalf of 2409e2644eb14d6b9545088c08d22273 for: {'network': 1} {{(pid=104159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 12:15:29.683625 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-343ea582-541e-485f-a8cc-bc0d0d849830 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for network (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:29.691222 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-03800c36-e8ac-468c-a998-e9abda151b80 admin admin] Publish callbacks [] for router_controller (4e274fe2-e02e-4f53-8fb4-8171458f2042), precommit_add_association {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:29.727733 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-343ea582-541e-485f-a8cc-bc0d0d849830 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:29.763266 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.v2.base [None req-c416c91b-b25f-4bc0-be4a-31c6ffa02a3a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1235427896-network', 'tenant_id': 'c7d349f62c0c4747bd1748ca0a4bde00'}} {{(pid=104159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 12:15:29.810890 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42ccb5fd-16b5-40d1-bbcd-9c1020b8819a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp397e26b8-7a3e-539e-bfac-9573bd620e21-24751c0b-819a-470d-9221-d71fff5ec112', 'network_id': '24751c0b-819a-470d-9221-d71fff5ec112', 'project_id': '41b8b45e25af4c498afb80b94362fe95', 'fixed_ips': [{'subnet_id': '41e43e98-3e78-47c9-95a5-d192ddc4a654'}]}} from dv-cinder-850321-1-iscsi. {{(pid=104161) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 21 12:15:29.814216 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-42ccb5fd-16b5-40d1-bbcd-9c1020b8819a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:29.958820 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-343ea582-541e-485f-a8cc-bc0d0d849830 admin admin] Publish callbacks [] for security_group (24af05a1-80a6-4d1d-a6ea-e044f562bee6), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:29.972441 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-343ea582-541e-485f-a8cc-bc0d0d849830 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (24af05a1-80a6-4d1d-a6ea-e044f562bee6), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:30.031526 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-03800c36-e8ac-468c-a998-e9abda151b80 admin admin] Publish callbacks [] for router_gateway (4e274fe2-e02e-4f53-8fb4-8171458f2042), precommit_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:30.034004 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=2 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:15:30.035178 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=4 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:15:30.065182 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Current status of the port a7113518-e1e7-4a31-9550-d8292359ced1 is: DOWN; New status is: ACTIVE {{(pid=104161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 12:15:30.065566 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (a7113518-e1e7-4a31-9550-d8292359ced1), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:30.117232 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] For port a7113518-e1e7-4a31-9550-d8292359ced1, host dv-cinder-850321-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-1-iscsi',level=0,port_id=a7113518-e1e7-4a31-9550-d8292359ced1,segment=NetworkSegment(c03e7b66-2543-4f79-a51b-efdd8f487a85),segment_id=c03e7b66-2543-4f79-a51b-efdd8f487a85)] {{(pid=104161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 12:15:30.124133 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ae67a44-0c32-457e-9768-a832c04b54ef None None] Network ac7b63b3-36ed-4162-888b-3062a1149573 requested from dv-cinder-850321-1-iscsi {{(pid=104161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 12:15:30.130849 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158'] for port (a7113518-e1e7-4a31-9550-d8292359ced1), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:30.169302 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:15:30.171068 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343ea582-541e-485f-a8cc-bc0d0d849830 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24af05a1-80a6-4d1d-a6ea-e044f562bee6,revision_number=1']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:15:30.203984 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=84,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:15:30.205647 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-343ea582-541e-485f-a8cc-bc0d0d849830 admin admin] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=104159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 21 12:15:30.215602 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:15:30.223247 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Pushing event updated for resources: {'Port': ['ID=a7113518-e1e7-4a31-9550-d8292359ced1,revision_number=3']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:15:30.229317 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:15:30.258164 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-1d53b965-eae8-4511-be32-f6da7e2f0091 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-680199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-679602'] for router (f7cde703-d232-440d-9898-a0aed7dfe59c), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:30.258752 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:15:30.268900 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [None req-d3351fd5-6418-43ce-be49-de3897b19d1a None None] Provisioning complete for port a7113518-e1e7-4a31-9550-d8292359ced1 triggered by entity DHCP. {{(pid=104161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 12:15:30.269278 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-d3351fd5-6418-43ce-be49-de3897b19d1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388846'] for port (a7113518-e1e7-4a31-9550-d8292359ced1), provisioning_complete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:30.323274 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-343ea582-541e-485f-a8cc-bc0d0d849830 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1820665'] for segment (7232b8b8-b9cf-453a-b8fc-7068d6546503), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:30.326486 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.db.segments_db [None req-343ea582-541e-485f-a8cc-bc0d0d849830 admin admin] Added segment 7232b8b8-b9cf-453a-b8fc-7068d6546503 of type vlan for network ff0fcfbd-22d3-47ea-80f2-195b1cbc803d Jul 21 12:15:30.372815 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-d3351fd5-6418-43ce-be49-de3897b19d1a None None] Current status of the port a7113518-e1e7-4a31-9550-d8292359ced1 is: ACTIVE; New status is: ACTIVE {{(pid=104161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 12:15:30.377110 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-03800c36-e8ac-468c-a998-e9abda151b80 admin admin] Publish callbacks [] for router_gateway (4e274fe2-e02e-4f53-8fb4-8171458f2042), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:30.414935 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-03800c36-e8ac-468c-a998-e9abda151b80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:30.494661 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.db_base_plugin_common [None req-42ccb5fd-16b5-40d1-bbcd-9c1020b8819a None None] Allocated IP 172.20.0.2 (24751c0b-819a-470d-9221-d71fff5ec112/41e43e98-3e78-47c9-95a5-d192ddc4a654/a7127ca1-f65e-4a64-9bb6-656d8f7267cc) {{(pid=104161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 12:15:30.514386 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c416c91b-b25f-4bc0-be4a-31c6ffa02a3a admin admin] Made reservation on behalf of c7d349f62c0c4747bd1748ca0a4bde00 for: {'network': 1} {{(pid=104159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 12:15:30.519788 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-c416c91b-b25f-4bc0-be4a-31c6ffa02a3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for network (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:30.540352 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-c416c91b-b25f-4bc0-be4a-31c6ffa02a3a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:30.725544 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-343ea582-541e-485f-a8cc-bc0d0d849830 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773760621873'] for network (ff0fcfbd-22d3-47ea-80f2-195b1cbc803d), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:30.822314 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.db.db_base_plugin_common [None req-03800c36-e8ac-468c-a998-e9abda151b80 admin admin] Allocated IP 172.27.3.137 (f382b478-dfd7-4678-bcdd-821f508b5bc8/39ec59ca-1d5b-4110-899c-eae6f5db3a39/b288f12d-9d9a-4363-9ca7-489e31708f55) {{(pid=104160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 12:15:30.833420 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-343ea582-541e-485f-a8cc-bc0d0d849830 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329'] for network (ff0fcfbd-22d3-47ea-80f2-195b1cbc803d), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:30.835900 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-343ea582-541e-485f-a8cc-bc0d0d849830 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:15:30.836987 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-343ea582-541e-485f-a8cc-bc0d0d849830 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622315'] for network (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:30.994836 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343ea582-541e-485f-a8cc-bc0d0d849830 admin admin] Pushing event updated for resources: {'Network': ['ID=ff0fcfbd-22d3-47ea-80f2-195b1cbc803d,revision_number=1']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:15:31.028812 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-343ea582-541e-485f-a8cc-bc0d0d849830 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 2.4102023 Jul 21 12:15:31.035852 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 56828) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:15:31.042937 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Network ff0fcfbd-22d3-47ea-80f2-195b1cbc803d details requested by agent ovs-agent-dv-cinder-850321-1-iscsi with host dv-cinder-850321-1-iscsi {{(pid=104161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 21 12:15:31.050281 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.v2.base [None req-9d2a0ea7-6ac6-4a2e-91b3-3fd8675a26a2 admin admin] Request body: {'subnet': {'network_id': 'ff0fcfbd-22d3-47ea-80f2-195b1cbc803d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-530716939-subnet', 'tenant_id': '2409e2644eb14d6b9545088c08d22273', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 12:15:31.107593 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d2a0ea7-6ac6-4a2e-91b3-3fd8675a26a2 admin admin] Made reservation on behalf of 2409e2644eb14d6b9545088c08d22273 for: {'subnet': 1} {{(pid=104159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 12:15:31.114005 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-9d2a0ea7-6ac6-4a2e-91b3-3fd8675a26a2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:31.279856 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-c416c91b-b25f-4bc0-be4a-31c6ffa02a3a admin admin] Publish callbacks [] for security_group (6b7c3a37-41ff-45c9-830e-b72fbc998969), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:31.374611 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-03800c36-e8ac-468c-a998-e9abda151b80 admin admin] Publish callbacks [] for port (b288f12d-9d9a-4363-9ca7-489e31708f55), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:31.445923 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-c416c91b-b25f-4bc0-be4a-31c6ffa02a3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (6b7c3a37-41ff-45c9-830e-b72fbc998969), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:31.500356 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c416c91b-b25f-4bc0-be4a-31c6ffa02a3a admin admin] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=104159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 21 12:15:31.530798 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-c416c91b-b25f-4bc0-be4a-31c6ffa02a3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1820665'] for segment (12da12e1-cfd0-4313-ac52-6e5f4f39ccb4), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:31.531162 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.db.segments_db [None req-c416c91b-b25f-4bc0-be4a-31c6ffa02a3a admin admin] Added segment 12da12e1-cfd0-4313-ac52-6e5f4f39ccb4 of type vlan for network 1933b755-354d-4a90-8a75-f1a81a16c8f0 Jul 21 12:15:31.588388 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-03800c36-e8ac-468c-a998-e9abda151b80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773760637166'] for port (b288f12d-9d9a-4363-9ca7-489e31708f55), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:31.728387 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Device a7113518-e1e7-4a31-9550-d8292359ced1 up at agent ovs-agent-dv-cinder-850321-1-iscsi {{(pid=104161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 12:15:31.764313 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-42ccb5fd-16b5-40d1-bbcd-9c1020b8819a None None] Publish callbacks [] for port (a7127ca1-f65e-4a64-9bb6-656d8f7267cc), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:31.775550 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [None req-1ba9f30c-babe-4cbd-8d1d-6ed8d2a9a784 None None] Provisioning complete for port a7113518-e1e7-4a31-9550-d8292359ced1 triggered by entity DHCP. {{(pid=104161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 12:15:31.790778 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-1ba9f30c-babe-4cbd-8d1d-6ed8d2a9a784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388846'] for port (a7113518-e1e7-4a31-9550-d8292359ced1), provisioning_complete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:31.798426 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-42ccb5fd-16b5-40d1-bbcd-9c1020b8819a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773760637166'] for port (a7127ca1-f65e-4a64-9bb6-656d8f7267cc), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:31.906244 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c416c91b-b25f-4bc0-be4a-31c6ffa02a3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b7c3a37-41ff-45c9-830e-b72fbc998969,revision_number=1']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:15:31.941394 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03800c36-e8ac-468c-a998-e9abda151b80 admin admin] Network f382b478-dfd7-4678-bcdd-821f508b5bc8 is already hosted by enough agents. {{(pid=104160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 12:15:31.981162 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.scheduler.base_scheduler [None req-03800c36-e8ac-468c-a998-e9abda151b80 admin admin] Resources bound (agent type, host, resource id): {{(pid=104160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 12:15:32.007511 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03800c36-e8ac-468c-a998-e9abda151b80 admin admin] Received port after_create {{(pid=104160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 12:15:32.025708 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42ccb5fd-16b5-40d1-bbcd-9c1020b8819a None None] Network 24751c0b-819a-470d-9221-d71fff5ec112 is already hosted by enough agents. {{(pid=104161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 12:15:32.033645 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.scheduler.base_scheduler [None req-42ccb5fd-16b5-40d1-bbcd-9c1020b8819a None None] Resources bound (agent type, host, resource id): {{(pid=104161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 12:15:32.037565 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ccb5fd-16b5-40d1-bbcd-9c1020b8819a None None] Received port after_create {{(pid=104161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 12:15:32.093000 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:15:32.123294 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03800c36-e8ac-468c-a998-e9abda151b80 admin admin] Pushing event updated for resources: {'Port': ['ID=b288f12d-9d9a-4363-9ca7-489e31708f55,revision_number=1']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:15:32.218264 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (0e418a3d-140a-4386-ad03-1f6ad2d8ed7b), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:32.223915 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Provisioning complete for port a7113518-e1e7-4a31-9550-d8292359ced1 triggered by entity L2. {{(pid=104161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 12:15:32.224621 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388846'] for port (a7113518-e1e7-4a31-9550-d8292359ced1), provisioning_complete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:32.280094 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ccb5fd-16b5-40d1-bbcd-9c1020b8819a None None] Pushing event updated for resources: {'Port': ['ID=a7127ca1-f65e-4a64-9bb6-656d8f7267cc,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:15:32.311530 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=77,neutron:INSERT=17,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:15:32.382637 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-1ba9f30c-babe-4cbd-8d1d-6ed8d2a9a784 None None] Current status of the port a7113518-e1e7-4a31-9550-d8292359ced1 is: ACTIVE; New status is: ACTIVE {{(pid=104161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 12:15:32.382934 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d53b965-eae8-4511-be32-f6da7e2f0091 admin admin] Router f7cde703-d232-440d-9898-a0aed7dfe59c is scheduled to L3 agent ceb1130f-c61e-494c-be4f-967cc153319c with binding_index 1 {{(pid=104159) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 21 12:15:32.385570 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.managers [None req-42ccb5fd-16b5-40d1-bbcd-9c1020b8819a None None] Attempting to bind port a7127ca1-f65e-4a64-9bb6-656d8f7267cc on host dv-cinder-850321-1-iscsi for vnic_type normal with profile {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 12:15:32.386341 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.managers [None req-42ccb5fd-16b5-40d1-bbcd-9c1020b8819a None None] Attempting to bind port a7127ca1-f65e-4a64-9bb6-656d8f7267cc by drivers openvswitch,hyperv on host dv-cinder-850321-1-iscsi at level 0 using segments [{'id': '75921558-43a8-4348-8bcf-b36389368972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '24751c0b-819a-470d-9221-d71fff5ec112'}] {{(pid=104161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 12:15:32.386558 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-9d2a0ea7-6ac6-4a2e-91b3-3fd8675a26a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329'] for subnet (cc9a2033-692d-458c-a1e6-ffe26f82c935), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:32.386672 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ccb5fd-16b5-40d1-bbcd-9c1020b8819a None None] Attempting to bind port a7127ca1-f65e-4a64-9bb6-656d8f7267cc on network 24751c0b-819a-470d-9221-d71fff5ec112 {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 12:15:32.397079 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-c416c91b-b25f-4bc0-be4a-31c6ffa02a3a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773760621873'] for network (1933b755-354d-4a90-8a75-f1a81a16c8f0), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:32.402742 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ccb5fd-16b5-40d1-bbcd-9c1020b8819a None None] Checking agent: {'id': 'c982e9e4-9e4b-4150-8658-75b564dceb25', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850321-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 12, 6, 47), 'started_at': datetime.datetime(2022, 7, 21, 12, 7, 17), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 12, 15, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850321-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 12:15:32.403766 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ccb5fd-16b5-40d1-bbcd-9c1020b8819a None None] Checking segment: {'id': '75921558-43a8-4348-8bcf-b36389368972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '24751c0b-819a-470d-9221-d71fff5ec112'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 12:15:32.403962 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-42ccb5fd-16b5-40d1-bbcd-9c1020b8819a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:32.404234 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ccb5fd-16b5-40d1-bbcd-9c1020b8819a None None] Bound using segment: {'id': '75921558-43a8-4348-8bcf-b36389368972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '24751c0b-819a-470d-9221-d71fff5ec112'} {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 12:15:32.404769 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.managers [None req-42ccb5fd-16b5-40d1-bbcd-9c1020b8819a None None] Bound port: a7127ca1-f65e-4a64-9bb6-656d8f7267cc, host: dv-cinder-850321-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75921558-43a8-4348-8bcf-b36389368972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '24751c0b-819a-470d-9221-d71fff5ec112'}}] {{(pid=104161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 12:15:32.405161 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-42ccb5fd-16b5-40d1-bbcd-9c1020b8819a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (a7127ca1-f65e-4a64-9bb6-656d8f7267cc), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:32.416470 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:UPDATE=3,neutron:SELECT=83,neutron:INSERT=13,neutron:DELETE=1 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:15:32.455200 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:15:32.499556 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Current status of the port a7113518-e1e7-4a31-9550-d8292359ced1 is: ACTIVE; New status is: ACTIVE {{(pid=104161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 12:15:32.546231 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.db.resource_extend [None req-c416c91b-b25f-4bc0-be4a-31c6ffa02a3a admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Jul 21 12:15:32.547988 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-42ccb5fd-16b5-40d1-bbcd-9c1020b8819a None None] For port a7127ca1-f65e-4a64-9bb6-656d8f7267cc, host dv-cinder-850321-1-iscsi, cleared binding levels {{(pid=104161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 12:15:32.564133 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-42ccb5fd-16b5-40d1-bbcd-9c1020b8819a None None] For port a7127ca1-f65e-4a64-9bb6-656d8f7267cc, host dv-cinder-850321-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-1-iscsi',level=0,port_id=a7127ca1-f65e-4a64-9bb6-656d8f7267cc,segment=NetworkSegment(75921558-43a8-4348-8bcf-b36389368972),segment_id=75921558-43a8-4348-8bcf-b36389368972)] {{(pid=104161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 12:15:32.578375 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-42ccb5fd-16b5-40d1-bbcd-9c1020b8819a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158'] for port (a7127ca1-f65e-4a64-9bb6-656d8f7267cc), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:32.712977 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ccb5fd-16b5-40d1-bbcd-9c1020b8819a None None] Pushing event updated for resources: {'Port': ['ID=a7127ca1-f65e-4a64-9bb6-656d8f7267cc,revision_number=2']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:15:32.728455 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2a0ea7-6ac6-4a2e-91b3-3fd8675a26a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc9a2033-692d-458c-a1e6-ffe26f82c935,revision_number=0']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:15:32.735663 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-c416c91b-b25f-4bc0-be4a-31c6ffa02a3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329'] for network (1933b755-354d-4a90-8a75-f1a81a16c8f0), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:32.737059 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c416c91b-b25f-4bc0-be4a-31c6ffa02a3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:15:32.737832 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-c416c91b-b25f-4bc0-be4a-31c6ffa02a3a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622315'] for network (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:32.769111 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:15:32.791493 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-03800c36-e8ac-468c-a998-e9abda151b80 admin admin] Publish callbacks [] for router_gateway (4e274fe2-e02e-4f53-8fb4-8171458f2042), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:32.843408 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2a0ea7-6ac6-4a2e-91b3-3fd8675a26a2 admin admin] Checking segment: {'id': '7232b8b8-b9cf-453a-b8fc-7068d6546503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'ff0fcfbd-22d3-47ea-80f2-195b1cbc803d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 12:15:32.844306 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d2a0ea7-6ac6-4a2e-91b3-3fd8675a26a2 admin admin] Network hostable DHCP agents. Network: ff0fcfbd-22d3-47ea-80f2-195b1cbc803d, hostable agents: ['8a21e728-a2e9-4580-a748-6ac9ba47a2a7'], hosted agents: [] {{(pid=104159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 21 12:15:32.890182 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-c416c91b-b25f-4bc0-be4a-31c6ffa02a3a admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 4.1948049 Jul 21 12:15:32.893381 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.18', 56896) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:15:32.908080 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.v2.base [None req-19029656-7a7b-4997-b933-b4d446e4a024 admin admin] Request body: {'subnet': {'network_id': '1933b755-354d-4a90-8a75-f1a81a16c8f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1235427896-subnet', 'tenant_id': 'c7d349f62c0c4747bd1748ca0a4bde00', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 12:15:32.986260 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c416c91b-b25f-4bc0-be4a-31c6ffa02a3a admin admin] Pushing event updated for resources: {'Network': ['ID=1933b755-354d-4a90-8a75-f1a81a16c8f0,revision_number=1']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:15:32.998922 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d53b965-eae8-4511-be32-f6da7e2f0091 admin admin] Notify agent at l3_agent.dv-cinder-850321-1-iscsi the message routers_updated {{(pid=104159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 12:15:33.002986 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Network 1933b755-354d-4a90-8a75-f1a81a16c8f0 details requested by agent ovs-agent-dv-cinder-850321-1-iscsi with host dv-cinder-850321-1-iscsi {{(pid=104161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 21 12:15:33.008222 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19029656-7a7b-4997-b933-b4d446e4a024 admin admin] Made reservation on behalf of c7d349f62c0c4747bd1748ca0a4bde00 for: {'subnet': 1} {{(pid=104160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 12:15:33.021122 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c23773-f36a-4094-85ba-ae7c37a2afba None None] Sync routers for ids ['f7cde703-d232-440d-9898-a0aed7dfe59c'] in dv-cinder-850321-1-iscsi {{(pid=104162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 12:15:33.026925 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d2a0ea7-6ac6-4a2e-91b3-3fd8675a26a2 admin admin] Network ff0fcfbd-22d3-47ea-80f2-195b1cbc803d is scheduled to be hosted by DHCP agent 8a21e728-a2e9-4580-a748-6ac9ba47a2a7 with binding_index 1 {{(pid=104159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 21 12:15:33.032729 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-19029656-7a7b-4997-b933-b4d446e4a024 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:33.050363 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-1d53b965-eae8-4511-be32-f6da7e2f0091 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:33.053068 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-1d53b965-eae8-4511-be32-f6da7e2f0091 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 6.3888152 Jul 21 12:15:33.055846 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.scheduler.base_scheduler [None req-9d2a0ea7-6ac6-4a2e-91b3-3fd8675a26a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850321-1-iscsi, ff0fcfbd-22d3-47ea-80f2-195b1cbc803d) {{(pid=104159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 12:15:33.077228 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 56900) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:15:33.106397 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d2a0ea7-6ac6-4a2e-91b3-3fd8675a26a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:15:33.107610 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c23773-f36a-4094-85ba-ae7c37a2afba None None] Routers {'f7cde703-d232-440d-9898-a0aed7dfe59c'} bound to L3 agent in host dv-cinder-850321-1-iscsi {{(pid=104162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 12:15:33.108260 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-9d2a0ea7-6ac6-4a2e-91b3-3fd8675a26a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622315'] for subnet (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:33.108450 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_hamode_db [None req-e0c23773-f36a-4094-85ba-ae7c37a2afba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-21T12:06:45Z,description=,heartbeat_timestamp=2022-07-21T12:15:15Z,host='dv-cinder-850321-1-iscsi',id=ceb1130f-c61e-494c-be4f-967cc153319c,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T12:06:45Z,topic='l3_agent')) {'router_ids': ['f7cde703-d232-440d-9898-a0aed7dfe59c'], 'active': True} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:15:33.143863 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4090e38c-ecc4-4b1d-8024-5782051d833d None None] Network ff0fcfbd-22d3-47ea-80f2-195b1cbc803d requested from dv-cinder-850321-1-iscsi {{(pid=104161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 12:15:33.481858 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-9d2a0ea7-6ac6-4a2e-91b3-3fd8675a26a2 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.4431777 Jul 21 12:15:33.488817 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 56904) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:15:33.494191 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.v2.base [None req-86000a99-c64a-4480-a644-c42bdddece4f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-530716939-router', 'tenant_id': '2409e2644eb14d6b9545088c08d22273', 'external_gateway_info': {'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8'}}} {{(pid=104159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 12:15:33.612308 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-86000a99-c64a-4480-a644-c42bdddece4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-687199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4047'] for router (2e8c32c0-f7a5-44bc-9719-afb90b68785d), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:33.614977 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-86000a99-c64a-4480-a644-c42bdddece4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-679371', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-728442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4088'] for router (2e8c32c0-f7a5-44bc-9719-afb90b68785d), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:33.642720 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Device a7127ca1-f65e-4a64-9bb6-656d8f7267cc up at agent ovs-agent-dv-cinder-850321-1-iscsi {{(pid=104161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 12:15:33.692599 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-03800c36-e8ac-468c-a998-e9abda151b80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-680199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-679602'] for router (4e274fe2-e02e-4f53-8fb4-8171458f2042), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:33.706381 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvr_db [None req-e0c23773-f36a-4094-85ba-ae7c37a2afba None None] Set router f7cde703-d232-440d-9898-a0aed7dfe59c gateway port host: dv-cinder-850321-1-iscsi {{(pid=104162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 12:15:33.729528 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Provisioning complete for port a7127ca1-f65e-4a64-9bb6-656d8f7267cc triggered by entity L2. {{(pid=104161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 12:15:33.729528 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388846'] for port (a7127ca1-f65e-4a64-9bb6-656d8f7267cc), provisioning_complete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:33.796806 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:15:33.833115 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-86000a99-c64a-4480-a644-c42bdddece4f admin admin] Publish callbacks [] for router_controller (2e8c32c0-f7a5-44bc-9719-afb90b68785d), precommit_add_association {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:33.888728 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Current status of the port a7127ca1-f65e-4a64-9bb6-656d8f7267cc is: DOWN; New status is: ACTIVE {{(pid=104161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 12:15:33.893885 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (a7127ca1-f65e-4a64-9bb6-656d8f7267cc), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:33.949375 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f764d97d-9bae-478a-a8b6-c65313a577ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp397e26b8-7a3e-539e-bfac-9573bd620e21-ff0fcfbd-22d3-47ea-80f2-195b1cbc803d', 'network_id': 'ff0fcfbd-22d3-47ea-80f2-195b1cbc803d', 'project_id': '2409e2644eb14d6b9545088c08d22273', 'fixed_ips': [{'subnet_id': 'cc9a2033-692d-458c-a1e6-ffe26f82c935'}]}} from dv-cinder-850321-1-iscsi. {{(pid=104161) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 21 12:15:33.952467 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-f764d97d-9bae-478a-a8b6-c65313a577ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:34.052509 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] For port a7127ca1-f65e-4a64-9bb6-656d8f7267cc, host dv-cinder-850321-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-1-iscsi',level=0,port_id=a7127ca1-f65e-4a64-9bb6-656d8f7267cc,segment=NetworkSegment(75921558-43a8-4348-8bcf-b36389368972),segment_id=75921558-43a8-4348-8bcf-b36389368972)] {{(pid=104161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 12:15:34.086003 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158'] for port (a7127ca1-f65e-4a64-9bb6-656d8f7267cc), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:34.230488 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=87,neutron:UPDATE=6,neutron:INSERT=7 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:15:34.736902 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_hamode_db [None req-e0c23773-f36a-4094-85ba-ae7c37a2afba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7cde703-d232-440d-9898-a0aed7dfe59c', 'name': 'tempest-ServerRescueNegativeTestJSON-1507637807-router', 'tenant_id': 'f3726ac8b83847468671bd930deb5492', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'external_fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': 'ba4fbb24-038c-4480-b6ce-f3922637d5fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T12:15:26Z', 'updated_at': '2022-07-21T12:15:28Z', 'revision_number': 3, 'project_id': 'f3726ac8b83847468671bd930deb5492', 'gw_port': {'id': 'ba4fbb24-038c-4480-b6ce-f3922637d5fc', 'name': '', 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:51:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7cde703-d232-440d-9898-a0aed7dfe59c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:15:27Z', 'updated_at': '2022-07-21T12:15:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-1-iscsi'}], 'dv-cinder-850321-1-iscsi', False) {} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:15:34.804420 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.18', 56932) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:15:34.918596 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c23773-f36a-4094-85ba-ae7c37a2afba None None] Checking router: f7cde703-d232-440d-9898-a0aed7dfe59c for host: dv-cinder-850321-1-iscsi {{(pid=104162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 12:15:34.919211 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c23773-f36a-4094-85ba-ae7c37a2afba None None] Updating router f7cde703-d232-440d-9898-a0aed7dfe59c port ba4fbb24-038c-4480-b6ce-f3922637d5fc binding host dv-cinder-850321-1-iscsi {{(pid=104162) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 21 12:15:35.054111 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-e0c23773-f36a-4094-85ba-ae7c37a2afba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (ba4fbb24-038c-4480-b6ce-f3922637d5fc), before_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:35.104638 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:15:35.160259 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.18', 56950) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:15:35.171903 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.db_base_plugin_common [None req-f764d97d-9bae-478a-a8b6-c65313a577ab None None] Allocated IP 172.20.0.2 (ff0fcfbd-22d3-47ea-80f2-195b1cbc803d/cc9a2033-692d-458c-a1e6-ffe26f82c935/bbab07dc-dbfc-4794-931e-a6194d92e2ad) {{(pid=104161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 12:15:35.213290 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-19029656-7a7b-4997-b933-b4d446e4a024 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329'] for subnet (5adcbf66-cad3-499f-bfcd-a299fbf0cd74), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:35.232714 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03800c36-e8ac-468c-a998-e9abda151b80 admin admin] Router 4e274fe2-e02e-4f53-8fb4-8171458f2042 is scheduled to L3 agent ceb1130f-c61e-494c-be4f-967cc153319c with binding_index 1 {{(pid=104160) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 21 12:15:35.346284 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-86000a99-c64a-4480-a644-c42bdddece4f admin admin] Publish callbacks [] for router_gateway (2e8c32c0-f7a5-44bc-9719-afb90b68785d), precommit_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:35.392104 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:15:35.393679 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19029656-7a7b-4997-b933-b4d446e4a024 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5adcbf66-cad3-499f-bfcd-a299fbf0cd74,revision_number=0']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:15:35.505150 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19029656-7a7b-4997-b933-b4d446e4a024 admin admin] Checking segment: {'id': '12da12e1-cfd0-4313-ac52-6e5f4f39ccb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '1933b755-354d-4a90-8a75-f1a81a16c8f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 12:15:35.505706 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19029656-7a7b-4997-b933-b4d446e4a024 admin admin] Network hostable DHCP agents. Network: 1933b755-354d-4a90-8a75-f1a81a16c8f0, hostable agents: ['8a21e728-a2e9-4580-a748-6ac9ba47a2a7'], hosted agents: [] {{(pid=104160) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 21 12:15:35.603791 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-b06e75ff-27b6-4536-af66-5b67bdf1ec97 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:35.644762 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19029656-7a7b-4997-b933-b4d446e4a024 admin admin] Network 1933b755-354d-4a90-8a75-f1a81a16c8f0 is scheduled to be hosted by DHCP agent 8a21e728-a2e9-4580-a748-6ac9ba47a2a7 with binding_index 1 {{(pid=104160) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 21 12:15:35.661688 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-f764d97d-9bae-478a-a8b6-c65313a577ab None None] Publish callbacks [] for port (bbab07dc-dbfc-4794-931e-a6194d92e2ad), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:35.679370 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:UPDATE=7,neutron:SELECT=86,neutron:INSERT=7 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:15:35.706192 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c62a537-b899-41fb-870f-620ad1631d36 None None] Network 24751c0b-819a-470d-9221-d71fff5ec112 requested from dv-cinder-850321-1-iscsi {{(pid=104161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 12:15:35.772312 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-f764d97d-9bae-478a-a8b6-c65313a577ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773760637166'] for port (bbab07dc-dbfc-4794-931e-a6194d92e2ad), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:35.817891 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Pushing event updated for resources: {'Port': ['ID=a7127ca1-f65e-4a64-9bb6-656d8f7267cc,revision_number=3']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:15:35.825780 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-e0c23773-f36a-4094-85ba-ae7c37a2afba None None] Publish callbacks [] for port (ba4fbb24-038c-4480-b6ce-f3922637d5fc), precommit_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:35.844206 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-e0c23773-f36a-4094-85ba-ae7c37a2afba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158'] for port (ba4fbb24-038c-4480-b6ce-f3922637d5fc), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:35.851184 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.scheduler.base_scheduler [None req-19029656-7a7b-4997-b933-b4d446e4a024 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850321-1-iscsi, 1933b755-354d-4a90-8a75-f1a81a16c8f0) {{(pid=104160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 12:15:35.865170 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [None req-98f8677c-1dca-444e-8461-9c324967a3ad None None] Provisioning complete for port a7127ca1-f65e-4a64-9bb6-656d8f7267cc triggered by entity DHCP. {{(pid=104161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 12:15:35.866196 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-98f8677c-1dca-444e-8461-9c324967a3ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388846'] for port (a7127ca1-f65e-4a64-9bb6-656d8f7267cc), provisioning_complete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:35.870039 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14867fa0-408d-42c4-b820-a278521fdca3 None None] Network 1933b755-354d-4a90-8a75-f1a81a16c8f0 requested from dv-cinder-850321-1-iscsi {{(pid=104161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 12:15:35.871218 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19029656-7a7b-4997-b933-b4d446e4a024 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:15:35.872411 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-19029656-7a7b-4997-b933-b4d446e4a024 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622315'] for subnet (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:35.915216 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-fa2440c1-d1fd-4261-8346-00905ee52f1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:35.931380 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-86000a99-c64a-4480-a644-c42bdddece4f admin admin] Publish callbacks [] for router_gateway (2e8c32c0-f7a5-44bc-9719-afb90b68785d), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:35.939685 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-b06e75ff-27b6-4536-af66-5b67bdf1ec97 admin admin] Publish callbacks [] for security_group (f69fc9ef-df40-4783-8758-1224c14dd61e), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:35.989180 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.managers [None req-e0c23773-f36a-4094-85ba-ae7c37a2afba None None] Attempting to bind port ba4fbb24-038c-4480-b6ce-f3922637d5fc on host dv-cinder-850321-1-iscsi for vnic_type normal with profile {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 12:15:35.990286 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.managers [None req-e0c23773-f36a-4094-85ba-ae7c37a2afba None None] Attempting to bind port ba4fbb24-038c-4480-b6ce-f3922637d5fc by drivers openvswitch,hyperv on host dv-cinder-850321-1-iscsi at level 0 using segments [{'id': '516861e0-d3fe-4b3f-83ca-af9f79051018', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8'}] {{(pid=104162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 12:15:35.991445 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c23773-f36a-4094-85ba-ae7c37a2afba None None] Attempting to bind port ba4fbb24-038c-4480-b6ce-f3922637d5fc on network f382b478-dfd7-4678-bcdd-821f508b5bc8 {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 12:15:36.005860 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c23773-f36a-4094-85ba-ae7c37a2afba None None] Checking agent: {'id': 'c982e9e4-9e4b-4150-8658-75b564dceb25', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850321-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 12, 6, 47), 'started_at': datetime.datetime(2022, 7, 21, 12, 7, 17), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 12, 15, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850321-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 12:15:36.006985 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c23773-f36a-4094-85ba-ae7c37a2afba None None] Checking segment: {'id': '516861e0-d3fe-4b3f-83ca-af9f79051018', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 12:15:36.008489 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-e0c23773-f36a-4094-85ba-ae7c37a2afba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:36.014053 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f764d97d-9bae-478a-a8b6-c65313a577ab None None] Pushing event updated for resources: {'Port': ['ID=bbab07dc-dbfc-4794-931e-a6194d92e2ad,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:15:36.017475 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-86000a99-c64a-4480-a644-c42bdddece4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:36.040738 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c23773-f36a-4094-85ba-ae7c37a2afba None None] Bound using segment: {'id': '516861e0-d3fe-4b3f-83ca-af9f79051018', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8'} {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 12:15:36.044112 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.managers [None req-e0c23773-f36a-4094-85ba-ae7c37a2afba None None] Bound port: ba4fbb24-038c-4480-b6ce-f3922637d5fc, host: dv-cinder-850321-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '516861e0-d3fe-4b3f-83ca-af9f79051018', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8'}}] {{(pid=104162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 12:15:36.049185 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-e0c23773-f36a-4094-85ba-ae7c37a2afba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (ba4fbb24-038c-4480-b6ce-f3922637d5fc), before_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:36.125449 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-fa2440c1-d1fd-4261-8346-00905ee52f1b admin admin] Publish callbacks [] for security_group (fa5d07e3-9799-40bc-b765-987df463b8de), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:36.127458 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=75,neutron:INSERT=22,neutron:UPDATE=3 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:15:36.137378 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:15:36.150223 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-c73a8294-03ae-48fc-8a83-7a358073fdc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:36.186595 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-b06e75ff-27b6-4536-af66-5b67bdf1ec97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (f69fc9ef-df40-4783-8758-1224c14dd61e), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:36.222213 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-e0c23773-f36a-4094-85ba-ae7c37a2afba None None] For port ba4fbb24-038c-4480-b6ce-f3922637d5fc, host dv-cinder-850321-1-iscsi, cleared binding levels {{(pid=104162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 12:15:36.230455 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-e0c23773-f36a-4094-85ba-ae7c37a2afba None None] For port ba4fbb24-038c-4480-b6ce-f3922637d5fc, host dv-cinder-850321-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-1-iscsi',level=0,port_id=ba4fbb24-038c-4480-b6ce-f3922637d5fc,segment=NetworkSegment(516861e0-d3fe-4b3f-83ca-af9f79051018),segment_id=516861e0-d3fe-4b3f-83ca-af9f79051018)] {{(pid=104162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 12:15:36.240644 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-19029656-7a7b-4997-b933-b4d446e4a024 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 3.3457968 Jul 21 12:15:36.245978 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.18', 56966) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:15:36.247023 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-e0c23773-f36a-4094-85ba-ae7c37a2afba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158'] for port (ba4fbb24-038c-4480-b6ce-f3922637d5fc), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:36.274714 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538baaf5-6b15-4133-b5eb-64275ddc1b88 None None] Pushing event updated for resources: {'Port': ['ID=ba4fbb24-038c-4480-b6ce-f3922637d5fc,revision_number=2']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:15:36.275165 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f764d97d-9bae-478a-a8b6-c65313a577ab None None] Network ff0fcfbd-22d3-47ea-80f2-195b1cbc803d is already hosted by enough agents. {{(pid=104161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 12:15:36.295683 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:15:36.298853 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538baaf5-6b15-4133-b5eb-64275ddc1b88 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:15:36.299679 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538baaf5-6b15-4133-b5eb-64275ddc1b88 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:15:36.300402 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538baaf5-6b15-4133-b5eb-64275ddc1b88 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:15:36.302117 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538baaf5-6b15-4133-b5eb-64275ddc1b88 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:15:36.302845 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538baaf5-6b15-4133-b5eb-64275ddc1b88 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:15:36.303770 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538baaf5-6b15-4133-b5eb-64275ddc1b88 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:15:36.304544 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538baaf5-6b15-4133-b5eb-64275ddc1b88 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:15:36.304887 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-b06e75ff-27b6-4536-af66-5b67bdf1ec97 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=31221806b70d4f9a80fbd83bfa1f371e&name=default HTTP/1.1" status: 200 len: 2992 time: 1.4742649 Jul 21 12:15:36.305780 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538baaf5-6b15-4133-b5eb-64275ddc1b88 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:15:36.306631 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538baaf5-6b15-4133-b5eb-64275ddc1b88 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:15:36.307405 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538baaf5-6b15-4133-b5eb-64275ddc1b88 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:15:36.308352 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538baaf5-6b15-4133-b5eb-64275ddc1b88 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:15:36.309308 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538baaf5-6b15-4133-b5eb-64275ddc1b88 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:15:36.310152 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538baaf5-6b15-4133-b5eb-64275ddc1b88 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:15:36.311284 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538baaf5-6b15-4133-b5eb-64275ddc1b88 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:15:36.311743 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538baaf5-6b15-4133-b5eb-64275ddc1b88 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:15:36.313332 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.v2.base [None req-38b80732-f224-43fd-b15a-a2ab3afcf9f2 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1235427896-router', 'tenant_id': 'c7d349f62c0c4747bd1748ca0a4bde00', 'external_gateway_info': {'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8'}}} {{(pid=104160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 12:15:36.314082 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538baaf5-6b15-4133-b5eb-64275ddc1b88 None None] Tracked resource versions report: Jul 21 12:15:36.314082 dv-cinder-850321-1-iscsi neutron-server[104162]: pushed versions: Jul 21 12:15:36.314082 dv-cinder-850321-1-iscsi neutron-server[104162]: { 'AddressGroup': {'1.2'}, Jul 21 12:15:36.314082 dv-cinder-850321-1-iscsi neutron-server[104162]: 'Agent': {'1.1'}, Jul 21 12:15:36.314082 dv-cinder-850321-1-iscsi neutron-server[104162]: 'ConntrackHelper': {'1.0'}, Jul 21 12:15:36.314082 dv-cinder-850321-1-iscsi neutron-server[104162]: 'LocalIPAssociation': {'1.0'}, Jul 21 12:15:36.314082 dv-cinder-850321-1-iscsi neutron-server[104162]: 'Log': {'1.0'}, Jul 21 12:15:36.314082 dv-cinder-850321-1-iscsi neutron-server[104162]: 'NDPProxy': {'1.0'}, Jul 21 12:15:36.314082 dv-cinder-850321-1-iscsi neutron-server[104162]: 'Network': {'1.1'}, Jul 21 12:15:36.314082 dv-cinder-850321-1-iscsi neutron-server[104162]: 'Port': {'1.7'}, Jul 21 12:15:36.314082 dv-cinder-850321-1-iscsi neutron-server[104162]: 'PortForwarding': {'1.3'}, Jul 21 12:15:36.314082 dv-cinder-850321-1-iscsi neutron-server[104162]: 'QosPolicy': {'1.10'}, Jul 21 12:15:36.314082 dv-cinder-850321-1-iscsi neutron-server[104162]: 'SecurityGroup': {'1.5'}, Jul 21 12:15:36.314082 dv-cinder-850321-1-iscsi neutron-server[104162]: 'SecurityGroupRule': {'1.2'}, Jul 21 12:15:36.314082 dv-cinder-850321-1-iscsi neutron-server[104162]: 'SubPort': {'1.0'}, Jul 21 12:15:36.314082 dv-cinder-850321-1-iscsi neutron-server[104162]: 'Subnet': {'1.1'}, Jul 21 12:15:36.314082 dv-cinder-850321-1-iscsi neutron-server[104162]: 'Trunk': {'1.1'}} Jul 21 12:15:36.314082 dv-cinder-850321-1-iscsi neutron-server[104162]: consumer versions: Jul 21 12:15:36.314082 dv-cinder-850321-1-iscsi neutron-server[104162]: { DHCP agent@dv-cinder-850321-1-iscsi: {}, Jul 21 12:15:36.314082 dv-cinder-850321-1-iscsi neutron-server[104162]: HyperV agent@hv-cinder-85032: {}, Jul 21 12:15:36.314082 dv-cinder-850321-1-iscsi neutron-server[104162]: L3 agent@dv-cinder-850321-1-iscsi: {}, Jul 21 12:15:36.314082 dv-cinder-850321-1-iscsi neutron-server[104162]: Metadata agent@dv-cinder-850321-1-iscsi: {}, Jul 21 12:15:36.314082 dv-cinder-850321-1-iscsi neutron-server[104162]: Metering agent@dv-cinder-850321-1-iscsi: {}, Jul 21 12:15:36.314082 dv-cinder-850321-1-iscsi neutron-server[104162]: Open vSwitch agent@dv-cinder-850321-1-iscsi: { 'AddressGroup': '1.2', Jul 21 12:15:36.314082 dv-cinder-850321-1-iscsi neutron-server[104162]: 'Agent': '1.1', Jul 21 12:15:36.314082 dv-cinder-850321-1-iscsi neutron-server[104162]: 'ConntrackHelper': '1.0', Jul 21 12:15:36.314082 dv-cinder-850321-1-iscsi neutron-server[104162]: 'LocalIPAssociation': '1.0', Jul 21 12:15:36.314082 dv-cinder-850321-1-iscsi neutron-server[104162]: 'Log': '1.0', Jul 21 12:15:36.314082 dv-cinder-850321-1-iscsi neutron-server[104162]: 'NDPProxy': '1.0', Jul 21 12:15:36.314082 dv-cinder-850321-1-iscsi neutron-server[104162]: 'Network': '1.1', Jul 21 12:15:36.314082 dv-cinder-850321-1-iscsi neutron-server[104162]: 'Port': '1.7', Jul 21 12:15:36.314082 dv-cinder-850321-1-iscsi neutron-server[104162]: 'PortForwarding': '1.3', Jul 21 12:15:36.314082 dv-cinder-850321-1-iscsi neutron-server[104162]: 'QosPolicy': '1.10', Jul 21 12:15:36.314082 dv-cinder-850321-1-iscsi neutron-server[104162]: 'SecurityGroup': '1.5', Jul 21 12:15:36.314082 dv-cinder-850321-1-iscsi neutron-server[104162]: 'SecurityGroupRule': '1.2', Jul 21 12:15:36.314082 dv-cinder-850321-1-iscsi neutron-server[104162]: 'SubPort': '1.0', Jul 21 12:15:36.314082 dv-cinder-850321-1-iscsi neutron-server[104162]: 'Subnet': '1.1', Jul 21 12:15:36.314082 dv-cinder-850321-1-iscsi neutron-server[104162]: 'Trunk': '1.1'}} Jul 21 12:15:36.314082 dv-cinder-850321-1-iscsi neutron-server[104162]: {{(pid=104162) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 21 12:15:36.321342 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03800c36-e8ac-468c-a998-e9abda151b80 admin admin] Notify agent at l3_agent.dv-cinder-850321-1-iscsi the message routers_updated {{(pid=104160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 12:15:36.323619 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.18', 56968) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:15:36.376526 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-fa2440c1-d1fd-4261-8346-00905ee52f1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (fa5d07e3-9799-40bc-b765-987df463b8de), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:36.377264 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46f115a8-cca5-462f-ac6e-f6201769588c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp397e26b8-7a3e-539e-bfac-9573bd620e21-1933b755-354d-4a90-8a75-f1a81a16c8f0', 'network_id': '1933b755-354d-4a90-8a75-f1a81a16c8f0', 'project_id': 'c7d349f62c0c4747bd1748ca0a4bde00', 'fixed_ips': [{'subnet_id': '5adcbf66-cad3-499f-bfcd-a299fbf0cd74'}]}} from dv-cinder-850321-1-iscsi. {{(pid=104161) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 21 12:15:36.379389 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-46f115a8-cca5-462f-ac6e-f6201769588c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:36.379613 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06e75ff-27b6-4536-af66-5b67bdf1ec97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f69fc9ef-df40-4783-8758-1224c14dd61e,revision_number=1']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:15:36.393613 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.db.db_base_plugin_common [None req-86000a99-c64a-4480-a644-c42bdddece4f admin admin] Allocated IP 172.27.3.74 (f382b478-dfd7-4678-bcdd-821f508b5bc8/39ec59ca-1d5b-4110-899c-eae6f5db3a39/b1d1c6d1-fd4a-427b-9ee3-01ccd1eba03d) {{(pid=104159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 12:15:36.415414 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.scheduler.base_scheduler [None req-f764d97d-9bae-478a-a8b6-c65313a577ab None None] Resources bound (agent type, host, resource id): {{(pid=104161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 12:15:36.422280 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f764d97d-9bae-478a-a8b6-c65313a577ab None None] Received port after_create {{(pid=104161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 12:15:36.428645 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf1e674-d40f-440e-9df2-311db353046c None None] Sync routers for ids ['4e274fe2-e02e-4f53-8fb4-8171458f2042'] in dv-cinder-850321-1-iscsi {{(pid=104161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 12:15:36.436655 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:15:36.440042 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538baaf5-6b15-4133-b5eb-64275ddc1b88 None None] Pushing event updated for resources: {'Port': ['ID=ba4fbb24-038c-4480-b6ce-f3922637d5fc,revision_number=3']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:15:36.489868 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-03800c36-e8ac-468c-a998-e9abda151b80 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:36.496624 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-03800c36-e8ac-468c-a998-e9abda151b80 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.1514947 Jul 21 12:15:36.498436 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 56978) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:15:36.507004 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c23773-f36a-4094-85ba-ae7c37a2afba None None] Routers {'f7cde703-d232-440d-9898-a0aed7dfe59c'} bound to L3 agent in host dv-cinder-850321-1-iscsi {{(pid=104162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 12:15:36.508105 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_hamode_db [None req-e0c23773-f36a-4094-85ba-ae7c37a2afba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-21T12:06:45Z,description=,heartbeat_timestamp=2022-07-21T12:15:15Z,host='dv-cinder-850321-1-iscsi',id=ceb1130f-c61e-494c-be4f-967cc153319c,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T12:06:45Z,topic='l3_agent')) {'router_ids': ['f7cde703-d232-440d-9898-a0aed7dfe59c'], 'active': True} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:15:36.515319 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf1e674-d40f-440e-9df2-311db353046c None None] Routers {'4e274fe2-e02e-4f53-8fb4-8171458f2042'} bound to L3 agent in host dv-cinder-850321-1-iscsi {{(pid=104161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 12:15:36.516849 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-dbf1e674-d40f-440e-9df2-311db353046c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-21T12:06:45Z,description=,heartbeat_timestamp=2022-07-21T12:15:15Z,host='dv-cinder-850321-1-iscsi',id=ceb1130f-c61e-494c-be4f-967cc153319c,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T12:06:45Z,topic='l3_agent')) {'router_ids': ['4e274fe2-e02e-4f53-8fb4-8171458f2042'], 'active': True} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:15:36.606781 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-fa2440c1-d1fd-4261-8346-00905ee52f1b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0a35c9da3fef4da09bad1a4daf6c0cbb&name=default HTTP/1.1" status: 200 len: 2992 time: 1.4213459 Jul 21 12:15:36.631267 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2440c1-d1fd-4261-8346-00905ee52f1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa5d07e3-9799-40bc-b765-987df463b8de,revision_number=1']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:15:36.647095 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.18', 56984) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:15:36.657861 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-38b80732-f224-43fd-b15a-a2ab3afcf9f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-687199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4047'] for router (00530d2f-799a-4044-9006-5104009f2aa9), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:36.660696 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-38b80732-f224-43fd-b15a-a2ab3afcf9f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-679371', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-728442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4088'] for router (00530d2f-799a-4044-9006-5104009f2aa9), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:36.748621 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvr_db [None req-dbf1e674-d40f-440e-9df2-311db353046c None None] Set router 4e274fe2-e02e-4f53-8fb4-8171458f2042 gateway port host: dv-cinder-850321-1-iscsi {{(pid=104161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 12:15:36.831080 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvr_db [None req-e0c23773-f36a-4094-85ba-ae7c37a2afba None None] Set router f7cde703-d232-440d-9898-a0aed7dfe59c gateway port host: dv-cinder-850321-1-iscsi {{(pid=104162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 12:15:36.835063 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.db.db_base_plugin_common [None req-c73a8294-03ae-48fc-8a83-7a358073fdc0 admin admin] Allocated IP 172.20.0.1 (ac7b63b3-36ed-4162-888b-3062a1149573/85871871-89d2-41dd-b1d6-9b7f2440aaee/dddb8c86-648d-4310-a805-8ec6ac8ca639) {{(pid=104159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 12:15:36.947022 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-ee502f84-4909-4e24-b16e-02f21780b030 admin admin] Publish callbacks [] for security_group (fa5d07e3-9799-40bc-b765-987df463b8de), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:36.973270 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-38b80732-f224-43fd-b15a-a2ab3afcf9f2 admin admin] Publish callbacks [] for router_controller (00530d2f-799a-4044-9006-5104009f2aa9), precommit_add_association {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:36.997230 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-e12a8f2d-5c47-4082-bfbb-52db013c3231 admin admin] Publish callbacks [] for security_group (f69fc9ef-df40-4783-8758-1224c14dd61e), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:37.010866 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-c73a8294-03ae-48fc-8a83-7a358073fdc0 admin admin] Publish callbacks [] for port (dddb8c86-648d-4310-a805-8ec6ac8ca639), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:37.066392 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-ee502f84-4909-4e24-b16e-02f21780b030 admin admin] Publish callbacks [] for security_group (fa5d07e3-9799-40bc-b765-987df463b8de), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:37.211182 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-86000a99-c64a-4480-a644-c42bdddece4f admin admin] Publish callbacks [] for port (b1d1c6d1-fd4a-427b-9ee3-01ccd1eba03d), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:37.241752 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:15:37.243165 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=6 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:15:37.323686 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_hamode_db [None req-e0c23773-f36a-4094-85ba-ae7c37a2afba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7cde703-d232-440d-9898-a0aed7dfe59c', 'name': 'tempest-ServerRescueNegativeTestJSON-1507637807-router', 'tenant_id': 'f3726ac8b83847468671bd930deb5492', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'external_fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': 'ba4fbb24-038c-4480-b6ce-f3922637d5fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T12:15:26Z', 'updated_at': '2022-07-21T12:15:28Z', 'revision_number': 3, 'project_id': 'f3726ac8b83847468671bd930deb5492', 'gw_port': {'id': 'ba4fbb24-038c-4480-b6ce-f3922637d5fc', 'name': '', 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:51:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7cde703-d232-440d-9898-a0aed7dfe59c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:15:27Z', 'updated_at': '2022-07-21T12:15:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-1-iscsi'}], 'dv-cinder-850321-1-iscsi', False) {} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:15:37.440503 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-c73a8294-03ae-48fc-8a83-7a358073fdc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773760637166'] for port (dddb8c86-648d-4310-a805-8ec6ac8ca639), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:37.456866 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c23773-f36a-4094-85ba-ae7c37a2afba None None] The sync data for ids ['f7cde703-d232-440d-9898-a0aed7dfe59c'] in dv-cinder-850321-1-iscsi is: [{'id': 'f7cde703-d232-440d-9898-a0aed7dfe59c', 'name': 'tempest-ServerRescueNegativeTestJSON-1507637807-router', 'tenant_id': 'f3726ac8b83847468671bd930deb5492', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'external_fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': 'ba4fbb24-038c-4480-b6ce-f3922637d5fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T12:15:26Z', 'updated_at': '2022-07-21T12:15:28Z', 'revision_number': 3, 'project_id': 'f3726ac8b83847468671bd930deb5492', 'gw_port': {'id': 'ba4fbb24-038c-4480-b6ce-f3922637d5fc', 'name': '', 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:51:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7cde703-d232-440d-9898-a0aed7dfe59c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:15:27Z', 'updated_at': '2022-07-21T12:15:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-1-iscsi'}] {{(pid=104162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 12:15:37.470681 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:15:37.481851 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-98f8677c-1dca-444e-8461-9c324967a3ad None None] Current status of the port a7127ca1-f65e-4a64-9bb6-656d8f7267cc is: ACTIVE; New status is: ACTIVE {{(pid=104161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 12:15:37.552978 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Device a7127ca1-f65e-4a64-9bb6-656d8f7267cc up at agent ovs-agent-dv-cinder-850321-1-iscsi {{(pid=104161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 12:15:37.597408 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-e12a8f2d-5c47-4082-bfbb-52db013c3231 admin admin] Publish callbacks [] for security_group (f69fc9ef-df40-4783-8758-1224c14dd61e), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:37.731001 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c73a8294-03ae-48fc-8a83-7a358073fdc0 admin admin] Network ac7b63b3-36ed-4162-888b-3062a1149573 is already hosted by enough agents. {{(pid=104159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 12:15:37.749113 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.db_base_plugin_common [None req-46f115a8-cca5-462f-ac6e-f6201769588c None None] Allocated IP 172.20.0.2 (1933b755-354d-4a90-8a75-f1a81a16c8f0/5adcbf66-cad3-499f-bfcd-a299fbf0cd74/cede7b0f-fd6f-41ae-8342-b9fc2501e9f7) {{(pid=104161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 12:15:37.752376 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.scheduler.base_scheduler [None req-c73a8294-03ae-48fc-8a83-7a358073fdc0 admin admin] Resources bound (agent type, host, resource id): {{(pid=104159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 12:15:37.770886 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73a8294-03ae-48fc-8a83-7a358073fdc0 admin admin] Pushing event updated for resources: {'Port': ['ID=dddb8c86-648d-4310-a805-8ec6ac8ca639,revision_number=1']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:15:37.784412 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.managers [None req-f764d97d-9bae-478a-a8b6-c65313a577ab None None] Attempting to bind port bbab07dc-dbfc-4794-931e-a6194d92e2ad on host dv-cinder-850321-1-iscsi for vnic_type normal with profile {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 12:15:37.784938 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.managers [None req-f764d97d-9bae-478a-a8b6-c65313a577ab None None] Attempting to bind port bbab07dc-dbfc-4794-931e-a6194d92e2ad by drivers openvswitch,hyperv on host dv-cinder-850321-1-iscsi at level 0 using segments [{'id': '7232b8b8-b9cf-453a-b8fc-7068d6546503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'ff0fcfbd-22d3-47ea-80f2-195b1cbc803d'}] {{(pid=104161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 12:15:37.785422 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f764d97d-9bae-478a-a8b6-c65313a577ab None None] Attempting to bind port bbab07dc-dbfc-4794-931e-a6194d92e2ad on network ff0fcfbd-22d3-47ea-80f2-195b1cbc803d {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 12:15:37.791844 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-dbf1e674-d40f-440e-9df2-311db353046c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e274fe2-e02e-4f53-8fb4-8171458f2042', 'name': 'tempest-DeleteServersTestJSON-1994037450-router', 'tenant_id': '41b8b45e25af4c498afb80b94362fe95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'external_fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': 'b288f12d-9d9a-4363-9ca7-489e31708f55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T12:15:29Z', 'updated_at': '2022-07-21T12:15:32Z', 'revision_number': 3, 'project_id': '41b8b45e25af4c498afb80b94362fe95', 'gw_port': {'id': 'b288f12d-9d9a-4363-9ca7-489e31708f55', 'name': '', 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:31:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e274fe2-e02e-4f53-8fb4-8171458f2042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:15:30Z', 'updated_at': '2022-07-21T12:15:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-1-iscsi'}], 'dv-cinder-850321-1-iscsi', False) {} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:15:37.797809 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c73a8294-03ae-48fc-8a83-7a358073fdc0 admin admin] Received port after_create {{(pid=104159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 12:15:37.798600 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-c73a8294-03ae-48fc-8a83-7a358073fdc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-682569'] for router_interface (f7cde703-d232-440d-9898-a0aed7dfe59c), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:37.833925 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf1e674-d40f-440e-9df2-311db353046c None None] Checking router: 4e274fe2-e02e-4f53-8fb4-8171458f2042 for host: dv-cinder-850321-1-iscsi {{(pid=104161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 12:15:37.834276 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf1e674-d40f-440e-9df2-311db353046c None None] Updating router 4e274fe2-e02e-4f53-8fb4-8171458f2042 port b288f12d-9d9a-4363-9ca7-489e31708f55 binding host dv-cinder-850321-1-iscsi {{(pid=104161) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 21 12:15:37.857732 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:15:37.922689 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f764d97d-9bae-478a-a8b6-c65313a577ab None None] Checking agent: {'id': 'c982e9e4-9e4b-4150-8658-75b564dceb25', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850321-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 12, 6, 47), 'started_at': datetime.datetime(2022, 7, 21, 12, 7, 17), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 12, 15, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850321-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 12:15:37.922917 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f764d97d-9bae-478a-a8b6-c65313a577ab None None] Checking segment: {'id': '7232b8b8-b9cf-453a-b8fc-7068d6546503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'ff0fcfbd-22d3-47ea-80f2-195b1cbc803d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 12:15:37.923348 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-f764d97d-9bae-478a-a8b6-c65313a577ab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:37.923877 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f764d97d-9bae-478a-a8b6-c65313a577ab None None] Bound using segment: {'id': '7232b8b8-b9cf-453a-b8fc-7068d6546503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'ff0fcfbd-22d3-47ea-80f2-195b1cbc803d'} {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 12:15:37.924285 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.managers [None req-f764d97d-9bae-478a-a8b6-c65313a577ab None None] Bound port: bbab07dc-dbfc-4794-931e-a6194d92e2ad, host: dv-cinder-850321-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7232b8b8-b9cf-453a-b8fc-7068d6546503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'ff0fcfbd-22d3-47ea-80f2-195b1cbc803d'}}] {{(pid=104161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 12:15:37.924690 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-f764d97d-9bae-478a-a8b6-c65313a577ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (bbab07dc-dbfc-4794-931e-a6194d92e2ad), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:37.934743 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=3 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:15:38.008143 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-38b80732-f224-43fd-b15a-a2ab3afcf9f2 admin admin] Publish callbacks [] for router_gateway (00530d2f-799a-4044-9006-5104009f2aa9), precommit_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:38.190975 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-dbf1e674-d40f-440e-9df2-311db353046c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (b288f12d-9d9a-4363-9ca7-489e31708f55), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:38.266112 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-ee502f84-4909-4e24-b16e-02f21780b030 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (fa5d07e3-9799-40bc-b765-987df463b8de), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:38.271203 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-ee502f84-4909-4e24-b16e-02f21780b030 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:38.280577 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-ee502f84-4909-4e24-b16e-02f21780b030 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fa5d07e3-9799-40bc-b765-987df463b8de HTTP/1.1" status: 204 len: 168 time: 1.6179495 Jul 21 12:15:38.383651 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-e12a8f2d-5c47-4082-bfbb-52db013c3231 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (f69fc9ef-df40-4783-8758-1224c14dd61e), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:38.389138 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-e12a8f2d-5c47-4082-bfbb-52db013c3231 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:38.392431 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-e12a8f2d-5c47-4082-bfbb-52db013c3231 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f69fc9ef-df40-4783-8758-1224c14dd61e HTTP/1.1" status: 204 len: 168 time: 2.0171583 Jul 21 12:15:38.411070 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.18', 57014) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:15:38.412976 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee502f84-4909-4e24-b16e-02f21780b030 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa5d07e3-9799-40bc-b765-987df463b8de,revision_number=None']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:15:38.520203 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Provisioning complete for port a7127ca1-f65e-4a64-9bb6-656d8f7267cc triggered by entity L2. {{(pid=104161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 12:15:38.521002 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388846'] for port (a7127ca1-f65e-4a64-9bb6-656d8f7267cc), provisioning_complete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:38.548402 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12a8f2d-5c47-4082-bfbb-52db013c3231 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f69fc9ef-df40-4783-8758-1224c14dd61e,revision_number=None']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:15:38.607225 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-86000a99-c64a-4480-a644-c42bdddece4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773760637166'] for port (b1d1c6d1-fd4a-427b-9ee3-01ccd1eba03d), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:38.623372 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-f764d97d-9bae-478a-a8b6-c65313a577ab None None] For port bbab07dc-dbfc-4794-931e-a6194d92e2ad, host dv-cinder-850321-1-iscsi, cleared binding levels {{(pid=104161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 12:15:38.738462 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [None req-d9b6c65a-58ab-4cce-acda-7900b005e8c8 None None] Provisioning complete for port dddb8c86-648d-4310-a805-8ec6ac8ca639 triggered by entity DHCP. {{(pid=104161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 12:15:38.739749 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-d9b6c65a-58ab-4cce-acda-7900b005e8c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388846'] for port (dddb8c86-648d-4310-a805-8ec6ac8ca639), provisioning_complete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:38.892052 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-38b80732-f224-43fd-b15a-a2ab3afcf9f2 admin admin] Publish callbacks [] for router_gateway (00530d2f-799a-4044-9006-5104009f2aa9), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:38.944801 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-38b80732-f224-43fd-b15a-a2ab3afcf9f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:38.977572 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-d9b6c65a-58ab-4cce-acda-7900b005e8c8 None None] Port dddb8c86-648d-4310-a805-8ec6ac8ca639 cannot update to ACTIVE because it is not bound. {{(pid=104161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 12:15:39.005008 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 57028) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:15:39.048321 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-f764d97d-9bae-478a-a8b6-c65313a577ab None None] For port bbab07dc-dbfc-4794-931e-a6194d92e2ad, host dv-cinder-850321-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-1-iscsi',level=0,port_id=bbab07dc-dbfc-4794-931e-a6194d92e2ad,segment=NetworkSegment(7232b8b8-b9cf-453a-b8fc-7068d6546503),segment_id=7232b8b8-b9cf-453a-b8fc-7068d6546503)] {{(pid=104161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 12:15:39.116404 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=87,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:15:39.120265 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-f764d97d-9bae-478a-a8b6-c65313a577ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158'] for port (bbab07dc-dbfc-4794-931e-a6194d92e2ad), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:39.154879 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [None req-d9b6c65a-58ab-4cce-acda-7900b005e8c8 None None] Provisioning complete for port a7127ca1-f65e-4a64-9bb6-656d8f7267cc triggered by entity DHCP. {{(pid=104161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 12:15:39.155890 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-d9b6c65a-58ab-4cce-acda-7900b005e8c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388846'] for port (a7127ca1-f65e-4a64-9bb6-656d8f7267cc), provisioning_complete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:39.170375 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86000a99-c64a-4480-a644-c42bdddece4f admin admin] Network f382b478-dfd7-4678-bcdd-821f508b5bc8 is already hosted by enough agents. {{(pid=104159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 12:15:39.199738 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.db.db_base_plugin_common [None req-38b80732-f224-43fd-b15a-a2ab3afcf9f2 admin admin] Allocated IP 172.27.3.203 (f382b478-dfd7-4678-bcdd-821f508b5bc8/39ec59ca-1d5b-4110-899c-eae6f5db3a39/f1e77053-8d9a-412c-ac41-d1a4ceefb391) {{(pid=104160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 12:15:39.213497 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.scheduler.base_scheduler [None req-86000a99-c64a-4480-a644-c42bdddece4f admin admin] Resources bound (agent type, host, resource id): {{(pid=104159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 12:15:39.220564 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86000a99-c64a-4480-a644-c42bdddece4f admin admin] Received port after_create {{(pid=104159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 12:15:39.536961 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-38b80732-f224-43fd-b15a-a2ab3afcf9f2 admin admin] Publish callbacks [] for port (f1e77053-8d9a-412c-ac41-d1a4ceefb391), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:39.562562 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:15:39.566878 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86000a99-c64a-4480-a644-c42bdddece4f admin admin] Pushing event updated for resources: {'Port': ['ID=b1d1c6d1-fd4a-427b-9ee3-01ccd1eba03d,revision_number=1']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:15:39.619467 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-38b80732-f224-43fd-b15a-a2ab3afcf9f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773760637166'] for port (f1e77053-8d9a-412c-ac41-d1a4ceefb391), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:39.715162 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b80732-f224-43fd-b15a-a2ab3afcf9f2 admin admin] Pushing event updated for resources: {'Port': ['ID=f1e77053-8d9a-412c-ac41-d1a4ceefb391,revision_number=1']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:15:39.727362 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-e8679524-132e-4331-8c37-fe3cc3acb267 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:39.738533 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-6e9128ab-704a-4f36-b825-fff03c47d92f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:39.826827 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-86000a99-c64a-4480-a644-c42bdddece4f admin admin] Publish callbacks [] for router_gateway (2e8c32c0-f7a5-44bc-9719-afb90b68785d), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:39.838504 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-46f115a8-cca5-462f-ac6e-f6201769588c None None] Publish callbacks [] for port (cede7b0f-fd6f-41ae-8342-b9fc2501e9f7), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:39.876852 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:15:39.931991 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-c73a8294-03ae-48fc-8a83-7a358073fdc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (dddb8c86-648d-4310-a805-8ec6ac8ca639), before_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:39.950890 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38b80732-f224-43fd-b15a-a2ab3afcf9f2 admin admin] Network f382b478-dfd7-4678-bcdd-821f508b5bc8 is already hosted by enough agents. {{(pid=104160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 12:15:39.980043 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-46f115a8-cca5-462f-ac6e-f6201769588c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773760637166'] for port (cede7b0f-fd6f-41ae-8342-b9fc2501e9f7), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:39.985341 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.scheduler.base_scheduler [None req-38b80732-f224-43fd-b15a-a2ab3afcf9f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=104160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 12:15:39.996495 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b80732-f224-43fd-b15a-a2ab3afcf9f2 admin admin] Received port after_create {{(pid=104160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 12:15:40.015689 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f764d97d-9bae-478a-a8b6-c65313a577ab None None] Pushing event updated for resources: {'Port': ['ID=bbab07dc-dbfc-4794-931e-a6194d92e2ad,revision_number=2']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:15:40.104728 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-d9b6c65a-58ab-4cce-acda-7900b005e8c8 None None] Current status of the port a7127ca1-f65e-4a64-9bb6-656d8f7267cc is: ACTIVE; New status is: ACTIVE {{(pid=104161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 12:15:40.114285 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46f115a8-cca5-462f-ac6e-f6201769588c None None] Network 1933b755-354d-4a90-8a75-f1a81a16c8f0 is already hosted by enough agents. {{(pid=104161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 12:15:40.147092 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Current status of the port a7127ca1-f65e-4a64-9bb6-656d8f7267cc is: ACTIVE; New status is: ACTIVE {{(pid=104161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 12:15:40.173305 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-6e9128ab-704a-4f36-b825-fff03c47d92f admin admin] Publish callbacks [] for security_group (188a44c5-57bc-4fe7-a4b6-a46a3fc02160), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:40.216756 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:INSERT=8 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:15:40.235150 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.scheduler.base_scheduler [None req-46f115a8-cca5-462f-ac6e-f6201769588c None None] Resources bound (agent type, host, resource id): {{(pid=104161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 12:15:40.242085 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-e8679524-132e-4331-8c37-fe3cc3acb267 admin admin] Publish callbacks [] for security_group (2567ce47-a8f3-4a5b-895e-bd666026e098), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:40.250489 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f115a8-cca5-462f-ac6e-f6201769588c None None] Received port after_create {{(pid=104161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 12:15:40.267985 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-e8679524-132e-4331-8c37-fe3cc3acb267 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (2567ce47-a8f3-4a5b-895e-bd666026e098), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:40.346905 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:15:40.349496 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f115a8-cca5-462f-ac6e-f6201769588c None None] Pushing event updated for resources: {'Port': ['ID=cede7b0f-fd6f-41ae-8342-b9fc2501e9f7,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:15:40.455012 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.managers [None req-46f115a8-cca5-462f-ac6e-f6201769588c None None] Attempting to bind port cede7b0f-fd6f-41ae-8342-b9fc2501e9f7 on host dv-cinder-850321-1-iscsi for vnic_type normal with profile {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 12:15:40.455695 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:DELETE=2,neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:15:40.456116 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.managers [None req-46f115a8-cca5-462f-ac6e-f6201769588c None None] Attempting to bind port cede7b0f-fd6f-41ae-8342-b9fc2501e9f7 by drivers openvswitch,hyperv on host dv-cinder-850321-1-iscsi at level 0 using segments [{'id': '12da12e1-cfd0-4313-ac52-6e5f4f39ccb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '1933b755-354d-4a90-8a75-f1a81a16c8f0'}] {{(pid=104161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 12:15:40.457137 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f115a8-cca5-462f-ac6e-f6201769588c None None] Attempting to bind port cede7b0f-fd6f-41ae-8342-b9fc2501e9f7 on network 1933b755-354d-4a90-8a75-f1a81a16c8f0 {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 12:15:40.470454 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f115a8-cca5-462f-ac6e-f6201769588c None None] Checking agent: {'id': 'c982e9e4-9e4b-4150-8658-75b564dceb25', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850321-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 12, 6, 47), 'started_at': datetime.datetime(2022, 7, 21, 12, 7, 17), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 12, 15, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850321-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 12:15:40.471540 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f115a8-cca5-462f-ac6e-f6201769588c None None] Checking segment: {'id': '12da12e1-cfd0-4313-ac52-6e5f4f39ccb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '1933b755-354d-4a90-8a75-f1a81a16c8f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 12:15:40.472397 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-46f115a8-cca5-462f-ac6e-f6201769588c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:40.473530 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f115a8-cca5-462f-ac6e-f6201769588c None None] Bound using segment: {'id': '12da12e1-cfd0-4313-ac52-6e5f4f39ccb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '1933b755-354d-4a90-8a75-f1a81a16c8f0'} {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 12:15:40.474777 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.managers [None req-46f115a8-cca5-462f-ac6e-f6201769588c None None] Bound port: cede7b0f-fd6f-41ae-8342-b9fc2501e9f7, host: dv-cinder-850321-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12da12e1-cfd0-4313-ac52-6e5f4f39ccb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '1933b755-354d-4a90-8a75-f1a81a16c8f0'}}] {{(pid=104161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 12:15:40.475624 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-46f115a8-cca5-462f-ac6e-f6201769588c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (cede7b0f-fd6f-41ae-8342-b9fc2501e9f7), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:40.486878 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-6e9128ab-704a-4f36-b825-fff03c47d92f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (188a44c5-57bc-4fe7-a4b6-a46a3fc02160), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:40.587273 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-6e9128ab-704a-4f36-b825-fff03c47d92f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=858fc715311d485484c1c24e721f4b21&name=default HTTP/1.1" status: 200 len: 2992 time: 1.5439837 Jul 21 12:15:40.608799 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 57056) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:15:40.643953 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Device bbab07dc-dbfc-4794-931e-a6194d92e2ad up at agent ovs-agent-dv-cinder-850321-1-iscsi {{(pid=104161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 12:15:40.654448 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-e8679524-132e-4331-8c37-fe3cc3acb267 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=58473544a42d46eca9a07c059dff2fc7&name=default HTTP/1.1" status: 200 len: 2992 time: 2.2066922 Jul 21 12:15:40.679949 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 57058) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:15:40.695524 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8679524-132e-4331-8c37-fe3cc3acb267 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2567ce47-a8f3-4a5b-895e-bd666026e098,revision_number=1']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:15:40.746065 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-dbf1e674-d40f-440e-9df2-311db353046c None None] Publish callbacks [] for port (b288f12d-9d9a-4363-9ca7-489e31708f55), precommit_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:40.795727 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-dbf1e674-d40f-440e-9df2-311db353046c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158'] for port (b288f12d-9d9a-4363-9ca7-489e31708f55), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:40.862807 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-38b80732-f224-43fd-b15a-a2ab3afcf9f2 admin admin] Publish callbacks [] for router_gateway (00530d2f-799a-4044-9006-5104009f2aa9), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:40.945626 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a86325-56bf-4670-899f-4c3935bb01f6 None None] Pushing event updated for resources: {'Port': ['ID=b288f12d-9d9a-4363-9ca7-489e31708f55,revision_number=2']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:15:40.994055 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-46f115a8-cca5-462f-ac6e-f6201769588c None None] For port cede7b0f-fd6f-41ae-8342-b9fc2501e9f7, host dv-cinder-850321-1-iscsi, cleared binding levels {{(pid=104161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 12:15:41.015456 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-46f115a8-cca5-462f-ac6e-f6201769588c None None] For port cede7b0f-fd6f-41ae-8342-b9fc2501e9f7, host dv-cinder-850321-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-1-iscsi',level=0,port_id=cede7b0f-fd6f-41ae-8342-b9fc2501e9f7,segment=NetworkSegment(12da12e1-cfd0-4313-ac52-6e5f4f39ccb4),segment_id=12da12e1-cfd0-4313-ac52-6e5f4f39ccb4)] {{(pid=104161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 12:15:41.037606 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:INSERT=9,neutron:UPDATE=4,neutron:SELECT=87 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:15:41.063263 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.managers [None req-dbf1e674-d40f-440e-9df2-311db353046c None None] Attempting to bind port b288f12d-9d9a-4363-9ca7-489e31708f55 on host dv-cinder-850321-1-iscsi for vnic_type normal with profile {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 12:15:41.063797 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.managers [None req-dbf1e674-d40f-440e-9df2-311db353046c None None] Attempting to bind port b288f12d-9d9a-4363-9ca7-489e31708f55 by drivers openvswitch,hyperv on host dv-cinder-850321-1-iscsi at level 0 using segments [{'id': '516861e0-d3fe-4b3f-83ca-af9f79051018', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8'}] {{(pid=104161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 12:15:41.064390 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf1e674-d40f-440e-9df2-311db353046c None None] Attempting to bind port b288f12d-9d9a-4363-9ca7-489e31708f55 on network f382b478-dfd7-4678-bcdd-821f508b5bc8 {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 12:15:41.073767 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:15:41.096172 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-46f115a8-cca5-462f-ac6e-f6201769588c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158'] for port (cede7b0f-fd6f-41ae-8342-b9fc2501e9f7), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:41.143185 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Provisioning complete for port bbab07dc-dbfc-4794-931e-a6194d92e2ad triggered by entity L2. {{(pid=104161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 12:15:41.143811 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388846'] for port (bbab07dc-dbfc-4794-931e-a6194d92e2ad), provisioning_complete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:41.217350 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f115a8-cca5-462f-ac6e-f6201769588c None None] Pushing event updated for resources: {'Port': ['ID=cede7b0f-fd6f-41ae-8342-b9fc2501e9f7,revision_number=2']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:15:41.229777 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf1e674-d40f-440e-9df2-311db353046c None None] Checking agent: {'id': 'c982e9e4-9e4b-4150-8658-75b564dceb25', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850321-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 12, 6, 47), 'started_at': datetime.datetime(2022, 7, 21, 12, 7, 17), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 12, 15, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850321-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 12:15:41.231582 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf1e674-d40f-440e-9df2-311db353046c None None] Checking segment: {'id': '516861e0-d3fe-4b3f-83ca-af9f79051018', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 12:15:41.232209 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-dbf1e674-d40f-440e-9df2-311db353046c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:41.232744 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf1e674-d40f-440e-9df2-311db353046c None None] Bound using segment: {'id': '516861e0-d3fe-4b3f-83ca-af9f79051018', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8'} {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 12:15:41.233415 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.managers [None req-dbf1e674-d40f-440e-9df2-311db353046c None None] Bound port: b288f12d-9d9a-4363-9ca7-489e31708f55, host: dv-cinder-850321-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '516861e0-d3fe-4b3f-83ca-af9f79051018', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8'}}] {{(pid=104161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 12:15:41.233957 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-dbf1e674-d40f-440e-9df2-311db353046c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (b288f12d-9d9a-4363-9ca7-489e31708f55), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:41.246090 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9128ab-704a-4f36-b825-fff03c47d92f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=188a44c5-57bc-4fe7-a4b6-a46a3fc02160,revision_number=1']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:15:41.270241 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-38b80732-f224-43fd-b15a-a2ab3afcf9f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-680199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-679602'] for router (00530d2f-799a-4044-9006-5104009f2aa9), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:41.523703 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-dbf1e674-d40f-440e-9df2-311db353046c None None] For port b288f12d-9d9a-4363-9ca7-489e31708f55, host dv-cinder-850321-1-iscsi, cleared binding levels {{(pid=104161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 12:15:41.591828 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-4f111254-b2fd-4e06-a80a-2ed334711b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (8a21e728-a2e9-4580-a748-6ac9ba47a2a7), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:41.596842 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-dbf1e674-d40f-440e-9df2-311db353046c None None] For port b288f12d-9d9a-4363-9ca7-489e31708f55, host dv-cinder-850321-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-1-iscsi',level=0,port_id=b288f12d-9d9a-4363-9ca7-489e31708f55,segment=NetworkSegment(516861e0-d3fe-4b3f-83ca-af9f79051018),segment_id=516861e0-d3fe-4b3f-83ca-af9f79051018)] {{(pid=104161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 12:15:41.681413 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebb986f2-c99a-4426-b1e6-8785163fbbd2 None None] Network ff0fcfbd-22d3-47ea-80f2-195b1cbc803d requested from dv-cinder-850321-1-iscsi {{(pid=104161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 12:15:41.697788 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-5f5094a7-240e-48f9-8fab-d7525786ebbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:41.709757 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-dbf1e674-d40f-440e-9df2-311db353046c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158'] for port (b288f12d-9d9a-4363-9ca7-489e31708f55), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:41.713348 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [None req-93f9891c-840e-4520-9448-770f8656d1b8 None None] Provisioning complete for port bbab07dc-dbfc-4794-931e-a6194d92e2ad triggered by entity DHCP. {{(pid=104161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 12:15:41.714177 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-93f9891c-840e-4520-9448-770f8656d1b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388846'] for port (bbab07dc-dbfc-4794-931e-a6194d92e2ad), provisioning_complete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:41.720787 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-86000a99-c64a-4480-a644-c42bdddece4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-680199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-679602'] for router (2e8c32c0-f7a5-44bc-9719-afb90b68785d), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:41.724218 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-6a8ad08f-4417-49ab-8af4-9c1a109a3bcc admin admin] Publish callbacks [] for security_group (188a44c5-57bc-4fe7-a4b6-a46a3fc02160), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:41.735912 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38b80732-f224-43fd-b15a-a2ab3afcf9f2 admin admin] Router 00530d2f-799a-4044-9006-5104009f2aa9 is scheduled to L3 agent ceb1130f-c61e-494c-be4f-967cc153319c with binding_index 1 {{(pid=104160) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 21 12:15:41.753139 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-c73a8294-03ae-48fc-8a83-7a358073fdc0 admin admin] Publish callbacks [] for port (dddb8c86-648d-4310-a805-8ec6ac8ca639), precommit_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:41.790599 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-c73a8294-03ae-48fc-8a83-7a358073fdc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158'] for port (dddb8c86-648d-4310-a805-8ec6ac8ca639), after_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:41.791907 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-c73a8294-03ae-48fc-8a83-7a358073fdc0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-682661'] for router_interface (f7cde703-d232-440d-9898-a0aed7dfe59c), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:41.874496 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-24c706b1-bafb-457b-9e7d-1f69a53882e5 admin admin] Publish callbacks [] for security_group (2567ce47-a8f3-4a5b-895e-bd666026e098), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:41.993308 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-6a8ad08f-4417-49ab-8af4-9c1a109a3bcc admin admin] Publish callbacks [] for security_group (188a44c5-57bc-4fe7-a4b6-a46a3fc02160), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:42.048477 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38b80732-f224-43fd-b15a-a2ab3afcf9f2 admin admin] Notify agent at l3_agent.dv-cinder-850321-1-iscsi the message routers_updated {{(pid=104160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 12:15:42.067789 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ba78bd-2c8a-466e-bfea-ac08f80a584c None None] Sync routers for ids ['00530d2f-799a-4044-9006-5104009f2aa9'] in dv-cinder-850321-1-iscsi {{(pid=104162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 12:15:42.095113 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ba78bd-2c8a-466e-bfea-ac08f80a584c None None] Routers {'00530d2f-799a-4044-9006-5104009f2aa9'} bound to L3 agent in host dv-cinder-850321-1-iscsi {{(pid=104162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 12:15:42.097333 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-38b80732-f224-43fd-b15a-a2ab3afcf9f2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:42.099090 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-38b80732-f224-43fd-b15a-a2ab3afcf9f2 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.7924886 Jul 21 12:15:42.099856 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_hamode_db [None req-82ba78bd-2c8a-466e-bfea-ac08f80a584c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-21T12:06:45Z,description=,heartbeat_timestamp=2022-07-21T12:15:15Z,host='dv-cinder-850321-1-iscsi',id=ceb1130f-c61e-494c-be4f-967cc153319c,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T12:06:45Z,topic='l3_agent')) {'router_ids': ['00530d2f-799a-4044-9006-5104009f2aa9'], 'active': True} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:15:42.104384 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.18', 57090) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:15:42.144219 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Current status of the port bbab07dc-dbfc-4794-931e-a6194d92e2ad is: DOWN; New status is: ACTIVE {{(pid=104161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 12:15:42.144832 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (bbab07dc-dbfc-4794-931e-a6194d92e2ad), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:42.228187 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] For port bbab07dc-dbfc-4794-931e-a6194d92e2ad, host dv-cinder-850321-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-1-iscsi',level=0,port_id=bbab07dc-dbfc-4794-931e-a6194d92e2ad,segment=NetworkSegment(7232b8b8-b9cf-453a-b8fc-7068d6546503),segment_id=7232b8b8-b9cf-453a-b8fc-7068d6546503)] {{(pid=104161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 12:15:42.291675 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158'] for port (bbab07dc-dbfc-4794-931e-a6194d92e2ad), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:42.293422 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Device ba4fbb24-038c-4480-b6ce-f3922637d5fc up at agent ovs-agent-dv-cinder-850321-1-iscsi {{(pid=104161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 12:15:42.317171 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73a8294-03ae-48fc-8a83-7a358073fdc0 admin admin] Pushing event updated for resources: {'Port': ['ID=dddb8c86-648d-4310-a805-8ec6ac8ca639,revision_number=2']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:15:42.359684 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:15:42.370115 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-24c706b1-bafb-457b-9e7d-1f69a53882e5 admin admin] Publish callbacks [] for security_group (2567ce47-a8f3-4a5b-895e-bd666026e098), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:42.387551 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:15:42.515594 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvr_db [None req-82ba78bd-2c8a-466e-bfea-ac08f80a584c None None] Set router 00530d2f-799a-4044-9006-5104009f2aa9 gateway port host: dv-cinder-850321-1-iscsi {{(pid=104162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 12:15:42.566752 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-6a8ad08f-4417-49ab-8af4-9c1a109a3bcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (188a44c5-57bc-4fe7-a4b6-a46a3fc02160), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:42.572117 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-6a8ad08f-4417-49ab-8af4-9c1a109a3bcc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:42.573994 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-6a8ad08f-4417-49ab-8af4-9c1a109a3bcc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/188a44c5-57bc-4fe7-a4b6-a46a3fc02160 HTTP/1.1" status: 204 len: 168 time: 1.9631169 Jul 21 12:15:42.596941 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf1e674-d40f-440e-9df2-311db353046c None None] Routers {'4e274fe2-e02e-4f53-8fb4-8171458f2042'} bound to L3 agent in host dv-cinder-850321-1-iscsi {{(pid=104161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 12:15:42.598316 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-dbf1e674-d40f-440e-9df2-311db353046c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-21T12:06:45Z,description=,heartbeat_timestamp=2022-07-21T12:15:15Z,host='dv-cinder-850321-1-iscsi',id=ceb1130f-c61e-494c-be4f-967cc153319c,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T12:06:45Z,topic='l3_agent')) {'router_ids': ['4e274fe2-e02e-4f53-8fb4-8171458f2042'], 'active': True} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:15:42.675725 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8ad08f-4417-49ab-8af4-9c1a109a3bcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=188a44c5-57bc-4fe7-a4b6-a46a3fc02160,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:15:42.758510 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:15:42.829002 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a86325-56bf-4670-899f-4c3935bb01f6 None None] Pushing event updated for resources: {'Port': ['ID=b288f12d-9d9a-4363-9ca7-489e31708f55,revision_number=3']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:15:42.833193 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:15:42.850417 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c73a8294-03ae-48fc-8a83-7a358073fdc0 admin admin] Network ac7b63b3-36ed-4162-888b-3062a1149573 is already hosted by enough agents. {{(pid=104159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 12:15:43.010019 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Pushing event updated for resources: {'Port': ['ID=bbab07dc-dbfc-4794-931e-a6194d92e2ad,revision_number=3']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:15:43.044550 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.scheduler.base_scheduler [None req-c73a8294-03ae-48fc-8a83-7a358073fdc0 admin admin] Resources bound (agent type, host, resource id): {{(pid=104159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 12:15:43.090218 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=100 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:15:43.129006 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-24c706b1-bafb-457b-9e7d-1f69a53882e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (2567ce47-a8f3-4a5b-895e-bd666026e098), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:43.134737 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-24c706b1-bafb-457b-9e7d-1f69a53882e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:43.137151 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-24c706b1-bafb-457b-9e7d-1f69a53882e5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2567ce47-a8f3-4a5b-895e-bd666026e098 HTTP/1.1" status: 204 len: 168 time: 2.4498246 Jul 21 12:15:43.138137 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Provisioning complete for port ba4fbb24-038c-4480-b6ce-f3922637d5fc triggered by entity L2. {{(pid=104161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 12:15:43.138615 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388846'] for port (ba4fbb24-038c-4480-b6ce-f3922637d5fc), provisioning_complete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:43.450403 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_hamode_db [None req-82ba78bd-2c8a-466e-bfea-ac08f80a584c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00530d2f-799a-4044-9006-5104009f2aa9', 'name': 'tempest-AttachVolumeNegativeTest-1235427896-router', 'tenant_id': 'c7d349f62c0c4747bd1748ca0a4bde00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'external_fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'f1e77053-8d9a-412c-ac41-d1a4ceefb391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T12:15:36Z', 'updated_at': '2022-07-21T12:15:40Z', 'revision_number': 3, 'project_id': 'c7d349f62c0c4747bd1748ca0a4bde00', 'gw_port': {'id': 'f1e77053-8d9a-412c-ac41-d1a4ceefb391', 'name': '', 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:dd:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00530d2f-799a-4044-9006-5104009f2aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:15:38Z', 'updated_at': '2022-07-21T12:15:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-1-iscsi'}], 'dv-cinder-850321-1-iscsi', False) {} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:15:43.451748 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:15:43.454694 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c706b1-bafb-457b-9e7d-1f69a53882e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2567ce47-a8f3-4a5b-895e-bd666026e098,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:15:43.492666 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86000a99-c64a-4480-a644-c42bdddece4f admin admin] Router 2e8c32c0-f7a5-44bc-9719-afb90b68785d is scheduled to L3 agent ceb1130f-c61e-494c-be4f-967cc153319c with binding_index 1 {{(pid=104159) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 21 12:15:43.585224 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ba78bd-2c8a-466e-bfea-ac08f80a584c None None] Checking router: 00530d2f-799a-4044-9006-5104009f2aa9 for host: dv-cinder-850321-1-iscsi {{(pid=104162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 12:15:43.585490 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ba78bd-2c8a-466e-bfea-ac08f80a584c None None] Updating router 00530d2f-799a-4044-9006-5104009f2aa9 port f1e77053-8d9a-412c-ac41-d1a4ceefb391 binding host dv-cinder-850321-1-iscsi {{(pid=104162) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 21 12:15:43.758858 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-82ba78bd-2c8a-466e-bfea-ac08f80a584c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (f1e77053-8d9a-412c-ac41-d1a4ceefb391), before_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:43.763686 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f73da4b0-a867-4021-b428-fb0289461827 None None] Network 1933b755-354d-4a90-8a75-f1a81a16c8f0 requested from dv-cinder-850321-1-iscsi {{(pid=104161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 12:15:43.861365 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.db.db_base_plugin_common [None req-5f5094a7-240e-48f9-8fab-d7525786ebbb admin admin] Allocated IP 172.20.0.1 (24751c0b-819a-470d-9221-d71fff5ec112/41e43e98-3e78-47c9-95a5-d192ddc4a654/4521b402-73a3-44d5-94b0-4aa8eb497003) {{(pid=104159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 12:15:43.972692 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Current status of the port ba4fbb24-038c-4480-b6ce-f3922637d5fc is: DOWN; New status is: ACTIVE {{(pid=104161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 12:15:43.972692 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (ba4fbb24-038c-4480-b6ce-f3922637d5fc), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:44.027440 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvr_db [None req-dbf1e674-d40f-440e-9df2-311db353046c None None] Set router 4e274fe2-e02e-4f53-8fb4-8171458f2042 gateway port host: dv-cinder-850321-1-iscsi {{(pid=104161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 12:15:44.037149 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-93f9891c-840e-4520-9448-770f8656d1b8 None None] Current status of the port bbab07dc-dbfc-4794-931e-a6194d92e2ad is: ACTIVE; New status is: ACTIVE {{(pid=104161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 12:15:44.233777 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.agents_db [None req-4203cc95-03b4-445b-a92f-19fc3dec8381 None None] Agent healthcheck: found 6 active agents {{(pid=104162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 12:15:44.352367 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] For port ba4fbb24-038c-4480-b6ce-f3922637d5fc, host dv-cinder-850321-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-1-iscsi',level=0,port_id=ba4fbb24-038c-4480-b6ce-f3922637d5fc,segment=NetworkSegment(516861e0-d3fe-4b3f-83ca-af9f79051018),segment_id=516861e0-d3fe-4b3f-83ca-af9f79051018)] {{(pid=104161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 12:15:44.353194 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:15:44.369159 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158'] for port (ba4fbb24-038c-4480-b6ce-f3922637d5fc), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:44.423096 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [None req-4143a662-61f6-40fd-99cd-868b95e7aec7 None None] Provisioning complete for port dddb8c86-648d-4310-a805-8ec6ac8ca639 triggered by entity DHCP. {{(pid=104161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 12:15:44.423913 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-4143a662-61f6-40fd-99cd-868b95e7aec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388846'] for port (dddb8c86-648d-4310-a805-8ec6ac8ca639), provisioning_complete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:44.482230 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-44ef1454-995f-4fbe-afde-af510d1c402e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:44.625902 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-4143a662-61f6-40fd-99cd-868b95e7aec7 None None] Port dddb8c86-648d-4310-a805-8ec6ac8ca639 cannot update to ACTIVE because it is not bound. {{(pid=104161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 12:15:44.631918 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86000a99-c64a-4480-a644-c42bdddece4f admin admin] Notify agent at l3_agent.dv-cinder-850321-1-iscsi the message routers_updated {{(pid=104159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 12:15:44.810405 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-86000a99-c64a-4480-a644-c42bdddece4f admin admin] Publish callbacks [] for router (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:44.823937 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-86000a99-c64a-4480-a644-c42bdddece4f admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 11.3336828 Jul 21 12:15:44.833132 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 57142) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:15:44.840665 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c73a8294-03ae-48fc-8a83-7a358073fdc0 admin admin] Router f7cde703-d232-440d-9898-a0aed7dfe59c has already been hosted by L3 agent ceb1130f-c61e-494c-be4f-967cc153319c {{(pid=104159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 12:15:44.868534 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc50d3a2-d184-423a-be5f-86962120c7f0 None None] Sync routers for ids ['2e8c32c0-f7a5-44bc-9719-afb90b68785d'] in dv-cinder-850321-1-iscsi {{(pid=104161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 12:15:44.978885 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 57146) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:15:45.018024 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-19be9647-2533-406a-8633-e56ced52da0a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:45.035441 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Device cede7b0f-fd6f-41ae-8342-b9fc2501e9f7 up at agent ovs-agent-dv-cinder-850321-1-iscsi {{(pid=104161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 12:15:45.076501 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-82ba78bd-2c8a-466e-bfea-ac08f80a584c None None] Publish callbacks [] for port (f1e77053-8d9a-412c-ac41-d1a4ceefb391), precommit_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:45.097572 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-82ba78bd-2c8a-466e-bfea-ac08f80a584c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158'] for port (f1e77053-8d9a-412c-ac41-d1a4ceefb391), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:45.302203 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-dbf1e674-d40f-440e-9df2-311db353046c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e274fe2-e02e-4f53-8fb4-8171458f2042', 'name': 'tempest-DeleteServersTestJSON-1994037450-router', 'tenant_id': '41b8b45e25af4c498afb80b94362fe95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'external_fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': 'b288f12d-9d9a-4363-9ca7-489e31708f55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T12:15:29Z', 'updated_at': '2022-07-21T12:15:32Z', 'revision_number': 3, 'project_id': '41b8b45e25af4c498afb80b94362fe95', 'gw_port': {'id': 'b288f12d-9d9a-4363-9ca7-489e31708f55', 'name': '', 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:31:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e274fe2-e02e-4f53-8fb4-8171458f2042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:15:30Z', 'updated_at': '2022-07-21T12:15:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-1-iscsi'}], 'dv-cinder-850321-1-iscsi', False) {} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:15:45.333852 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:15:45.373290 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-5f5094a7-240e-48f9-8fab-d7525786ebbb admin admin] Publish callbacks [] for port (4521b402-73a3-44d5-94b0-4aa8eb497003), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:45.404606 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.managers [None req-82ba78bd-2c8a-466e-bfea-ac08f80a584c None None] Attempting to bind port f1e77053-8d9a-412c-ac41-d1a4ceefb391 on host dv-cinder-850321-1-iscsi for vnic_type normal with profile {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 12:15:45.405448 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.managers [None req-82ba78bd-2c8a-466e-bfea-ac08f80a584c None None] Attempting to bind port f1e77053-8d9a-412c-ac41-d1a4ceefb391 by drivers openvswitch,hyperv on host dv-cinder-850321-1-iscsi at level 0 using segments [{'id': '516861e0-d3fe-4b3f-83ca-af9f79051018', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8'}] {{(pid=104162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 12:15:45.405822 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ba78bd-2c8a-466e-bfea-ac08f80a584c None None] Attempting to bind port f1e77053-8d9a-412c-ac41-d1a4ceefb391 on network f382b478-dfd7-4678-bcdd-821f508b5bc8 {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 12:15:45.416334 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.db.db_base_plugin_common [None req-44ef1454-995f-4fbe-afde-af510d1c402e admin admin] Allocated IP 172.20.0.1 (1933b755-354d-4a90-8a75-f1a81a16c8f0/5adcbf66-cad3-499f-bfcd-a299fbf0cd74/ad46f4b3-b3ac-4329-91b8-2a06c4cd41ef) {{(pid=104160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 12:15:45.433701 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fe220a-f943-49c6-954e-1032102bf498 None None] Pushing event updated for resources: {'Port': ['ID=f1e77053-8d9a-412c-ac41-d1a4ceefb391,revision_number=2']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:15:45.448314 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ba78bd-2c8a-466e-bfea-ac08f80a584c None None] Checking agent: {'id': 'c982e9e4-9e4b-4150-8658-75b564dceb25', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850321-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 12, 6, 47), 'started_at': datetime.datetime(2022, 7, 21, 12, 7, 17), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 12, 15, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850321-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 12:15:45.448987 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ba78bd-2c8a-466e-bfea-ac08f80a584c None None] Checking segment: {'id': '516861e0-d3fe-4b3f-83ca-af9f79051018', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 12:15:45.449614 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-82ba78bd-2c8a-466e-bfea-ac08f80a584c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:45.450415 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ba78bd-2c8a-466e-bfea-ac08f80a584c None None] Bound using segment: {'id': '516861e0-d3fe-4b3f-83ca-af9f79051018', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8'} {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 12:15:45.452839 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.managers [None req-82ba78bd-2c8a-466e-bfea-ac08f80a584c None None] Bound port: f1e77053-8d9a-412c-ac41-d1a4ceefb391, host: dv-cinder-850321-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '516861e0-d3fe-4b3f-83ca-af9f79051018', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8'}}] {{(pid=104162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 12:15:45.452839 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-82ba78bd-2c8a-466e-bfea-ac08f80a584c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (f1e77053-8d9a-412c-ac41-d1a4ceefb391), before_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:45.454623 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Pushing event updated for resources: {'Port': ['ID=ba4fbb24-038c-4480-b6ce-f3922637d5fc,revision_number=4']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:15:45.482702 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf1e674-d40f-440e-9df2-311db353046c None None] The sync data for ids ['4e274fe2-e02e-4f53-8fb4-8171458f2042'] in dv-cinder-850321-1-iscsi is: [{'id': '4e274fe2-e02e-4f53-8fb4-8171458f2042', 'name': 'tempest-DeleteServersTestJSON-1994037450-router', 'tenant_id': '41b8b45e25af4c498afb80b94362fe95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'external_fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': 'b288f12d-9d9a-4363-9ca7-489e31708f55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T12:15:29Z', 'updated_at': '2022-07-21T12:15:32Z', 'revision_number': 3, 'project_id': '41b8b45e25af4c498afb80b94362fe95', 'gw_port': {'id': 'b288f12d-9d9a-4363-9ca7-489e31708f55', 'name': '', 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:31:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e274fe2-e02e-4f53-8fb4-8171458f2042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:15:30Z', 'updated_at': '2022-07-21T12:15:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-1-iscsi'}] {{(pid=104161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 12:15:45.503119 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [None req-4143a662-61f6-40fd-99cd-868b95e7aec7 None None] Provisioning complete for port cede7b0f-fd6f-41ae-8342-b9fc2501e9f7 triggered by entity DHCP. {{(pid=104161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 12:15:45.505789 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-4143a662-61f6-40fd-99cd-868b95e7aec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388846'] for port (cede7b0f-fd6f-41ae-8342-b9fc2501e9f7), provisioning_complete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:45.589139 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc50d3a2-d184-423a-be5f-86962120c7f0 None None] Routers {'2e8c32c0-f7a5-44bc-9719-afb90b68785d'} bound to L3 agent in host dv-cinder-850321-1-iscsi {{(pid=104161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 12:15:45.590473 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-cc50d3a2-d184-423a-be5f-86962120c7f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-21T12:06:45Z,description=,heartbeat_timestamp=2022-07-21T12:15:15Z,host='dv-cinder-850321-1-iscsi',id=ceb1130f-c61e-494c-be4f-967cc153319c,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T12:06:45Z,topic='l3_agent')) {'router_ids': ['2e8c32c0-f7a5-44bc-9719-afb90b68785d'], 'active': True} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:15:45.594981 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-3cb90c09-bf31-4b42-9b62-24a5c9a4b58d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (ceb1130f-c61e-494c-be4f-967cc153319c), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:45.652018 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-82ba78bd-2c8a-466e-bfea-ac08f80a584c None None] For port f1e77053-8d9a-412c-ac41-d1a4ceefb391, host dv-cinder-850321-1-iscsi, cleared binding levels {{(pid=104162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 12:15:45.666497 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-82ba78bd-2c8a-466e-bfea-ac08f80a584c None None] For port f1e77053-8d9a-412c-ac41-d1a4ceefb391, host dv-cinder-850321-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-1-iscsi',level=0,port_id=f1e77053-8d9a-412c-ac41-d1a4ceefb391,segment=NetworkSegment(516861e0-d3fe-4b3f-83ca-af9f79051018),segment_id=516861e0-d3fe-4b3f-83ca-af9f79051018)] {{(pid=104162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 12:15:45.687849 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-82ba78bd-2c8a-466e-bfea-ac08f80a584c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158'] for port (f1e77053-8d9a-412c-ac41-d1a4ceefb391), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:45.703086 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-19be9647-2533-406a-8633-e56ced52da0a admin admin] Publish callbacks [] for security_group (78848346-72f7-475b-94a0-a9c26ebfb25e), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:45.780282 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:15:45.791873 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-19be9647-2533-406a-8633-e56ced52da0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (78848346-72f7-475b-94a0-a9c26ebfb25e), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:45.815309 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-44ef1454-995f-4fbe-afde-af510d1c402e admin admin] Publish callbacks [] for port (ad46f4b3-b3ac-4329-91b8-2a06c4cd41ef), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:45.906458 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-44ef1454-995f-4fbe-afde-af510d1c402e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773760637166'] for port (ad46f4b3-b3ac-4329-91b8-2a06c4cd41ef), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:45.917643 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:15:45.922744 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fe220a-f943-49c6-954e-1032102bf498 None None] Pushing event updated for resources: {'Port': ['ID=f1e77053-8d9a-412c-ac41-d1a4ceefb391,revision_number=3']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:15:45.974391 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:15:46.039325 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ba78bd-2c8a-466e-bfea-ac08f80a584c None None] Routers {'00530d2f-799a-4044-9006-5104009f2aa9'} bound to L3 agent in host dv-cinder-850321-1-iscsi {{(pid=104162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 12:15:46.073025 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_hamode_db [None req-82ba78bd-2c8a-466e-bfea-ac08f80a584c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-21T12:06:45Z,description=,heartbeat_timestamp=2022-07-21T12:15:45Z,host='dv-cinder-850321-1-iscsi',id=ceb1130f-c61e-494c-be4f-967cc153319c,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T12:06:45Z,topic='l3_agent')) {'router_ids': ['00530d2f-799a-4044-9006-5104009f2aa9'], 'active': True} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:15:46.106597 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvr_db [None req-cc50d3a2-d184-423a-be5f-86962120c7f0 None None] Set router 2e8c32c0-f7a5-44bc-9719-afb90b68785d gateway port host: dv-cinder-850321-1-iscsi {{(pid=104161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 12:15:46.233721 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:15:46.253488 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.18', 57172) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:15:46.273264 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ef1454-995f-4fbe-afde-af510d1c402e admin admin] Pushing event updated for resources: {'Port': ['ID=ad46f4b3-b3ac-4329-91b8-2a06c4cd41ef,revision_number=1']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:15:46.317576 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44ef1454-995f-4fbe-afde-af510d1c402e admin admin] Network 1933b755-354d-4a90-8a75-f1a81a16c8f0 is already hosted by enough agents. {{(pid=104160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 12:15:46.334332 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.scheduler.base_scheduler [None req-44ef1454-995f-4fbe-afde-af510d1c402e admin admin] Resources bound (agent type, host, resource id): {{(pid=104160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 12:15:46.345059 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ef1454-995f-4fbe-afde-af510d1c402e admin admin] Received port after_create {{(pid=104160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 12:15:46.346168 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-44ef1454-995f-4fbe-afde-af510d1c402e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-682569'] for router_interface (00530d2f-799a-4044-9006-5104009f2aa9), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:46.350142 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Provisioning complete for port cede7b0f-fd6f-41ae-8342-b9fc2501e9f7 triggered by entity L2. {{(pid=104161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 12:15:46.358889 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388846'] for port (cede7b0f-fd6f-41ae-8342-b9fc2501e9f7), provisioning_complete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:46.365614 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-19be9647-2533-406a-8633-e56ced52da0a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=dc78cbf09ae14a08961bf1b2089d851b&name=default HTTP/1.1" status: 200 len: 2995 time: 1.3829002 Jul 21 12:15:46.366783 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19be9647-2533-406a-8633-e56ced52da0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78848346-72f7-475b-94a0-a9c26ebfb25e,revision_number=1']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:15:46.392322 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 57176) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:15:46.439038 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-5f5094a7-240e-48f9-8fab-d7525786ebbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773760637166'] for port (4521b402-73a3-44d5-94b0-4aa8eb497003), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:46.493785 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c73a8294-03ae-48fc-8a83-7a358073fdc0 admin admin] Notify agent at l3_agent.dv-cinder-850321-1-iscsi the message routers_updated {{(pid=104159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 12:15:46.519811 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b6f70f-829f-45da-86e5-fd8a4d6ca480 None None] Sync routers for ids ['f7cde703-d232-440d-9898-a0aed7dfe59c'] in dv-cinder-850321-1-iscsi {{(pid=104162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 12:15:46.535931 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-c73a8294-03ae-48fc-8a83-7a358073fdc0 admin admin] 10.222.0.18 "PUT /v2.0/routers/f7cde703-d232-440d-9898-a0aed7dfe59c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.4414465 Jul 21 12:15:46.565626 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b6f70f-829f-45da-86e5-fd8a4d6ca480 None None] Routers {'f7cde703-d232-440d-9898-a0aed7dfe59c'} bound to L3 agent in host dv-cinder-850321-1-iscsi {{(pid=104162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 12:15:46.566624 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_hamode_db [None req-79b6f70f-829f-45da-86e5-fd8a4d6ca480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-21T12:06:45Z,description=,heartbeat_timestamp=2022-07-21T12:15:45Z,host='dv-cinder-850321-1-iscsi',id=ceb1130f-c61e-494c-be4f-967cc153319c,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T12:06:45Z,topic='l3_agent')) {'router_ids': ['f7cde703-d232-440d-9898-a0aed7dfe59c'], 'active': True} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:15:46.700153 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-34089123-786a-4f56-8fd8-e31aace790ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (7a27be9f-c1a8-4dec-a92f-42ec7311fe12), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:46.817448 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-4143a662-61f6-40fd-99cd-868b95e7aec7 None None] Current status of the port cede7b0f-fd6f-41ae-8342-b9fc2501e9f7 is: DOWN; New status is: ACTIVE {{(pid=104161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 12:15:46.818489 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-4143a662-61f6-40fd-99cd-868b95e7aec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (cede7b0f-fd6f-41ae-8342-b9fc2501e9f7), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:46.938594 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5094a7-240e-48f9-8fab-d7525786ebbb admin admin] Pushing event updated for resources: {'Port': ['ID=4521b402-73a3-44d5-94b0-4aa8eb497003,revision_number=1']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:15:46.953795 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-c16b9236-c59a-4460-9ec9-0357419d0a4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:46.977999 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f5094a7-240e-48f9-8fab-d7525786ebbb admin admin] Network 24751c0b-819a-470d-9221-d71fff5ec112 is already hosted by enough agents. {{(pid=104159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 12:15:47.002102 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.scheduler.base_scheduler [None req-5f5094a7-240e-48f9-8fab-d7525786ebbb admin admin] Resources bound (agent type, host, resource id): {{(pid=104159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 12:15:47.015905 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f5094a7-240e-48f9-8fab-d7525786ebbb admin admin] Received port after_create {{(pid=104159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 12:15:47.017434 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-5f5094a7-240e-48f9-8fab-d7525786ebbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-682569'] for router_interface (4e274fe2-e02e-4f53-8fb4-8171458f2042), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:47.041625 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvr_db [None req-79b6f70f-829f-45da-86e5-fd8a4d6ca480 None None] Set router f7cde703-d232-440d-9898-a0aed7dfe59c gateway port host: dv-cinder-850321-1-iscsi {{(pid=104162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 12:15:47.349818 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-4143a662-61f6-40fd-99cd-868b95e7aec7 None None] For port cede7b0f-fd6f-41ae-8342-b9fc2501e9f7, host dv-cinder-850321-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-1-iscsi',level=0,port_id=cede7b0f-fd6f-41ae-8342-b9fc2501e9f7,segment=NetworkSegment(12da12e1-cfd0-4313-ac52-6e5f4f39ccb4),segment_id=12da12e1-cfd0-4313-ac52-6e5f4f39ccb4)] {{(pid=104161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 12:15:47.366158 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:15:47.409028 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvr_db [None req-82ba78bd-2c8a-466e-bfea-ac08f80a584c None None] Set router 00530d2f-799a-4044-9006-5104009f2aa9 gateway port host: dv-cinder-850321-1-iscsi {{(pid=104162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 12:15:47.539712 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-4143a662-61f6-40fd-99cd-868b95e7aec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158'] for port (cede7b0f-fd6f-41ae-8342-b9fc2501e9f7), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:47.601092 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Current status of the port cede7b0f-fd6f-41ae-8342-b9fc2501e9f7 is: ACTIVE; New status is: ACTIVE {{(pid=104161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 12:15:47.608019 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Device bbab07dc-dbfc-4794-931e-a6194d92e2ad up at agent ovs-agent-dv-cinder-850321-1-iscsi {{(pid=104161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 12:15:47.727597 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-44ef1454-995f-4fbe-afde-af510d1c402e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (ad46f4b3-b3ac-4329-91b8-2a06c4cd41ef), before_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:47.756984 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (c982e9e4-9e4b-4150-8658-75b564dceb25), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:48.030524 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:15:48.040535 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_hamode_db [None req-82ba78bd-2c8a-466e-bfea-ac08f80a584c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00530d2f-799a-4044-9006-5104009f2aa9', 'name': 'tempest-AttachVolumeNegativeTest-1235427896-router', 'tenant_id': 'c7d349f62c0c4747bd1748ca0a4bde00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'external_fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'f1e77053-8d9a-412c-ac41-d1a4ceefb391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T12:15:36Z', 'updated_at': '2022-07-21T12:15:40Z', 'revision_number': 3, 'project_id': 'c7d349f62c0c4747bd1748ca0a4bde00', 'gw_port': {'id': 'f1e77053-8d9a-412c-ac41-d1a4ceefb391', 'name': '', 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:dd:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00530d2f-799a-4044-9006-5104009f2aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:15:38Z', 'updated_at': '2022-07-21T12:15:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-1-iscsi'}], 'dv-cinder-850321-1-iscsi', False) {} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:15:48.110013 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ba78bd-2c8a-466e-bfea-ac08f80a584c None None] The sync data for ids ['00530d2f-799a-4044-9006-5104009f2aa9'] in dv-cinder-850321-1-iscsi is: [{'id': '00530d2f-799a-4044-9006-5104009f2aa9', 'name': 'tempest-AttachVolumeNegativeTest-1235427896-router', 'tenant_id': 'c7d349f62c0c4747bd1748ca0a4bde00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'external_fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'f1e77053-8d9a-412c-ac41-d1a4ceefb391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T12:15:36Z', 'updated_at': '2022-07-21T12:15:40Z', 'revision_number': 3, 'project_id': 'c7d349f62c0c4747bd1748ca0a4bde00', 'gw_port': {'id': 'f1e77053-8d9a-412c-ac41-d1a4ceefb391', 'name': '', 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:dd:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00530d2f-799a-4044-9006-5104009f2aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:15:38Z', 'updated_at': '2022-07-21T12:15:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-1-iscsi'}] {{(pid=104162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 12:15:48.169208 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:15:48.244328 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [None req-04b584b4-0a1b-436f-93ff-8511e43f0e97 None None] Provisioning complete for port 4521b402-73a3-44d5-94b0-4aa8eb497003 triggered by entity DHCP. {{(pid=104161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 12:15:48.245308 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-04b584b4-0a1b-436f-93ff-8511e43f0e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388846'] for port (4521b402-73a3-44d5-94b0-4aa8eb497003), provisioning_complete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:48.383189 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-04b584b4-0a1b-436f-93ff-8511e43f0e97 None None] Port 4521b402-73a3-44d5-94b0-4aa8eb497003 cannot update to ACTIVE because it is not bound. {{(pid=104161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 12:15:48.426983 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-a0ebebc4-207e-4c17-bd14-ff9865df9f30 admin admin] Publish callbacks [] for security_group (78848346-72f7-475b-94a0-a9c26ebfb25e), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:48.431155 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [None req-04b584b4-0a1b-436f-93ff-8511e43f0e97 None None] Provisioning complete for port bbab07dc-dbfc-4794-931e-a6194d92e2ad triggered by entity DHCP. {{(pid=104161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 12:15:48.432601 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-04b584b4-0a1b-436f-93ff-8511e43f0e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388846'] for port (bbab07dc-dbfc-4794-931e-a6194d92e2ad), provisioning_complete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:48.446595 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-44ef1454-995f-4fbe-afde-af510d1c402e admin admin] Publish callbacks [] for port (ad46f4b3-b3ac-4329-91b8-2a06c4cd41ef), precommit_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:48.469734 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-44ef1454-995f-4fbe-afde-af510d1c402e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158'] for port (ad46f4b3-b3ac-4329-91b8-2a06c4cd41ef), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:48.472970 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-44ef1454-995f-4fbe-afde-af510d1c402e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-682661'] for router_interface (00530d2f-799a-4044-9006-5104009f2aa9), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:48.518636 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Provisioning complete for port bbab07dc-dbfc-4794-931e-a6194d92e2ad triggered by entity L2. {{(pid=104161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 12:15:48.519093 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388846'] for port (bbab07dc-dbfc-4794-931e-a6194d92e2ad), provisioning_complete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:48.550610 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_hamode_db [None req-79b6f70f-829f-45da-86e5-fd8a4d6ca480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7cde703-d232-440d-9898-a0aed7dfe59c', 'name': 'tempest-ServerRescueNegativeTestJSON-1507637807-router', 'tenant_id': 'f3726ac8b83847468671bd930deb5492', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'external_fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': 'ba4fbb24-038c-4480-b6ce-f3922637d5fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T12:15:26Z', 'updated_at': '2022-07-21T12:15:39Z', 'revision_number': 4, 'project_id': 'f3726ac8b83847468671bd930deb5492', 'gw_port': {'id': 'ba4fbb24-038c-4480-b6ce-f3922637d5fc', 'name': '', 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:51:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7cde703-d232-440d-9898-a0aed7dfe59c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:15:27Z', 'updated_at': '2022-07-21T12:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-1-iscsi', '_interfaces': [{'id': 'dddb8c86-648d-4310-a805-8ec6ac8ca639', 'name': '', 'network_id': 'ac7b63b3-36ed-4162-888b-3062a1149573', 'tenant_id': 'f3726ac8b83847468671bd930deb5492', 'mac_address': 'fa:16:3e:92:90:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7cde703-d232-440d-9898-a0aed7dfe59c', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '85871871-89d2-41dd-b1d6-9b7f2440aaee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:15:36Z', 'updated_at': '2022-07-21T12:15:40Z', 'revision_number': 2, 'project_id': 'f3726ac8b83847468671bd930deb5492', 'subnets': [{'id': '85871871-89d2-41dd-b1d6-9b7f2440aaee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-1-iscsi', False) {} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:15:48.644363 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-b3746fee-4e12-46ce-ae12-d62ff35738f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (bda8c5c0-9935-4f58-b3ba-5b48a27d9f80), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:48.647881 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-a0ebebc4-207e-4c17-bd14-ff9865df9f30 admin admin] Publish callbacks [] for security_group (78848346-72f7-475b-94a0-a9c26ebfb25e), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:48.689630 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b6f70f-829f-45da-86e5-fd8a4d6ca480 None None] Checking router: f7cde703-d232-440d-9898-a0aed7dfe59c for host: dv-cinder-850321-1-iscsi {{(pid=104162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 12:15:48.694563 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b6f70f-829f-45da-86e5-fd8a4d6ca480 None None] Updating router f7cde703-d232-440d-9898-a0aed7dfe59c port dddb8c86-648d-4310-a805-8ec6ac8ca639 binding host dv-cinder-850321-1-iscsi {{(pid=104162) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 21 12:15:48.796364 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-c16b9236-c59a-4460-9ec9-0357419d0a4a admin admin] Publish callbacks [] for security_group (62f2156c-ba30-4e62-9285-91cd57bdbb25), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:48.821256 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4143a662-61f6-40fd-99cd-868b95e7aec7 None None] Pushing event updated for resources: {'Port': ['ID=cede7b0f-fd6f-41ae-8342-b9fc2501e9f7,revision_number=3']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:15:48.823170 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-79b6f70f-829f-45da-86e5-fd8a4d6ca480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (dddb8c86-648d-4310-a805-8ec6ac8ca639), before_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:48.837419 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-cc50d3a2-d184-423a-be5f-86962120c7f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e8c32c0-f7a5-44bc-9719-afb90b68785d', 'name': 'tempest-AttachVolumeShelveTestJSON-530716939-router', 'tenant_id': '2409e2644eb14d6b9545088c08d22273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'external_fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.74'}], 'enable_snat': True}, 'gw_port_id': 'b1d1c6d1-fd4a-427b-9ee3-01ccd1eba03d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T12:15:33Z', 'updated_at': '2022-07-21T12:15:39Z', 'revision_number': 3, 'project_id': '2409e2644eb14d6b9545088c08d22273', 'gw_port': {'id': 'b1d1c6d1-fd4a-427b-9ee3-01ccd1eba03d', 'name': '', 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:f7:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e8c32c0-f7a5-44bc-9719-afb90b68785d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:15:36Z', 'updated_at': '2022-07-21T12:15:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-1-iscsi'}], 'dv-cinder-850321-1-iscsi', False) {} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:15:48.889135 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc50d3a2-d184-423a-be5f-86962120c7f0 None None] Checking router: 2e8c32c0-f7a5-44bc-9719-afb90b68785d for host: dv-cinder-850321-1-iscsi {{(pid=104161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 12:15:48.889486 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc50d3a2-d184-423a-be5f-86962120c7f0 None None] Updating router 2e8c32c0-f7a5-44bc-9719-afb90b68785d port b1d1c6d1-fd4a-427b-9ee3-01ccd1eba03d binding host dv-cinder-850321-1-iscsi {{(pid=104161) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 21 12:15:48.927421 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:15:48.956927 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 57236) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:15:48.972235 dv-cinder-850321-1-iscsi neutron-server[104159]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 21 12:15:48.982150 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:15:49.057112 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-cc50d3a2-d184-423a-be5f-86962120c7f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (b1d1c6d1-fd4a-427b-9ee3-01ccd1eba03d), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:49.091682 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-04b584b4-0a1b-436f-93ff-8511e43f0e97 None None] Current status of the port bbab07dc-dbfc-4794-931e-a6194d92e2ad is: ACTIVE; New status is: ACTIVE {{(pid=104161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 12:15:49.104950 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Current status of the port bbab07dc-dbfc-4794-931e-a6194d92e2ad is: ACTIVE; New status is: ACTIVE {{(pid=104161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 12:15:49.115320 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [None req-04b584b4-0a1b-436f-93ff-8511e43f0e97 None None] Provisioning complete for port cede7b0f-fd6f-41ae-8342-b9fc2501e9f7 triggered by entity DHCP. {{(pid=104161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 12:15:49.117107 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-04b584b4-0a1b-436f-93ff-8511e43f0e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388846'] for port (cede7b0f-fd6f-41ae-8342-b9fc2501e9f7), provisioning_complete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:49.296385 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-5f5094a7-240e-48f9-8fab-d7525786ebbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (4521b402-73a3-44d5-94b0-4aa8eb497003), before_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:49.306820 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-c16b9236-c59a-4460-9ec9-0357419d0a4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (62f2156c-ba30-4e62-9285-91cd57bdbb25), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:49.362487 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44ef1454-995f-4fbe-afde-af510d1c402e admin admin] Network 1933b755-354d-4a90-8a75-f1a81a16c8f0 is already hosted by enough agents. {{(pid=104160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 12:15:49.369732 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-a0ebebc4-207e-4c17-bd14-ff9865df9f30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (78848346-72f7-475b-94a0-a9c26ebfb25e), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:49.375511 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-a0ebebc4-207e-4c17-bd14-ff9865df9f30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:49.375790 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:UPDATE=4,neutron:SELECT=89,neutron:INSERT=7 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:15:49.381067 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-a0ebebc4-207e-4c17-bd14-ff9865df9f30 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/78848346-72f7-475b-94a0-a9c26ebfb25e HTTP/1.1" status: 204 len: 168 time: 2.9865744 Jul 21 12:15:49.422350 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.scheduler.base_scheduler [None req-44ef1454-995f-4fbe-afde-af510d1c402e admin admin] Resources bound (agent type, host, resource id): {{(pid=104160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 12:15:49.490686 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ebebc4-207e-4c17-bd14-ff9865df9f30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78848346-72f7-475b-94a0-a9c26ebfb25e,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:15:49.597537 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ef1454-995f-4fbe-afde-af510d1c402e admin admin] Pushing event updated for resources: {'Port': ['ID=ad46f4b3-b3ac-4329-91b8-2a06c4cd41ef,revision_number=2']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:15:49.654756 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-c16b9236-c59a-4460-9ec9-0357419d0a4a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=eb96ce762266425bb8b8dea100ad98bf&name=default HTTP/1.1" status: 200 len: 2996 time: 3.3915339 Jul 21 12:15:49.654756 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16b9236-c59a-4460-9ec9-0357419d0a4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62f2156c-ba30-4e62-9285-91cd57bdbb25,revision_number=1']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:15:49.671346 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.18', 57242) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:15:49.688759 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-79b6f70f-829f-45da-86e5-fd8a4d6ca480 None None] Publish callbacks [] for port (dddb8c86-648d-4310-a805-8ec6ac8ca639), precommit_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:49.708463 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-79b6f70f-829f-45da-86e5-fd8a4d6ca480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158'] for port (dddb8c86-648d-4310-a805-8ec6ac8ca639), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:49.723083 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:15:49.758766 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-cc50d3a2-d184-423a-be5f-86962120c7f0 None None] Publish callbacks [] for port (b1d1c6d1-fd4a-427b-9ee3-01ccd1eba03d), precommit_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:49.805891 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a7ecd2-ab99-4f2f-9317-0a8f45891167 req-f4e825c8-fc0c-4e13-a115-acf17f4bd0e9 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:15:49.808430 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-40a7ecd2-ab99-4f2f-9317-0a8f45891167 req-f4e825c8-fc0c-4e13-a115-acf17f4bd0e9 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/networks?id=ac7b63b3-36ed-4162-888b-3062a1149573 HTTP/1.1" status: 200 len: 819 time: 0.8427477 Jul 21 12:15:49.814304 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-cc50d3a2-d184-423a-be5f-86962120c7f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158'] for port (b1d1c6d1-fd4a-427b-9ee3-01ccd1eba03d), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:49.864865 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe62fb1a-cb29-4baa-b8ba-ace051c6110e None None] Pushing event updated for resources: {'Port': ['ID=dddb8c86-648d-4310-a805-8ec6ac8ca639,revision_number=3']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:15:49.879349 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-40a7ecd2-ab99-4f2f-9317-0a8f45891167 req-9bb1c99c-a891-47cf-8a4e-2afb80314f5a tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/quotas/f3726ac8b83847468671bd930deb5492 HTTP/1.1" status: 200 len: 375 time: 0.0540829 Jul 21 12:15:49.881385 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-d6ac99c6-57fa-4051-9d18-ded2b7ef6119 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:49.896434 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-1d549301-a112-46ef-b9f6-ac5289b87fa0 admin admin] Publish callbacks [] for security_group (62f2156c-ba30-4e62-9285-91cd57bdbb25), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:50.002964 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-1d549301-a112-46ef-b9f6-ac5289b87fa0 admin admin] Publish callbacks [] for security_group (62f2156c-ba30-4e62-9285-91cd57bdbb25), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:50.020466 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0198f888-4906-4a6a-a04e-5383d4ef765d None None] Pushing event updated for resources: {'Port': ['ID=b1d1c6d1-fd4a-427b-9ee3-01ccd1eba03d,revision_number=2']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:15:50.029049 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Device cede7b0f-fd6f-41ae-8342-b9fc2501e9f7 up at agent ovs-agent-dv-cinder-850321-1-iscsi {{(pid=104161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 12:15:50.052624 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.managers [None req-79b6f70f-829f-45da-86e5-fd8a4d6ca480 None None] Attempting to bind port dddb8c86-648d-4310-a805-8ec6ac8ca639 on host dv-cinder-850321-1-iscsi for vnic_type normal with profile {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 12:15:50.053068 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.managers [None req-79b6f70f-829f-45da-86e5-fd8a4d6ca480 None None] Attempting to bind port dddb8c86-648d-4310-a805-8ec6ac8ca639 by drivers openvswitch,hyperv on host dv-cinder-850321-1-iscsi at level 0 using segments [{'id': 'c03e7b66-2543-4f79-a51b-efdd8f487a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ac7b63b3-36ed-4162-888b-3062a1149573'}] {{(pid=104162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 12:15:50.054263 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b6f70f-829f-45da-86e5-fd8a4d6ca480 None None] Attempting to bind port dddb8c86-648d-4310-a805-8ec6ac8ca639 on network ac7b63b3-36ed-4162-888b-3062a1149573 {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 12:15:50.073977 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b6f70f-829f-45da-86e5-fd8a4d6ca480 None None] Checking agent: {'id': 'c982e9e4-9e4b-4150-8658-75b564dceb25', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850321-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 12, 6, 47), 'started_at': datetime.datetime(2022, 7, 21, 12, 7, 17), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 12, 15, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850321-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 12:15:50.073977 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b6f70f-829f-45da-86e5-fd8a4d6ca480 None None] Checking segment: {'id': 'c03e7b66-2543-4f79-a51b-efdd8f487a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ac7b63b3-36ed-4162-888b-3062a1149573'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 12:15:50.073977 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-79b6f70f-829f-45da-86e5-fd8a4d6ca480 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:50.073977 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b6f70f-829f-45da-86e5-fd8a4d6ca480 None None] Bound using segment: {'id': 'c03e7b66-2543-4f79-a51b-efdd8f487a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ac7b63b3-36ed-4162-888b-3062a1149573'} {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 12:15:50.073977 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.managers [None req-79b6f70f-829f-45da-86e5-fd8a4d6ca480 None None] Bound port: dddb8c86-648d-4310-a805-8ec6ac8ca639, host: dv-cinder-850321-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c03e7b66-2543-4f79-a51b-efdd8f487a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ac7b63b3-36ed-4162-888b-3062a1149573'}}] {{(pid=104162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 12:15:50.073977 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-79b6f70f-829f-45da-86e5-fd8a4d6ca480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (dddb8c86-648d-4310-a805-8ec6ac8ca639), before_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:50.225646 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-1d549301-a112-46ef-b9f6-ac5289b87fa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (62f2156c-ba30-4e62-9285-91cd57bdbb25), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:50.228600 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-1d549301-a112-46ef-b9f6-ac5289b87fa0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:50.230492 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-1d549301-a112-46ef-b9f6-ac5289b87fa0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/62f2156c-ba30-4e62-9285-91cd57bdbb25 HTTP/1.1" status: 204 len: 168 time: 0.5475519 Jul 21 12:15:50.372618 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-40a7ecd2-ab99-4f2f-9317-0a8f45891167 req-df2d9c7c-007b-44f9-9a43-e226b492d838 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=f3726ac8b83847468671bd930deb5492&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4417987 Jul 21 12:15:50.385756 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Provisioning complete for port cede7b0f-fd6f-41ae-8342-b9fc2501e9f7 triggered by entity L2. {{(pid=104161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 12:15:50.392205 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388846'] for port (cede7b0f-fd6f-41ae-8342-b9fc2501e9f7), provisioning_complete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:50.400605 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:15:50.544083 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-04b584b4-0a1b-436f-93ff-8511e43f0e97 None None] Current status of the port cede7b0f-fd6f-41ae-8342-b9fc2501e9f7 is: ACTIVE; New status is: ACTIVE {{(pid=104161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 12:15:50.566492 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.managers [None req-cc50d3a2-d184-423a-be5f-86962120c7f0 None None] Attempting to bind port b1d1c6d1-fd4a-427b-9ee3-01ccd1eba03d on host dv-cinder-850321-1-iscsi for vnic_type normal with profile {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 12:15:50.569284 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.managers [None req-cc50d3a2-d184-423a-be5f-86962120c7f0 None None] Attempting to bind port b1d1c6d1-fd4a-427b-9ee3-01ccd1eba03d by drivers openvswitch,hyperv on host dv-cinder-850321-1-iscsi at level 0 using segments [{'id': '516861e0-d3fe-4b3f-83ca-af9f79051018', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8'}] {{(pid=104161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 12:15:50.572336 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc50d3a2-d184-423a-be5f-86962120c7f0 None None] Attempting to bind port b1d1c6d1-fd4a-427b-9ee3-01ccd1eba03d on network f382b478-dfd7-4678-bcdd-821f508b5bc8 {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 12:15:50.587149 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:15:50.645759 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [None req-04b584b4-0a1b-436f-93ff-8511e43f0e97 None None] Provisioning complete for port ad46f4b3-b3ac-4329-91b8-2a06c4cd41ef triggered by entity DHCP. {{(pid=104161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 12:15:50.646207 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-04b584b4-0a1b-436f-93ff-8511e43f0e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388846'] for port (ad46f4b3-b3ac-4329-91b8-2a06c4cd41ef), provisioning_complete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:50.675624 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc50d3a2-d184-423a-be5f-86962120c7f0 None None] Checking agent: {'id': 'c982e9e4-9e4b-4150-8658-75b564dceb25', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850321-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 12, 6, 47), 'started_at': datetime.datetime(2022, 7, 21, 12, 7, 17), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 12, 15, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850321-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 12:15:50.677814 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc50d3a2-d184-423a-be5f-86962120c7f0 None None] Checking segment: {'id': '516861e0-d3fe-4b3f-83ca-af9f79051018', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 12:15:50.677814 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-cc50d3a2-d184-423a-be5f-86962120c7f0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:50.678151 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc50d3a2-d184-423a-be5f-86962120c7f0 None None] Bound using segment: {'id': '516861e0-d3fe-4b3f-83ca-af9f79051018', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8'} {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 12:15:50.678442 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.managers [None req-cc50d3a2-d184-423a-be5f-86962120c7f0 None None] Bound port: b1d1c6d1-fd4a-427b-9ee3-01ccd1eba03d, host: dv-cinder-850321-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '516861e0-d3fe-4b3f-83ca-af9f79051018', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8'}}] {{(pid=104161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 12:15:50.684675 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-cc50d3a2-d184-423a-be5f-86962120c7f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (b1d1c6d1-fd4a-427b-9ee3-01ccd1eba03d), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:50.696983 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-79b6f70f-829f-45da-86e5-fd8a4d6ca480 None None] For port dddb8c86-648d-4310-a805-8ec6ac8ca639, host dv-cinder-850321-1-iscsi, cleared binding levels {{(pid=104162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 12:15:50.706800 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d549301-a112-46ef-b9f6-ac5289b87fa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62f2156c-ba30-4e62-9285-91cd57bdbb25,revision_number=None']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:15:50.707470 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-5f5094a7-240e-48f9-8fab-d7525786ebbb admin admin] Publish callbacks [] for port (4521b402-73a3-44d5-94b0-4aa8eb497003), precommit_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:50.713734 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-79b6f70f-829f-45da-86e5-fd8a4d6ca480 None None] For port dddb8c86-648d-4310-a805-8ec6ac8ca639, host dv-cinder-850321-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-1-iscsi',level=0,port_id=dddb8c86-648d-4310-a805-8ec6ac8ca639,segment=NetworkSegment(c03e7b66-2543-4f79-a51b-efdd8f487a85),segment_id=c03e7b66-2543-4f79-a51b-efdd8f487a85)] {{(pid=104162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 12:15:50.737191 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-79b6f70f-829f-45da-86e5-fd8a4d6ca480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158'] for port (dddb8c86-648d-4310-a805-8ec6ac8ca639), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:50.776010 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-5f5094a7-240e-48f9-8fab-d7525786ebbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158'] for port (4521b402-73a3-44d5-94b0-4aa8eb497003), after_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:50.777792 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-5f5094a7-240e-48f9-8fab-d7525786ebbb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-682661'] for router_interface (4e274fe2-e02e-4f53-8fb4-8171458f2042), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:50.809219 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44ef1454-995f-4fbe-afde-af510d1c402e admin admin] Router 00530d2f-799a-4044-9006-5104009f2aa9 has already been hosted by L3 agent ceb1130f-c61e-494c-be4f-967cc153319c {{(pid=104160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 12:15:50.974406 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Current status of the port cede7b0f-fd6f-41ae-8342-b9fc2501e9f7 is: ACTIVE; New status is: ACTIVE {{(pid=104161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 12:15:50.981358 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Device f1e77053-8d9a-412c-ac41-d1a4ceefb391 up at agent ovs-agent-dv-cinder-850321-1-iscsi {{(pid=104161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 12:15:51.022843 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b6f70f-829f-45da-86e5-fd8a4d6ca480 None None] Routers {'f7cde703-d232-440d-9898-a0aed7dfe59c'} bound to L3 agent in host dv-cinder-850321-1-iscsi {{(pid=104162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 12:15:51.032438 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_hamode_db [None req-79b6f70f-829f-45da-86e5-fd8a4d6ca480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-21T12:06:45Z,description=,heartbeat_timestamp=2022-07-21T12:15:45Z,host='dv-cinder-850321-1-iscsi',id=ceb1130f-c61e-494c-be4f-967cc153319c,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T12:06:45Z,topic='l3_agent')) {'router_ids': ['f7cde703-d232-440d-9898-a0aed7dfe59c'], 'active': True} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:15:51.036453 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44ef1454-995f-4fbe-afde-af510d1c402e admin admin] Notify agent at l3_agent.dv-cinder-850321-1-iscsi the message routers_updated {{(pid=104160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 12:15:51.063365 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-44ef1454-995f-4fbe-afde-af510d1c402e admin admin] 10.222.0.18 "PUT /v2.0/routers/00530d2f-799a-4044-9006-5104009f2aa9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9551151 Jul 21 12:15:51.101890 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-04b584b4-0a1b-436f-93ff-8511e43f0e97 None None] Port ad46f4b3-b3ac-4329-91b8-2a06c4cd41ef cannot update to ACTIVE because it is not bound. {{(pid=104161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 12:15:51.125860 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.db.db_base_plugin_common [None req-d6ac99c6-57fa-4051-9d18-ded2b7ef6119 admin admin] Allocated IP 172.20.0.1 (ff0fcfbd-22d3-47ea-80f2-195b1cbc803d/cc9a2033-692d-458c-a1e6-ffe26f82c935/d345d234-56b3-4328-9e19-a7e68dd40415) {{(pid=104159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 12:15:51.257109 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [None req-3f33dbae-fb3b-4616-a761-be584e6fbd30 None None] Provisioning complete for port dddb8c86-648d-4310-a805-8ec6ac8ca639 triggered by entity DHCP. {{(pid=104161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 12:15:51.257272 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-3f33dbae-fb3b-4616-a761-be584e6fbd30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388846'] for port (dddb8c86-648d-4310-a805-8ec6ac8ca639), provisioning_complete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:51.266757 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe62fb1a-cb29-4baa-b8ba-ace051c6110e None None] Pushing event updated for resources: {'Port': ['ID=dddb8c86-648d-4310-a805-8ec6ac8ca639,revision_number=4']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:15:51.320734 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-cc50d3a2-d184-423a-be5f-86962120c7f0 None None] For port b1d1c6d1-fd4a-427b-9ee3-01ccd1eba03d, host dv-cinder-850321-1-iscsi, cleared binding levels {{(pid=104161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 12:15:51.375698 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-cc50d3a2-d184-423a-be5f-86962120c7f0 None None] For port b1d1c6d1-fd4a-427b-9ee3-01ccd1eba03d, host dv-cinder-850321-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-1-iscsi',level=0,port_id=b1d1c6d1-fd4a-427b-9ee3-01ccd1eba03d,segment=NetworkSegment(516861e0-d3fe-4b3f-83ca-af9f79051018),segment_id=516861e0-d3fe-4b3f-83ca-af9f79051018)] {{(pid=104161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 12:15:51.429707 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-cc50d3a2-d184-423a-be5f-86962120c7f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158'] for port (b1d1c6d1-fd4a-427b-9ee3-01ccd1eba03d), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:51.470076 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:15:51.472197 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Provisioning complete for port f1e77053-8d9a-412c-ac41-d1a4ceefb391 triggered by entity L2. {{(pid=104161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 12:15:51.472624 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388846'] for port (f1e77053-8d9a-412c-ac41-d1a4ceefb391), provisioning_complete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:51.530300 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [req-40a7ecd2-ab99-4f2f-9317-0a8f45891167 req-e2b6b9ab-910c-45d2-a126-5d3fc35b123c service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=104159) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 21 12:15:51.532261 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvr_db [None req-79b6f70f-829f-45da-86e5-fd8a4d6ca480 None None] Set router f7cde703-d232-440d-9898-a0aed7dfe59c gateway port host: dv-cinder-850321-1-iscsi {{(pid=104162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 12:15:51.533390 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-40a7ecd2-ab99-4f2f-9317-0a8f45891167 req-e2b6b9ab-910c-45d2-a126-5d3fc35b123c service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.6399939 Jul 21 12:15:51.621275 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc50d3a2-d184-423a-be5f-86962120c7f0 None None] Routers {'2e8c32c0-f7a5-44bc-9719-afb90b68785d'} bound to L3 agent in host dv-cinder-850321-1-iscsi {{(pid=104161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 12:15:51.622280 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-cc50d3a2-d184-423a-be5f-86962120c7f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-21T12:06:45Z,description=,heartbeat_timestamp=2022-07-21T12:15:45Z,host='dv-cinder-850321-1-iscsi',id=ceb1130f-c61e-494c-be4f-967cc153319c,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T12:06:45Z,topic='l3_agent')) {'router_ids': ['2e8c32c0-f7a5-44bc-9719-afb90b68785d'], 'active': True} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:15:51.647515 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f5094a7-240e-48f9-8fab-d7525786ebbb admin admin] Network 24751c0b-819a-470d-9221-d71fff5ec112 is already hosted by enough agents. {{(pid=104159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 12:15:51.663609 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:15:51.716494 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:15:51.718569 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.scheduler.base_scheduler [None req-5f5094a7-240e-48f9-8fab-d7525786ebbb admin admin] Resources bound (agent type, host, resource id): {{(pid=104159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 12:15:51.763022 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0198f888-4906-4a6a-a04e-5383d4ef765d None None] Pushing event updated for resources: {'Port': ['ID=b1d1c6d1-fd4a-427b-9ee3-01ccd1eba03d,revision_number=3']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:15:51.885182 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02bd8f27-9373-496d-97d9-190788c06af4 None None] Sync routers for ids ['00530d2f-799a-4044-9006-5104009f2aa9'] in dv-cinder-850321-1-iscsi {{(pid=104161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 12:15:51.907292 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5094a7-240e-48f9-8fab-d7525786ebbb admin admin] Pushing event updated for resources: {'Port': ['ID=4521b402-73a3-44d5-94b0-4aa8eb497003,revision_number=2']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:15:51.910693 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-3f33dbae-fb3b-4616-a761-be584e6fbd30 None None] Current status of the port dddb8c86-648d-4310-a805-8ec6ac8ca639 is: DOWN; New status is: ACTIVE {{(pid=104161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 12:15:51.911251 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-3f33dbae-fb3b-4616-a761-be584e6fbd30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (dddb8c86-648d-4310-a805-8ec6ac8ca639), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:51.995669 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Current status of the port f1e77053-8d9a-412c-ac41-d1a4ceefb391 is: DOWN; New status is: ACTIVE {{(pid=104161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 12:15:51.998539 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (f1e77053-8d9a-412c-ac41-d1a4ceefb391), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:52.020879 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02bd8f27-9373-496d-97d9-190788c06af4 None None] Routers {'00530d2f-799a-4044-9006-5104009f2aa9'} bound to L3 agent in host dv-cinder-850321-1-iscsi {{(pid=104161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 12:15:52.021922 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-02bd8f27-9373-496d-97d9-190788c06af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-21T12:06:45Z,description=,heartbeat_timestamp=2022-07-21T12:15:45Z,host='dv-cinder-850321-1-iscsi',id=ceb1130f-c61e-494c-be4f-967cc153319c,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T12:06:45Z,topic='l3_agent')) {'router_ids': ['00530d2f-799a-4044-9006-5104009f2aa9'], 'active': True} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:15:52.110706 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvr_db [None req-cc50d3a2-d184-423a-be5f-86962120c7f0 None None] Set router 2e8c32c0-f7a5-44bc-9719-afb90b68785d gateway port host: dv-cinder-850321-1-iscsi {{(pid=104161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 12:15:52.123958 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] For port f1e77053-8d9a-412c-ac41-d1a4ceefb391, host dv-cinder-850321-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-1-iscsi',level=0,port_id=f1e77053-8d9a-412c-ac41-d1a4ceefb391,segment=NetworkSegment(516861e0-d3fe-4b3f-83ca-af9f79051018),segment_id=516861e0-d3fe-4b3f-83ca-af9f79051018)] {{(pid=104161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 12:15:52.158341 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_hamode_db [None req-79b6f70f-829f-45da-86e5-fd8a4d6ca480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7cde703-d232-440d-9898-a0aed7dfe59c', 'name': 'tempest-ServerRescueNegativeTestJSON-1507637807-router', 'tenant_id': 'f3726ac8b83847468671bd930deb5492', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'external_fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': 'ba4fbb24-038c-4480-b6ce-f3922637d5fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T12:15:26Z', 'updated_at': '2022-07-21T12:15:39Z', 'revision_number': 4, 'project_id': 'f3726ac8b83847468671bd930deb5492', 'gw_port': {'id': 'ba4fbb24-038c-4480-b6ce-f3922637d5fc', 'name': '', 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:51:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7cde703-d232-440d-9898-a0aed7dfe59c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:15:27Z', 'updated_at': '2022-07-21T12:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-1-iscsi', '_interfaces': [{'id': 'dddb8c86-648d-4310-a805-8ec6ac8ca639', 'name': '', 'network_id': 'ac7b63b3-36ed-4162-888b-3062a1149573', 'tenant_id': 'f3726ac8b83847468671bd930deb5492', 'mac_address': 'fa:16:3e:92:90:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7cde703-d232-440d-9898-a0aed7dfe59c', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '85871871-89d2-41dd-b1d6-9b7f2440aaee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:15:36Z', 'updated_at': '2022-07-21T12:15:50Z', 'revision_number': 4, 'project_id': 'f3726ac8b83847468671bd930deb5492', 'subnets': [{'id': '85871871-89d2-41dd-b1d6-9b7f2440aaee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-1-iscsi', False) {} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:15:52.172722 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-3f33dbae-fb3b-4616-a761-be584e6fbd30 None None] For port dddb8c86-648d-4310-a805-8ec6ac8ca639, host dv-cinder-850321-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-1-iscsi',level=0,port_id=dddb8c86-648d-4310-a805-8ec6ac8ca639,segment=NetworkSegment(c03e7b66-2543-4f79-a51b-efdd8f487a85),segment_id=c03e7b66-2543-4f79-a51b-efdd8f487a85)] {{(pid=104161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 12:15:52.183805 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-40a7ecd2-ab99-4f2f-9317-0a8f45891167 req-a5db8914-d9d2-46bb-af04-316ac9b642eb service neutron] 10.222.0.18 "GET /v2.0/networks/ac7b63b3-36ed-4162-888b-3062a1149573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6405265 Jul 21 12:15:52.192280 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b6f70f-829f-45da-86e5-fd8a4d6ca480 None None] The sync data for ids ['f7cde703-d232-440d-9898-a0aed7dfe59c'] in dv-cinder-850321-1-iscsi is: [{'id': 'f7cde703-d232-440d-9898-a0aed7dfe59c', 'name': 'tempest-ServerRescueNegativeTestJSON-1507637807-router', 'tenant_id': 'f3726ac8b83847468671bd930deb5492', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'external_fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': 'ba4fbb24-038c-4480-b6ce-f3922637d5fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T12:15:26Z', 'updated_at': '2022-07-21T12:15:39Z', 'revision_number': 4, 'project_id': 'f3726ac8b83847468671bd930deb5492', 'gw_port': {'id': 'ba4fbb24-038c-4480-b6ce-f3922637d5fc', 'name': '', 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:51:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7cde703-d232-440d-9898-a0aed7dfe59c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:15:27Z', 'updated_at': '2022-07-21T12:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-1-iscsi', '_interfaces': [{'id': 'dddb8c86-648d-4310-a805-8ec6ac8ca639', 'name': '', 'network_id': 'ac7b63b3-36ed-4162-888b-3062a1149573', 'tenant_id': 'f3726ac8b83847468671bd930deb5492', 'mac_address': 'fa:16:3e:92:90:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7cde703-d232-440d-9898-a0aed7dfe59c', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '85871871-89d2-41dd-b1d6-9b7f2440aaee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:15:36Z', 'updated_at': '2022-07-21T12:15:50Z', 'revision_number': 4, 'project_id': 'f3726ac8b83847468671bd930deb5492', 'subnets': [{'id': '85871871-89d2-41dd-b1d6-9b7f2440aaee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 12:15:52.217662 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158'] for port (f1e77053-8d9a-412c-ac41-d1a4ceefb391), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:52.218535 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Device ba4fbb24-038c-4480-b6ce-f3922637d5fc up at agent ovs-agent-dv-cinder-850321-1-iscsi {{(pid=104161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 12:15:52.258095 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-3f33dbae-fb3b-4616-a761-be584e6fbd30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158'] for port (dddb8c86-648d-4310-a805-8ec6ac8ca639), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:52.469573 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-40a7ecd2-ab99-4f2f-9317-0a8f45891167 req-647cefcb-0289-428e-94e7-2908f3447ff3 service neutron] 10.222.0.18 "GET /v2.0/networks/ac7b63b3-36ed-4162-888b-3062a1149573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2845476 Jul 21 12:15:52.490579 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-d6ac99c6-57fa-4051-9d18-ded2b7ef6119 admin admin] Publish callbacks [] for port (d345d234-56b3-4328-9e19-a7e68dd40415), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:52.553703 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.18', 57322) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:15:52.562267 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.v2.base [None req-827b46d6-5e4d-429b-8c3f-3606cee98457 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1513743665', 'description': 'tempest-description--799514353'}} {{(pid=104160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 12:15:52.584170 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-d6ac99c6-57fa-4051-9d18-ded2b7ef6119 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773760637166'] for port (d345d234-56b3-4328-9e19-a7e68dd40415), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:52.635350 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [None req-3f33dbae-fb3b-4616-a761-be584e6fbd30 None None] Provisioning complete for port ad46f4b3-b3ac-4329-91b8-2a06c4cd41ef triggered by entity DHCP. {{(pid=104161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 12:15:52.640626 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-3f33dbae-fb3b-4616-a761-be584e6fbd30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388846'] for port (ad46f4b3-b3ac-4329-91b8-2a06c4cd41ef), provisioning_complete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:52.651825 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-827b46d6-5e4d-429b-8c3f-3606cee98457 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Publish callbacks [] for security_group (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:52.818417 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:15:52.821510 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:15:52.860334 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ac99c6-57fa-4051-9d18-ded2b7ef6119 admin admin] Pushing event updated for resources: {'Port': ['ID=d345d234-56b3-4328-9e19-a7e68dd40415,revision_number=1']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:15:52.876665 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6ac99c6-57fa-4051-9d18-ded2b7ef6119 admin admin] Network ff0fcfbd-22d3-47ea-80f2-195b1cbc803d is already hosted by enough agents. {{(pid=104159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 12:15:52.892448 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-827b46d6-5e4d-429b-8c3f-3606cee98457 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Publish callbacks [] for security_group (bdddd4d5-7044-4ab4-b494-1665218e01f2), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:52.892946 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.scheduler.base_scheduler [None req-d6ac99c6-57fa-4051-9d18-ded2b7ef6119 admin admin] Resources bound (agent type, host, resource id): {{(pid=104159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 12:15:52.902998 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-827b46d6-5e4d-429b-8c3f-3606cee98457 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (bdddd4d5-7044-4ab4-b494-1665218e01f2), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:52.906570 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ac99c6-57fa-4051-9d18-ded2b7ef6119 admin admin] Received port after_create {{(pid=104159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 12:15:52.907090 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-d6ac99c6-57fa-4051-9d18-ded2b7ef6119 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-682569'] for router_interface (2e8c32c0-f7a5-44bc-9719-afb90b68785d), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:52.969883 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827b46d6-5e4d-429b-8c3f-3606cee98457 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bdddd4d5-7044-4ab4-b494-1665218e01f2,revision_number=1']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:15:52.988407 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:15:52.995814 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-827b46d6-5e4d-429b-8c3f-3606cee98457 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Publish callbacks [] for security_group (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:52.997730 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-827b46d6-5e4d-429b-8c3f-3606cee98457 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4391842 Jul 21 12:15:53.002168 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.18', 57342) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:15:53.018696 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.v2.base [None req-25bbce50-040a-4664-a796-2f7127eb2cd2 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Request body: {'security_group_rule': {'security_group_id': 'bdddd4d5-7044-4ab4-b494-1665218e01f2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 12:15:53.110996 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-25bbce50-040a-4664-a796-2f7127eb2cd2 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Publish callbacks [] for security_group_rule (519eb15a-58f3-4f74-9296-48bdb4d35b75), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:53.224151 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f5094a7-240e-48f9-8fab-d7525786ebbb admin admin] Router 4e274fe2-e02e-4f53-8fb4-8171458f2042 has already been hosted by L3 agent ceb1130f-c61e-494c-be4f-967cc153319c {{(pid=104159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 12:15:53.261761 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:15:53.384917 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvr_db [None req-02bd8f27-9373-496d-97d9-190788c06af4 None None] Set router 00530d2f-799a-4044-9006-5104009f2aa9 gateway port host: dv-cinder-850321-1-iscsi {{(pid=104161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 12:15:53.391196 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.18', 57366) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:15:53.405842 dv-cinder-850321-1-iscsi neutron-server[104160]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 21 12:15:53.471088 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-3f33dbae-fb3b-4616-a761-be584e6fbd30 None None] Port ad46f4b3-b3ac-4329-91b8-2a06c4cd41ef cannot update to ACTIVE because it is not bound. {{(pid=104161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 12:15:53.540248 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-d6ac99c6-57fa-4051-9d18-ded2b7ef6119 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (d345d234-56b3-4328-9e19-a7e68dd40415), before_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:53.549350 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Pushing event updated for resources: {'Port': ['ID=f1e77053-8d9a-412c-ac41-d1a4ceefb391,revision_number=4']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:15:53.647495 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-25bbce50-040a-4664-a796-2f7127eb2cd2 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Publish callbacks [] for security_group_rule (519eb15a-58f3-4f74-9296-48bdb4d35b75), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:53.650523 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-87a4a99a-5bf8-4253-996a-10a1610c9c35 req-302db6b4-de89-4f2d-b1c1-d64b9a48fb9e tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee2001bf-bd6d-44cb-92e9-db00d3d80a2f HTTP/1.1" status: 200 len: 210 time: 0.2498028 Jul 21 12:15:53.655392 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-25bbce50-040a-4664-a796-2f7127eb2cd2 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757972'] for security_group_rule (519eb15a-58f3-4f74-9296-48bdb4d35b75), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:53.675964 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:15:53.746079 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bbce50-040a-4664-a796-2f7127eb2cd2 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=519eb15a-58f3-4f74-9296-48bdb4d35b75,revision_number=0']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:15:53.772737 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-25bbce50-040a-4664-a796-2f7127eb2cd2 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:53.777862 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-25bbce50-040a-4664-a796-2f7127eb2cd2 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7679543 Jul 21 12:15:53.779301 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Provisioning complete for port ba4fbb24-038c-4480-b6ce-f3922637d5fc triggered by entity L2. {{(pid=104161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 12:15:53.779828 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388846'] for port (ba4fbb24-038c-4480-b6ce-f3922637d5fc), provisioning_complete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:53.782075 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.18', 57384) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:15:53.791117 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.v2.base [None req-5d69b454-c757-45a1-847c-8bfaf1e84670 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Request body: {'security_group_rule': {'security_group_id': 'bdddd4d5-7044-4ab4-b494-1665218e01f2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 12:15:53.897608 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-5d69b454-c757-45a1-847c-8bfaf1e84670 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Publish callbacks [] for security_group_rule (22182959-7f20-4ff3-aacb-65e2e1a67227), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:53.910003 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [None req-03e6deae-f525-46a8-806c-f0c074bdc7f5 None None] Provisioning complete for port 4521b402-73a3-44d5-94b0-4aa8eb497003 triggered by entity DHCP. {{(pid=104161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 12:15:53.910619 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-03e6deae-f525-46a8-806c-f0c074bdc7f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388846'] for port (4521b402-73a3-44d5-94b0-4aa8eb497003), provisioning_complete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:54.071542 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f33dbae-fb3b-4616-a761-be584e6fbd30 None None] Pushing event updated for resources: {'Port': ['ID=dddb8c86-648d-4310-a805-8ec6ac8ca639,revision_number=5']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:15:54.113675 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-5d69b454-c757-45a1-847c-8bfaf1e84670 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Publish callbacks [] for security_group_rule (22182959-7f20-4ff3-aacb-65e2e1a67227), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:54.124026 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-5d69b454-c757-45a1-847c-8bfaf1e84670 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757972'] for security_group_rule (22182959-7f20-4ff3-aacb-65e2e1a67227), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:54.177457 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d69b454-c757-45a1-847c-8bfaf1e84670 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22182959-7f20-4ff3-aacb-65e2e1a67227,revision_number=0']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:15:54.216934 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-5d69b454-c757-45a1-847c-8bfaf1e84670 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:54.218818 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-cc50d3a2-d184-423a-be5f-86962120c7f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e8c32c0-f7a5-44bc-9719-afb90b68785d', 'name': 'tempest-AttachVolumeShelveTestJSON-530716939-router', 'tenant_id': '2409e2644eb14d6b9545088c08d22273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'external_fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.74'}], 'enable_snat': True}, 'gw_port_id': 'b1d1c6d1-fd4a-427b-9ee3-01ccd1eba03d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T12:15:33Z', 'updated_at': '2022-07-21T12:15:39Z', 'revision_number': 3, 'project_id': '2409e2644eb14d6b9545088c08d22273', 'gw_port': {'id': 'b1d1c6d1-fd4a-427b-9ee3-01ccd1eba03d', 'name': '', 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:f7:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e8c32c0-f7a5-44bc-9719-afb90b68785d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:15:36Z', 'updated_at': '2022-07-21T12:15:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-1-iscsi'}], 'dv-cinder-850321-1-iscsi', False) {} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:15:54.219497 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-5d69b454-c757-45a1-847c-8bfaf1e84670 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4339976 Jul 21 12:15:54.223458 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.18', 57400) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:15:54.234729 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.v2.base [None req-b0206ab8-4068-467a-954b-8f924692d33d tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Request body: {'floatingip': {'floating_network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8'}} {{(pid=104160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 12:15:54.241428 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-03e6deae-f525-46a8-806c-f0c074bdc7f5 None None] Port 4521b402-73a3-44d5-94b0-4aa8eb497003 cannot update to ACTIVE because it is not bound. {{(pid=104161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 12:15:54.324035 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-b0206ab8-4068-467a-954b-8f924692d33d tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:54.434534 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [None req-03e6deae-f525-46a8-806c-f0c074bdc7f5 None None] Provisioning complete for port d345d234-56b3-4328-9e19-a7e68dd40415 triggered by entity DHCP. {{(pid=104161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 12:15:54.435152 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-03e6deae-f525-46a8-806c-f0c074bdc7f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388846'] for port (d345d234-56b3-4328-9e19-a7e68dd40415), provisioning_complete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:54.441947 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc50d3a2-d184-423a-be5f-86962120c7f0 None None] The sync data for ids ['2e8c32c0-f7a5-44bc-9719-afb90b68785d'] in dv-cinder-850321-1-iscsi is: [{'id': '2e8c32c0-f7a5-44bc-9719-afb90b68785d', 'name': 'tempest-AttachVolumeShelveTestJSON-530716939-router', 'tenant_id': '2409e2644eb14d6b9545088c08d22273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'external_fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.74'}], 'enable_snat': True}, 'gw_port_id': 'b1d1c6d1-fd4a-427b-9ee3-01ccd1eba03d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T12:15:33Z', 'updated_at': '2022-07-21T12:15:39Z', 'revision_number': 3, 'project_id': '2409e2644eb14d6b9545088c08d22273', 'gw_port': {'id': 'b1d1c6d1-fd4a-427b-9ee3-01ccd1eba03d', 'name': '', 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:f7:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e8c32c0-f7a5-44bc-9719-afb90b68785d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:15:36Z', 'updated_at': '2022-07-21T12:15:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-1-iscsi'}] {{(pid=104161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 12:15:54.863672 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:15:54.869297 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f5094a7-240e-48f9-8fab-d7525786ebbb admin admin] Notify agent at l3_agent.dv-cinder-850321-1-iscsi the message routers_updated {{(pid=104159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 12:15:54.884869 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66bf7b11-8fee-40b5-aac7-f79294a99496 None None] Sync routers for ids ['4e274fe2-e02e-4f53-8fb4-8171458f2042'] in dv-cinder-850321-1-iscsi {{(pid=104162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 12:15:54.929563 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66bf7b11-8fee-40b5-aac7-f79294a99496 None None] Routers {'4e274fe2-e02e-4f53-8fb4-8171458f2042'} bound to L3 agent in host dv-cinder-850321-1-iscsi {{(pid=104162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 12:15:54.930602 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_hamode_db [None req-66bf7b11-8fee-40b5-aac7-f79294a99496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-21T12:06:45Z,description=,heartbeat_timestamp=2022-07-21T12:15:45Z,host='dv-cinder-850321-1-iscsi',id=ceb1130f-c61e-494c-be4f-967cc153319c,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T12:06:45Z,topic='l3_agent')) {'router_ids': ['4e274fe2-e02e-4f53-8fb4-8171458f2042'], 'active': True} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:15:54.987817 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-03e6deae-f525-46a8-806c-f0c074bdc7f5 None None] Port d345d234-56b3-4328-9e19-a7e68dd40415 cannot update to ACTIVE because it is not bound. {{(pid=104161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 12:15:55.022753 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-b0206ab8-4068-467a-954b-8f924692d33d tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:55.027801 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Current status of the port ba4fbb24-038c-4480-b6ce-f3922637d5fc is: ACTIVE; New status is: ACTIVE {{(pid=104161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 12:15:55.036777 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Device b288f12d-9d9a-4363-9ca7-489e31708f55 up at agent ovs-agent-dv-cinder-850321-1-iscsi {{(pid=104161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 12:15:55.051326 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-5f5094a7-240e-48f9-8fab-d7525786ebbb admin admin] 10.222.0.18 "PUT /v2.0/routers/4e274fe2-e02e-4f53-8fb4-8171458f2042/add_router_interface HTTP/1.1" status: 200 len: 503 time: 18.5337458 Jul 21 12:15:55.062569 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f065ed-26eb-4bbb-ab07-576ca4849e41 req-38c619b6-9e1e-4c94-816f-178ad4db60bb tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:15:55.064852 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-e4f065ed-26eb-4bbb-ab07-576ca4849e41 req-38c619b6-9e1e-4c94-816f-178ad4db60bb tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/networks?id=ac7b63b3-36ed-4162-888b-3062a1149573 HTTP/1.1" status: 200 len: 819 time: 0.6286807 Jul 21 12:15:55.301956 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-02bd8f27-9373-496d-97d9-190788c06af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00530d2f-799a-4044-9006-5104009f2aa9', 'name': 'tempest-AttachVolumeNegativeTest-1235427896-router', 'tenant_id': 'c7d349f62c0c4747bd1748ca0a4bde00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'external_fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'f1e77053-8d9a-412c-ac41-d1a4ceefb391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T12:15:36Z', 'updated_at': '2022-07-21T12:15:47Z', 'revision_number': 4, 'project_id': 'c7d349f62c0c4747bd1748ca0a4bde00', 'gw_port': {'id': 'f1e77053-8d9a-412c-ac41-d1a4ceefb391', 'name': '', 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:dd:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00530d2f-799a-4044-9006-5104009f2aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:15:38Z', 'updated_at': '2022-07-21T12:15:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-1-iscsi', '_interfaces': [{'id': 'ad46f4b3-b3ac-4329-91b8-2a06c4cd41ef', 'name': '', 'network_id': '1933b755-354d-4a90-8a75-f1a81a16c8f0', 'tenant_id': 'c7d349f62c0c4747bd1748ca0a4bde00', 'mac_address': 'fa:16:3e:7f:10:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00530d2f-799a-4044-9006-5104009f2aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '5adcbf66-cad3-499f-bfcd-a299fbf0cd74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:15:44Z', 'updated_at': '2022-07-21T12:15:47Z', 'revision_number': 2, 'project_id': 'c7d349f62c0c4747bd1748ca0a4bde00', 'subnets': [{'id': '5adcbf66-cad3-499f-bfcd-a299fbf0cd74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-1-iscsi', False) {} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:15:55.345989 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-d6ac99c6-57fa-4051-9d18-ded2b7ef6119 admin admin] Publish callbacks [] for port (d345d234-56b3-4328-9e19-a7e68dd40415), precommit_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:55.363915 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-d6ac99c6-57fa-4051-9d18-ded2b7ef6119 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158'] for port (d345d234-56b3-4328-9e19-a7e68dd40415), after_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:55.365246 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-d6ac99c6-57fa-4051-9d18-ded2b7ef6119 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-682661'] for router_interface (2e8c32c0-f7a5-44bc-9719-afb90b68785d), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:55.432685 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Provisioning complete for port b288f12d-9d9a-4363-9ca7-489e31708f55 triggered by entity L2. {{(pid=104161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 12:15:55.434070 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388846'] for port (b288f12d-9d9a-4363-9ca7-489e31708f55), provisioning_complete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:55.439344 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [None req-03e6deae-f525-46a8-806c-f0c074bdc7f5 None None] Provisioning complete for port dddb8c86-648d-4310-a805-8ec6ac8ca639 triggered by entity DHCP. {{(pid=104161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 12:15:55.441702 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-03e6deae-f525-46a8-806c-f0c074bdc7f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388846'] for port (dddb8c86-648d-4310-a805-8ec6ac8ca639), provisioning_complete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:55.451219 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02bd8f27-9373-496d-97d9-190788c06af4 None None] Checking router: 00530d2f-799a-4044-9006-5104009f2aa9 for host: dv-cinder-850321-1-iscsi {{(pid=104161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 12:15:55.452714 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02bd8f27-9373-496d-97d9-190788c06af4 None None] Updating router 00530d2f-799a-4044-9006-5104009f2aa9 port ad46f4b3-b3ac-4329-91b8-2a06c4cd41ef binding host dv-cinder-850321-1-iscsi {{(pid=104161) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 21 12:15:55.473872 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ac99c6-57fa-4051-9d18-ded2b7ef6119 admin admin] Pushing event updated for resources: {'Port': ['ID=d345d234-56b3-4328-9e19-a7e68dd40415,revision_number=2']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:15:55.489232 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-e4f065ed-26eb-4bbb-ab07-576ca4849e41 req-f50b9917-be57-479a-8564-8a3e1e79e25e tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/quotas/f3726ac8b83847468671bd930deb5492 HTTP/1.1" status: 200 len: 375 time: 0.1378918 Jul 21 12:15:55.553280 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvr_db [None req-66bf7b11-8fee-40b5-aac7-f79294a99496 None None] Set router 4e274fe2-e02e-4f53-8fb4-8171458f2042 gateway port host: dv-cinder-850321-1-iscsi {{(pid=104162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 12:15:55.601359 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.db.db_base_plugin_common [None req-b0206ab8-4068-467a-954b-8f924692d33d tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Allocated IP 172.27.3.19 (f382b478-dfd7-4678-bcdd-821f508b5bc8/39ec59ca-1d5b-4110-899c-eae6f5db3a39/a2379378-46c3-4cc5-a2a5-51a80fcf5fc8) {{(pid=104160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 12:15:55.648807 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-02bd8f27-9373-496d-97d9-190788c06af4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (ad46f4b3-b3ac-4329-91b8-2a06c4cd41ef), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:55.890567 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-b0206ab8-4068-467a-954b-8f924692d33d tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Publish callbacks [] for port (a2379378-46c3-4cc5-a2a5-51a80fcf5fc8), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:55.899532 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=100 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:15:55.911374 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-e4f065ed-26eb-4bbb-ab07-576ca4849e41 req-1e7f7fae-5eee-4e8d-ba7a-b13d15cad53e tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=f3726ac8b83847468671bd930deb5492&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4117041 Jul 21 12:15:56.058109 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-b0206ab8-4068-467a-954b-8f924692d33d tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773760637166'] for port (a2379378-46c3-4cc5-a2a5-51a80fcf5fc8), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:56.128987 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=100 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:15:56.185276 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0206ab8-4068-467a-954b-8f924692d33d tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Network f382b478-dfd7-4678-bcdd-821f508b5bc8 is already hosted by enough agents. {{(pid=104160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 12:15:56.188674 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6ac99c6-57fa-4051-9d18-ded2b7ef6119 admin admin] Network ff0fcfbd-22d3-47ea-80f2-195b1cbc803d is already hosted by enough agents. {{(pid=104159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 12:15:56.188872 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:INSERT=4,neutron:UPDATE=4,neutron:SELECT=90,neutron:DELETE=2 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:15:56.200277 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.scheduler.base_scheduler [None req-b0206ab8-4068-467a-954b-8f924692d33d tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Resources bound (agent type, host, resource id): {{(pid=104160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 12:15:56.203218 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.scheduler.base_scheduler [None req-d6ac99c6-57fa-4051-9d18-ded2b7ef6119 admin admin] Resources bound (agent type, host, resource id): {{(pid=104159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 12:15:56.220582 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0206ab8-4068-467a-954b-8f924692d33d tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Received port after_create {{(pid=104160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 12:15:56.258755 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0206ab8-4068-467a-954b-8f924692d33d tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Pushing event updated for resources: {'Port': ['ID=a2379378-46c3-4cc5-a2a5-51a80fcf5fc8,revision_number=1']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:15:56.374516 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=100 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:15:56.376407 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_hamode_db [None req-66bf7b11-8fee-40b5-aac7-f79294a99496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e274fe2-e02e-4f53-8fb4-8171458f2042', 'name': 'tempest-DeleteServersTestJSON-1994037450-router', 'tenant_id': '41b8b45e25af4c498afb80b94362fe95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'external_fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': 'b288f12d-9d9a-4363-9ca7-489e31708f55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T12:15:29Z', 'updated_at': '2022-07-21T12:15:48Z', 'revision_number': 4, 'project_id': '41b8b45e25af4c498afb80b94362fe95', 'gw_port': {'id': 'b288f12d-9d9a-4363-9ca7-489e31708f55', 'name': '', 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:31:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e274fe2-e02e-4f53-8fb4-8171458f2042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:15:30Z', 'updated_at': '2022-07-21T12:15:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-1-iscsi', '_interfaces': [{'id': '4521b402-73a3-44d5-94b0-4aa8eb497003', 'name': '', 'network_id': '24751c0b-819a-470d-9221-d71fff5ec112', 'tenant_id': '41b8b45e25af4c498afb80b94362fe95', 'mac_address': 'fa:16:3e:ec:4a:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e274fe2-e02e-4f53-8fb4-8171458f2042', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '41e43e98-3e78-47c9-95a5-d192ddc4a654', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:15:41Z', 'updated_at': '2022-07-21T12:15:49Z', 'revision_number': 2, 'project_id': '41b8b45e25af4c498afb80b94362fe95', 'subnets': [{'id': '41e43e98-3e78-47c9-95a5-d192ddc4a654', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-1-iscsi', False) {} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:15:56.430834 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-e4f065ed-26eb-4bbb-ab07-576ca4849e41 req-67b86ed4-eeec-405b-ab4a-209277d4dd03 service neutron] 10.222.0.18 "GET /v2.0/networks/ac7b63b3-36ed-4162-888b-3062a1149573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5151172 Jul 21 12:15:56.485005 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66bf7b11-8fee-40b5-aac7-f79294a99496 None None] Checking router: 4e274fe2-e02e-4f53-8fb4-8171458f2042 for host: dv-cinder-850321-1-iscsi {{(pid=104162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 12:15:56.488136 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66bf7b11-8fee-40b5-aac7-f79294a99496 None None] Updating router 4e274fe2-e02e-4f53-8fb4-8171458f2042 port 4521b402-73a3-44d5-94b0-4aa8eb497003 binding host dv-cinder-850321-1-iscsi {{(pid=104162) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 21 12:15:56.564949 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-66bf7b11-8fee-40b5-aac7-f79294a99496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (4521b402-73a3-44d5-94b0-4aa8eb497003), before_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:56.663365 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:15:56.680186 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:15:56.739946 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-02bd8f27-9373-496d-97d9-190788c06af4 None None] Publish callbacks [] for port (ad46f4b3-b3ac-4329-91b8-2a06c4cd41ef), precommit_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:56.746877 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-b0206ab8-4068-467a-954b-8f924692d33d tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Publish callbacks [] for floatingip (ae8dbe4b-3e14-4f73-86eb-3ad36325ff78), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:56.803947 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-02bd8f27-9373-496d-97d9-190788c06af4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158'] for port (ad46f4b3-b3ac-4329-91b8-2a06c4cd41ef), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:56.881867 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-e4f065ed-26eb-4bbb-ab07-576ca4849e41 req-ea711c6a-b65b-45d9-b509-efb595e33aba service neutron] 10.222.0.18 "GET /v2.0/networks/ac7b63b3-36ed-4162-888b-3062a1149573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3653512 Jul 21 12:15:56.897513 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6ac99c6-57fa-4051-9d18-ded2b7ef6119 admin admin] Router 2e8c32c0-f7a5-44bc-9719-afb90b68785d has already been hosted by L3 agent ceb1130f-c61e-494c-be4f-967cc153319c {{(pid=104159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 12:15:57.076454 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b256955-4d1f-4f09-9cae-b74c736e14ae req-aba017d0-4cd4-414a-bbc5-15a77c49cb29 tempest-DeleteServersTestJSON-1093761568 tempest-DeleteServersTestJSON-1093761568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:15:57.093336 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-4b256955-4d1f-4f09-9cae-b74c736e14ae req-aba017d0-4cd4-414a-bbc5-15a77c49cb29 tempest-DeleteServersTestJSON-1093761568 tempest-DeleteServersTestJSON-1093761568-project] 10.222.0.18 "GET /v2.0/networks?id=24751c0b-819a-470d-9221-d71fff5ec112 HTTP/1.1" status: 200 len: 812 time: 0.8679564 Jul 21 12:15:57.155375 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-03e6deae-f525-46a8-806c-f0c074bdc7f5 None None] Current status of the port dddb8c86-648d-4310-a805-8ec6ac8ca639 is: ACTIVE; New status is: ACTIVE {{(pid=104161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 12:15:57.249516 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-4b256955-4d1f-4f09-9cae-b74c736e14ae req-15374b06-b0a6-4f52-b29a-887d153df27d tempest-DeleteServersTestJSON-1093761568 tempest-DeleteServersTestJSON-1093761568-project] 10.222.0.18 "GET /v2.0/quotas/41b8b45e25af4c498afb80b94362fe95 HTTP/1.1" status: 200 len: 375 time: 0.1551683 Jul 21 12:15:57.285495 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-b0206ab8-4068-467a-954b-8f924692d33d tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (a2379378-46c3-4cc5-a2a5-51a80fcf5fc8), before_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:57.316741 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6ac99c6-57fa-4051-9d18-ded2b7ef6119 admin admin] Notify agent at l3_agent.dv-cinder-850321-1-iscsi the message routers_updated {{(pid=104159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 12:15:57.328041 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-d6ac99c6-57fa-4051-9d18-ded2b7ef6119 admin admin] 10.222.0.18 "PUT /v2.0/routers/2e8c32c0-f7a5-44bc-9719-afb90b68785d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.4835212 Jul 21 12:15:57.432617 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-66bf7b11-8fee-40b5-aac7-f79294a99496 None None] Publish callbacks [] for port (4521b402-73a3-44d5-94b0-4aa8eb497003), precommit_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:57.446459 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c09ee26-9c01-4d1f-9be1-626785530e6e None None] Pushing event updated for resources: {'Port': ['ID=ad46f4b3-b3ac-4329-91b8-2a06c4cd41ef,revision_number=3']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:15:57.451846 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-66bf7b11-8fee-40b5-aac7-f79294a99496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158'] for port (4521b402-73a3-44d5-94b0-4aa8eb497003), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:57.474361 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Current status of the port b288f12d-9d9a-4363-9ca7-489e31708f55 is: DOWN; New status is: ACTIVE {{(pid=104161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 12:15:57.480314 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (b288f12d-9d9a-4363-9ca7-489e31708f55), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:57.640712 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-4b256955-4d1f-4f09-9cae-b74c736e14ae req-e5f5a449-d485-412b-8c97-a3f13d2eb426 tempest-DeleteServersTestJSON-1093761568 tempest-DeleteServersTestJSON-1093761568-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=41b8b45e25af4c498afb80b94362fe95&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3890243 Jul 21 12:15:57.644021 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] For port b288f12d-9d9a-4363-9ca7-489e31708f55, host dv-cinder-850321-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-1-iscsi',level=0,port_id=b288f12d-9d9a-4363-9ca7-489e31708f55,segment=NetworkSegment(516861e0-d3fe-4b3f-83ca-af9f79051018),segment_id=516861e0-d3fe-4b3f-83ca-af9f79051018)] {{(pid=104161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 12:15:57.736246 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158'] for port (b288f12d-9d9a-4363-9ca7-489e31708f55), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:57.742126 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f047319c-5bc2-42fd-ae71-ca43bab9d8b1 None None] Pushing event updated for resources: {'Port': ['ID=4521b402-73a3-44d5-94b0-4aa8eb497003,revision_number=3']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:15:58.028771 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.18', 57560) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:15:58.036294 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [None req-1f6ee62e-769f-4db1-9ede-58feb542f523 None None] Provisioning complete for port d345d234-56b3-4328-9e19-a7e68dd40415 triggered by entity DHCP. {{(pid=104161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 12:15:58.037071 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-1f6ee62e-769f-4db1-9ede-58feb542f523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388846'] for port (d345d234-56b3-4328-9e19-a7e68dd40415), provisioning_complete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:58.042331 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-0a466cc1-17ab-4d34-80ad-d802700fa099 req-19c7990a-0d2e-436f-976e-f990f4dbc77e tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/ports?device_id=27a94fde-54c5-4b8d-9fa5-dab03fa1ac07 HTTP/1.1" status: 200 len: 210 time: 0.2501795 Jul 21 12:15:58.086356 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-1f6ee62e-769f-4db1-9ede-58feb542f523 None None] Port d345d234-56b3-4328-9e19-a7e68dd40415 cannot update to ACTIVE because it is not bound. {{(pid=104161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 12:15:58.106864 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.managers [None req-02bd8f27-9373-496d-97d9-190788c06af4 None None] Attempting to bind port ad46f4b3-b3ac-4329-91b8-2a06c4cd41ef on host dv-cinder-850321-1-iscsi for vnic_type normal with profile {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 12:15:58.107404 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.managers [None req-02bd8f27-9373-496d-97d9-190788c06af4 None None] Attempting to bind port ad46f4b3-b3ac-4329-91b8-2a06c4cd41ef by drivers openvswitch,hyperv on host dv-cinder-850321-1-iscsi at level 0 using segments [{'id': '12da12e1-cfd0-4313-ac52-6e5f4f39ccb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '1933b755-354d-4a90-8a75-f1a81a16c8f0'}] {{(pid=104161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 12:15:58.107983 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02bd8f27-9373-496d-97d9-190788c06af4 None None] Attempting to bind port ad46f4b3-b3ac-4329-91b8-2a06c4cd41ef on network 1933b755-354d-4a90-8a75-f1a81a16c8f0 {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 12:15:58.126339 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02bd8f27-9373-496d-97d9-190788c06af4 None None] Checking agent: {'id': 'c982e9e4-9e4b-4150-8658-75b564dceb25', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850321-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 12, 6, 47), 'started_at': datetime.datetime(2022, 7, 21, 12, 7, 17), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 12, 15, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850321-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 12:15:58.126992 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02bd8f27-9373-496d-97d9-190788c06af4 None None] Checking segment: {'id': '12da12e1-cfd0-4313-ac52-6e5f4f39ccb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '1933b755-354d-4a90-8a75-f1a81a16c8f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 12:15:58.127542 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-02bd8f27-9373-496d-97d9-190788c06af4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:58.128040 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02bd8f27-9373-496d-97d9-190788c06af4 None None] Bound using segment: {'id': '12da12e1-cfd0-4313-ac52-6e5f4f39ccb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '1933b755-354d-4a90-8a75-f1a81a16c8f0'} {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 12:15:58.128652 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.managers [None req-02bd8f27-9373-496d-97d9-190788c06af4 None None] Bound port: ad46f4b3-b3ac-4329-91b8-2a06c4cd41ef, host: dv-cinder-850321-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12da12e1-cfd0-4313-ac52-6e5f4f39ccb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '1933b755-354d-4a90-8a75-f1a81a16c8f0'}}] {{(pid=104161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 12:15:58.129141 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-02bd8f27-9373-496d-97d9-190788c06af4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (ad46f4b3-b3ac-4329-91b8-2a06c4cd41ef), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:58.166563 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-b0206ab8-4068-467a-954b-8f924692d33d tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Publish callbacks [] for port (a2379378-46c3-4cc5-a2a5-51a80fcf5fc8), precommit_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:58.189465 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-b0206ab8-4068-467a-954b-8f924692d33d tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158'] for port (a2379378-46c3-4cc5-a2a5-51a80fcf5fc8), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:58.194252 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Pushing event updated for resources: {'Port': ['ID=b288f12d-9d9a-4363-9ca7-489e31708f55,revision_number=4']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:15:58.241434 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [None req-871c2bb6-77f8-4a0d-b93c-dafbd7336dd3 None None] Provisioning complete for port 4521b402-73a3-44d5-94b0-4aa8eb497003 triggered by entity DHCP. {{(pid=104161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 12:15:58.241966 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-871c2bb6-77f8-4a0d-b93c-dafbd7336dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388846'] for port (4521b402-73a3-44d5-94b0-4aa8eb497003), provisioning_complete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:58.306235 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.managers [None req-66bf7b11-8fee-40b5-aac7-f79294a99496 None None] Attempting to bind port 4521b402-73a3-44d5-94b0-4aa8eb497003 on host dv-cinder-850321-1-iscsi for vnic_type normal with profile {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 12:15:58.311167 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.managers [None req-66bf7b11-8fee-40b5-aac7-f79294a99496 None None] Attempting to bind port 4521b402-73a3-44d5-94b0-4aa8eb497003 by drivers openvswitch,hyperv on host dv-cinder-850321-1-iscsi at level 0 using segments [{'id': '75921558-43a8-4348-8bcf-b36389368972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '24751c0b-819a-470d-9221-d71fff5ec112'}] {{(pid=104162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 12:15:58.312172 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66bf7b11-8fee-40b5-aac7-f79294a99496 None None] Attempting to bind port 4521b402-73a3-44d5-94b0-4aa8eb497003 on network 24751c0b-819a-470d-9221-d71fff5ec112 {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 12:15:58.326327 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-39888be4-7142-4155-9ccb-bd87659a2627 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:58.332672 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66bf7b11-8fee-40b5-aac7-f79294a99496 None None] Checking agent: {'id': 'c982e9e4-9e4b-4150-8658-75b564dceb25', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850321-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 12, 6, 47), 'started_at': datetime.datetime(2022, 7, 21, 12, 7, 17), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 12, 15, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850321-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 12:15:58.339138 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66bf7b11-8fee-40b5-aac7-f79294a99496 None None] Checking segment: {'id': '75921558-43a8-4348-8bcf-b36389368972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '24751c0b-819a-470d-9221-d71fff5ec112'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 12:15:58.339728 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-66bf7b11-8fee-40b5-aac7-f79294a99496 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:58.340154 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66bf7b11-8fee-40b5-aac7-f79294a99496 None None] Bound using segment: {'id': '75921558-43a8-4348-8bcf-b36389368972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '24751c0b-819a-470d-9221-d71fff5ec112'} {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 12:15:58.340864 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.managers [None req-66bf7b11-8fee-40b5-aac7-f79294a99496 None None] Bound port: 4521b402-73a3-44d5-94b0-4aa8eb497003, host: dv-cinder-850321-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75921558-43a8-4348-8bcf-b36389368972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '24751c0b-819a-470d-9221-d71fff5ec112'}}] {{(pid=104162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 12:15:58.341441 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-66bf7b11-8fee-40b5-aac7-f79294a99496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (4521b402-73a3-44d5-94b0-4aa8eb497003), before_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:58.349132 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-b0206ab8-4068-467a-954b-8f924692d33d tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681920'] for floatingip (ae8dbe4b-3e14-4f73-86eb-3ad36325ff78), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:58.386569 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-871c2bb6-77f8-4a0d-b93c-dafbd7336dd3 None None] Port 4521b402-73a3-44d5-94b0-4aa8eb497003 cannot update to ACTIVE because it is not bound. {{(pid=104161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 12:15:58.392098 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-02bd8f27-9373-496d-97d9-190788c06af4 None None] For port ad46f4b3-b3ac-4329-91b8-2a06c4cd41ef, host dv-cinder-850321-1-iscsi, cleared binding levels {{(pid=104161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 12:15:58.417769 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-02bd8f27-9373-496d-97d9-190788c06af4 None None] For port ad46f4b3-b3ac-4329-91b8-2a06c4cd41ef, host dv-cinder-850321-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-1-iscsi',level=0,port_id=ad46f4b3-b3ac-4329-91b8-2a06c4cd41ef,segment=NetworkSegment(12da12e1-cfd0-4313-ac52-6e5f4f39ccb4),segment_id=12da12e1-cfd0-4313-ac52-6e5f4f39ccb4)] {{(pid=104161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 12:15:58.434166 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9277b4-c87b-4c0a-b965-fbad67d84805 None None] Sync routers for ids ['2e8c32c0-f7a5-44bc-9719-afb90b68785d'] in dv-cinder-850321-1-iscsi {{(pid=104161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 12:15:58.464643 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Device dddb8c86-648d-4310-a805-8ec6ac8ca639 up at agent ovs-agent-dv-cinder-850321-1-iscsi {{(pid=104161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 12:15:58.508744 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [req-4b256955-4d1f-4f09-9cae-b74c736e14ae req-227e54e2-faca-4bb1-a84e-572206caade7 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=104160) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 21 12:15:58.510511 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-4b256955-4d1f-4f09-9cae-b74c736e14ae req-227e54e2-faca-4bb1-a84e-572206caade7 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3359764 Jul 21 12:15:58.522585 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-66bf7b11-8fee-40b5-aac7-f79294a99496 None None] For port 4521b402-73a3-44d5-94b0-4aa8eb497003, host dv-cinder-850321-1-iscsi, cleared binding levels {{(pid=104162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 12:15:58.527644 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-66bf7b11-8fee-40b5-aac7-f79294a99496 None None] For port 4521b402-73a3-44d5-94b0-4aa8eb497003, host dv-cinder-850321-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-1-iscsi',level=0,port_id=4521b402-73a3-44d5-94b0-4aa8eb497003,segment=NetworkSegment(75921558-43a8-4348-8bcf-b36389368972),segment_id=75921558-43a8-4348-8bcf-b36389368972)] {{(pid=104162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 12:15:58.529300 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-b0206ab8-4068-467a-954b-8f924692d33d tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170956'] for floatingip (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:58.531357 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:15:58.544889 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-b0206ab8-4068-467a-954b-8f924692d33d tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.3120131 Jul 21 12:15:58.545243 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [None req-871c2bb6-77f8-4a0d-b93c-dafbd7336dd3 None None] Provisioning complete for port ad46f4b3-b3ac-4329-91b8-2a06c4cd41ef triggered by entity DHCP. {{(pid=104161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 12:15:58.545243 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-871c2bb6-77f8-4a0d-b93c-dafbd7336dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388846'] for port (ad46f4b3-b3ac-4329-91b8-2a06c4cd41ef), provisioning_complete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:58.545243 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-02bd8f27-9373-496d-97d9-190788c06af4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158'] for port (ad46f4b3-b3ac-4329-91b8-2a06c4cd41ef), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:58.551847 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-66bf7b11-8fee-40b5-aac7-f79294a99496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158'] for port (4521b402-73a3-44d5-94b0-4aa8eb497003), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:58.633183 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9277b4-c87b-4c0a-b965-fbad67d84805 None None] Routers {'2e8c32c0-f7a5-44bc-9719-afb90b68785d'} bound to L3 agent in host dv-cinder-850321-1-iscsi {{(pid=104161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 12:15:58.634298 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-4a9277b4-c87b-4c0a-b965-fbad67d84805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-21T12:06:45Z,description=,heartbeat_timestamp=2022-07-21T12:15:45Z,host='dv-cinder-850321-1-iscsi',id=ceb1130f-c61e-494c-be4f-967cc153319c,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T12:06:45Z,topic='l3_agent')) {'router_ids': ['2e8c32c0-f7a5-44bc-9719-afb90b68785d'], 'active': True} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:15:58.726241 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f047319c-5bc2-42fd-ae71-ca43bab9d8b1 None None] Pushing event updated for resources: {'Port': ['ID=4521b402-73a3-44d5-94b0-4aa8eb497003,revision_number=4']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:15:58.768101 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66bf7b11-8fee-40b5-aac7-f79294a99496 None None] Routers {'4e274fe2-e02e-4f53-8fb4-8171458f2042'} bound to L3 agent in host dv-cinder-850321-1-iscsi {{(pid=104162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 12:15:58.769107 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_hamode_db [None req-66bf7b11-8fee-40b5-aac7-f79294a99496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-21T12:06:45Z,description=,heartbeat_timestamp=2022-07-21T12:15:45Z,host='dv-cinder-850321-1-iscsi',id=ceb1130f-c61e-494c-be4f-967cc153319c,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T12:06:45Z,topic='l3_agent')) {'router_ids': ['4e274fe2-e02e-4f53-8fb4-8171458f2042'], 'active': True} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:15:58.821380 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.48', 58755) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:15:58.917974 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0206ab8-4068-467a-954b-8f924692d33d tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Pushing event updated for resources: {'Port': ['ID=a2379378-46c3-4cc5-a2a5-51a80fcf5fc8,revision_number=2']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:15:59.084735 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvr_db [None req-66bf7b11-8fee-40b5-aac7-f79294a99496 None None] Set router 4e274fe2-e02e-4f53-8fb4-8171458f2042 gateway port host: dv-cinder-850321-1-iscsi {{(pid=104162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 12:15:59.115594 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 57586) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:15:59.149699 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.v2.base [None req-a49bb59a-70c1-48fa-b94f-046595639d6f tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1760924645', 'description': 'tempest-description--383443831'}} {{(pid=104159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 12:15:59.186670 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:15:59.192160 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:15:59.703328 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-65bfb246-da9d-439c-b1ad-7733e3f9fc33 req-4b46ae9e-d573-48ed-9bb9-aabb1b4ccbae tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/ports?device_id=27a94fde-54c5-4b8d-9fa5-dab03fa1ac07 HTTP/1.1" status: 200 len: 210 time: 0.5010931 Jul 21 12:15:59.783162 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-a49bb59a-70c1-48fa-b94f-046595639d6f tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Publish callbacks [] for security_group (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:59.785839 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-4b256955-4d1f-4f09-9cae-b74c736e14ae req-5ec1c00e-2835-46e6-93a2-47c128c98885 service neutron] 10.222.0.18 "GET /v2.0/networks/24751c0b-819a-470d-9221-d71fff5ec112?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2452505 Jul 21 12:15:59.895937 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-39888be4-7142-4155-9ccb-bd87659a2627 admin admin] Publish callbacks [] for security_group (be726d6c-c52b-4a78-a06f-5e133ddd041b), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:15:59.935258 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c09ee26-9c01-4d1f-9be1-626785530e6e None None] Pushing event updated for resources: {'Port': ['ID=ad46f4b3-b3ac-4329-91b8-2a06c4cd41ef,revision_number=4']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:15:59.959284 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-39888be4-7142-4155-9ccb-bd87659a2627 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (be726d6c-c52b-4a78-a06f-5e133ddd041b), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:00.005285 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:16:00.011537 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-a49bb59a-70c1-48fa-b94f-046595639d6f tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Publish callbacks [] for security_group (195f81d2-1587-4fdd-87dd-d5d45e8d9a00), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:00.050044 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02bd8f27-9373-496d-97d9-190788c06af4 None None] Routers {'00530d2f-799a-4044-9006-5104009f2aa9'} bound to L3 agent in host dv-cinder-850321-1-iscsi {{(pid=104161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 12:16:00.054843 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-02bd8f27-9373-496d-97d9-190788c06af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-21T12:06:45Z,description=,heartbeat_timestamp=2022-07-21T12:15:45Z,host='dv-cinder-850321-1-iscsi',id=ceb1130f-c61e-494c-be4f-967cc153319c,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T12:06:45Z,topic='l3_agent')) {'router_ids': ['00530d2f-799a-4044-9006-5104009f2aa9'], 'active': True} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:16:00.133438 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a7ecd2-ab99-4f2f-9317-0a8f45891167 req-002357d5-262d-4563-8375-4fdfe1c40716 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:16:00.138989 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-40a7ecd2-ab99-4f2f-9317-0a8f45891167 req-002357d5-262d-4563-8375-4fdfe1c40716 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.48 "GET /v2.0/networks?id=ac7b63b3-36ed-4162-888b-3062a1149573 HTTP/1.1" status: 200 len: 819 time: 1.2963696 Jul 21 12:16:00.151254 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-a49bb59a-70c1-48fa-b94f-046595639d6f tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (195f81d2-1587-4fdd-87dd-d5d45e8d9a00), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:00.234359 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.v2.base [req-40a7ecd2-ab99-4f2f-9317-0a8f45891167 req-d2a1c710-ca63-443c-91e0-d956cdd26ba3 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Request body: {'port': {'device_id': 'ee2001bf-bd6d-44cb-92e9-db00d3d80a2f', 'network_id': 'ac7b63b3-36ed-4162-888b-3062a1149573', 'admin_state_up': True, 'tenant_id': 'f3726ac8b83847468671bd930deb5492'}} {{(pid=104159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 12:16:00.245236 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Provisioning complete for port dddb8c86-648d-4310-a805-8ec6ac8ca639 triggered by entity L2. {{(pid=104161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 12:16:00.246069 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388846'] for port (dddb8c86-648d-4310-a805-8ec6ac8ca639), provisioning_complete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:00.273555 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-39888be4-7142-4155-9ccb-bd87659a2627 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b47225f861434e24ad15b59608400e75&name=default HTTP/1.1" status: 200 len: 2996 time: 2.2403417 Jul 21 12:16:00.298709 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 57630) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:16:00.353050 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_hamode_db [None req-66bf7b11-8fee-40b5-aac7-f79294a99496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e274fe2-e02e-4f53-8fb4-8171458f2042', 'name': 'tempest-DeleteServersTestJSON-1994037450-router', 'tenant_id': '41b8b45e25af4c498afb80b94362fe95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'external_fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': 'b288f12d-9d9a-4363-9ca7-489e31708f55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T12:15:29Z', 'updated_at': '2022-07-21T12:15:48Z', 'revision_number': 4, 'project_id': '41b8b45e25af4c498afb80b94362fe95', 'gw_port': {'id': 'b288f12d-9d9a-4363-9ca7-489e31708f55', 'name': '', 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:31:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e274fe2-e02e-4f53-8fb4-8171458f2042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:15:30Z', 'updated_at': '2022-07-21T12:15:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-1-iscsi', '_interfaces': [{'id': '4521b402-73a3-44d5-94b0-4aa8eb497003', 'name': '', 'network_id': '24751c0b-819a-470d-9221-d71fff5ec112', 'tenant_id': '41b8b45e25af4c498afb80b94362fe95', 'mac_address': 'fa:16:3e:ec:4a:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e274fe2-e02e-4f53-8fb4-8171458f2042', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '41e43e98-3e78-47c9-95a5-d192ddc4a654', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:15:41Z', 'updated_at': '2022-07-21T12:15:58Z', 'revision_number': 4, 'project_id': '41b8b45e25af4c498afb80b94362fe95', 'subnets': [{'id': '41e43e98-3e78-47c9-95a5-d192ddc4a654', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-1-iscsi', False) {} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:16:00.391206 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39888be4-7142-4155-9ccb-bd87659a2627 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be726d6c-c52b-4a78-a06f-5e133ddd041b,revision_number=1']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:16:00.400064 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvr_db [None req-4a9277b4-c87b-4c0a-b965-fbad67d84805 None None] Set router 2e8c32c0-f7a5-44bc-9719-afb90b68785d gateway port host: dv-cinder-850321-1-iscsi {{(pid=104161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 12:16:00.401571 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66bf7b11-8fee-40b5-aac7-f79294a99496 None None] The sync data for ids ['4e274fe2-e02e-4f53-8fb4-8171458f2042'] in dv-cinder-850321-1-iscsi is: [{'id': '4e274fe2-e02e-4f53-8fb4-8171458f2042', 'name': 'tempest-DeleteServersTestJSON-1994037450-router', 'tenant_id': '41b8b45e25af4c498afb80b94362fe95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'external_fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': 'b288f12d-9d9a-4363-9ca7-489e31708f55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T12:15:29Z', 'updated_at': '2022-07-21T12:15:48Z', 'revision_number': 4, 'project_id': '41b8b45e25af4c498afb80b94362fe95', 'gw_port': {'id': 'b288f12d-9d9a-4363-9ca7-489e31708f55', 'name': '', 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:31:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e274fe2-e02e-4f53-8fb4-8171458f2042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:15:30Z', 'updated_at': '2022-07-21T12:15:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-1-iscsi', '_interfaces': [{'id': '4521b402-73a3-44d5-94b0-4aa8eb497003', 'name': '', 'network_id': '24751c0b-819a-470d-9221-d71fff5ec112', 'tenant_id': '41b8b45e25af4c498afb80b94362fe95', 'mac_address': 'fa:16:3e:ec:4a:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e274fe2-e02e-4f53-8fb4-8171458f2042', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '41e43e98-3e78-47c9-95a5-d192ddc4a654', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:15:41Z', 'updated_at': '2022-07-21T12:15:58Z', 'revision_number': 4, 'project_id': '41b8b45e25af4c498afb80b94362fe95', 'subnets': [{'id': '41e43e98-3e78-47c9-95a5-d192ddc4a654', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 12:16:00.421221 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-4b256955-4d1f-4f09-9cae-b74c736e14ae req-b3e72d6d-01cf-4307-be84-1fe395210661 service neutron] 10.222.0.18 "GET /v2.0/networks/24751c0b-819a-470d-9221-d71fff5ec112?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6242077 Jul 21 12:16:00.458592 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-447e452f-a7e3-4be8-aec4-0b762cd7578a req-41c8d272-d3b3-415b-9022-ded06977fc91 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1513743665&fields=id&tenant_id=c7d349f62c0c4747bd1748ca0a4bde00 HTTP/1.1" status: 200 len: 267 time: 0.5677936 Jul 21 12:16:00.683770 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-a49bb59a-70c1-48fa-b94f-046595639d6f tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Publish callbacks [] for security_group (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:00.686811 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-a49bb59a-70c1-48fa-b94f-046595639d6f tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.5697212 Jul 21 12:16:00.690471 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.18', 57646) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:16:00.702124 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.v2.base [None req-c37daba1-73c0-4d4e-ada1-3df07f355cbb tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Request body: {'security_group_rule': {'security_group_id': '195f81d2-1587-4fdd-87dd-d5d45e8d9a00', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 12:16:00.764755 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-871c2bb6-77f8-4a0d-b93c-dafbd7336dd3 None None] Current status of the port ad46f4b3-b3ac-4329-91b8-2a06c4cd41ef is: DOWN; New status is: ACTIVE {{(pid=104161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 12:16:00.765404 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-871c2bb6-77f8-4a0d-b93c-dafbd7336dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (ad46f4b3-b3ac-4329-91b8-2a06c4cd41ef), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:00.857280 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=87,neutron:UPDATE=1,neutron:INSERT=12 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:16:00.860690 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-c37daba1-73c0-4d4e-ada1-3df07f355cbb tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Publish callbacks [] for security_group_rule (fe0b34f2-bee7-4938-a6b1-b880946cc8bb), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:00.882236 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:16:00.885413 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-871c2bb6-77f8-4a0d-b93c-dafbd7336dd3 None None] For port ad46f4b3-b3ac-4329-91b8-2a06c4cd41ef, host dv-cinder-850321-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-1-iscsi',level=0,port_id=ad46f4b3-b3ac-4329-91b8-2a06c4cd41ef,segment=NetworkSegment(12da12e1-cfd0-4313-ac52-6e5f4f39ccb4),segment_id=12da12e1-cfd0-4313-ac52-6e5f4f39ccb4)] {{(pid=104161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 12:16:00.888246 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49bb59a-70c1-48fa-b94f-046595639d6f tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Pushing event updated for resources: {'SecurityGroup': ['ID=195f81d2-1587-4fdd-87dd-d5d45e8d9a00,revision_number=1']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:16:00.891268 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Current status of the port dddb8c86-648d-4310-a805-8ec6ac8ca639 is: ACTIVE; New status is: ACTIVE {{(pid=104161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 12:16:00.894566 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Device b1d1c6d1-fd4a-427b-9ee3-01ccd1eba03d up at agent ovs-agent-dv-cinder-850321-1-iscsi {{(pid=104161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 12:16:00.907425 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-871c2bb6-77f8-4a0d-b93c-dafbd7336dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158'] for port (ad46f4b3-b3ac-4329-91b8-2a06c4cd41ef), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:00.960144 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=1 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:16:01.082692 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-c37daba1-73c0-4d4e-ada1-3df07f355cbb tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Publish callbacks [] for security_group_rule (fe0b34f2-bee7-4938-a6b1-b880946cc8bb), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:01.103453 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:16:01.105598 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-c37daba1-73c0-4d4e-ada1-3df07f355cbb tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757972'] for security_group_rule (fe0b34f2-bee7-4938-a6b1-b880946cc8bb), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:01.182801 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37daba1-73c0-4d4e-ada1-3df07f355cbb tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe0b34f2-bee7-4938-a6b1-b880946cc8bb,revision_number=0']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:16:01.229159 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-c37daba1-73c0-4d4e-ada1-3df07f355cbb tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:01.231017 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvr_db [None req-02bd8f27-9373-496d-97d9-190788c06af4 None None] Set router 00530d2f-799a-4044-9006-5104009f2aa9 gateway port host: dv-cinder-850321-1-iscsi {{(pid=104161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 12:16:01.238539 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-c37daba1-73c0-4d4e-ada1-3df07f355cbb tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5459447 Jul 21 12:16:01.239407 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.18', 57664) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:16:01.264812 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.v2.base [None req-49186405-461a-424a-8fcf-06c852012038 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Request body: {'security_group_rule': {'security_group_id': '195f81d2-1587-4fdd-87dd-d5d45e8d9a00', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 12:16:01.378540 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-49186405-461a-424a-8fcf-06c852012038 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Publish callbacks [] for security_group_rule (0a8b0136-ea59-44a2-9669-8a3c260b9745), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:01.403688 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.48', 58761) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:16:01.478715 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [None req-4c6c7299-36e9-42ef-80f5-a60b04cb7a69 None None] Provisioning complete for port 4521b402-73a3-44d5-94b0-4aa8eb497003 triggered by entity DHCP. {{(pid=104161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 12:16:01.479564 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-4c6c7299-36e9-42ef-80f5-a60b04cb7a69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388846'] for port (4521b402-73a3-44d5-94b0-4aa8eb497003), provisioning_complete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:01.521732 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-65831d61-1622-4269-8366-469045083735 admin admin] Publish callbacks [] for security_group (be726d6c-c52b-4a78-a06f-5e133ddd041b), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:01.890028 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-65831d61-1622-4269-8366-469045083735 admin admin] Publish callbacks [] for security_group (be726d6c-c52b-4a78-a06f-5e133ddd041b), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:01.893032 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-4a9277b4-c87b-4c0a-b965-fbad67d84805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e8c32c0-f7a5-44bc-9719-afb90b68785d', 'name': 'tempest-AttachVolumeShelveTestJSON-530716939-router', 'tenant_id': '2409e2644eb14d6b9545088c08d22273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'external_fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.74'}], 'enable_snat': True}, 'gw_port_id': 'b1d1c6d1-fd4a-427b-9ee3-01ccd1eba03d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T12:15:33Z', 'updated_at': '2022-07-21T12:15:53Z', 'revision_number': 4, 'project_id': '2409e2644eb14d6b9545088c08d22273', 'gw_port': {'id': 'b1d1c6d1-fd4a-427b-9ee3-01ccd1eba03d', 'name': '', 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:f7:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e8c32c0-f7a5-44bc-9719-afb90b68785d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:15:36Z', 'updated_at': '2022-07-21T12:15:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-1-iscsi', '_interfaces': [{'id': 'd345d234-56b3-4328-9e19-a7e68dd40415', 'name': '', 'network_id': 'ff0fcfbd-22d3-47ea-80f2-195b1cbc803d', 'tenant_id': '2409e2644eb14d6b9545088c08d22273', 'mac_address': 'fa:16:3e:92:df:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e8c32c0-f7a5-44bc-9719-afb90b68785d', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'cc9a2033-692d-458c-a1e6-ffe26f82c935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:15:50Z', 'updated_at': '2022-07-21T12:15:54Z', 'revision_number': 2, 'project_id': '2409e2644eb14d6b9545088c08d22273', 'subnets': [{'id': 'cc9a2033-692d-458c-a1e6-ffe26f82c935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-1-iscsi', False) {} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:16:02.258653 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447e452f-a7e3-4be8-aec4-0b762cd7578a req-c5c3abbf-0382-4203-8dbc-d072fbdfc3b6 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:16:02.285916 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-447e452f-a7e3-4be8-aec4-0b762cd7578a req-c5c3abbf-0382-4203-8dbc-d072fbdfc3b6 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.18 "GET /v2.0/networks?id=1933b755-354d-4a90-8a75-f1a81a16c8f0 HTTP/1.1" status: 200 len: 815 time: 1.5559602 Jul 21 12:16:02.343393 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40a7ecd2-ab99-4f2f-9317-0a8f45891167 req-d2a1c710-ca63-443c-91e0-d956cdd26ba3 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Made reservation on behalf of f3726ac8b83847468671bd930deb5492 for: {'port': 1} {{(pid=104159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 12:16:02.360635 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-40a7ecd2-ab99-4f2f-9317-0a8f45891167 req-d2a1c710-ca63-443c-91e0-d956cdd26ba3 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:02.409846 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-447e452f-a7e3-4be8-aec4-0b762cd7578a req-2866d51d-6c30-48f5-a8be-2326bfb55cca tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.18 "GET /v2.0/quotas/c7d349f62c0c4747bd1748ca0a4bde00 HTTP/1.1" status: 200 len: 375 time: 0.1229246 Jul 21 12:16:02.424494 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-aa37b200-3524-46cf-96ee-7b6a83846b83 req-6faa30e5-7f1f-424f-9b2f-5340ef942de6 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/ports?device_id=27a94fde-54c5-4b8d-9fa5-dab03fa1ac07 HTTP/1.1" status: 200 len: 210 time: 0.5291564 Jul 21 12:16:02.577680 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-49186405-461a-424a-8fcf-06c852012038 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Publish callbacks [] for security_group_rule (0a8b0136-ea59-44a2-9669-8a3c260b9745), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:02.584665 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871c2bb6-77f8-4a0d-b93c-dafbd7336dd3 None None] Pushing event updated for resources: {'Port': ['ID=ad46f4b3-b3ac-4329-91b8-2a06c4cd41ef,revision_number=5']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:16:02.626082 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f065ed-26eb-4bbb-ab07-576ca4849e41 req-5543e267-5daf-4a0e-a94a-9e417783ee87 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:16:02.629592 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Provisioning complete for port b1d1c6d1-fd4a-427b-9ee3-01ccd1eba03d triggered by entity L2. {{(pid=104161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 12:16:02.629999 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388846'] for port (b1d1c6d1-fd4a-427b-9ee3-01ccd1eba03d), provisioning_complete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:02.631674 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-e4f065ed-26eb-4bbb-ab07-576ca4849e41 req-5543e267-5daf-4a0e-a94a-9e417783ee87 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.48 "GET /v2.0/networks?id=ac7b63b3-36ed-4162-888b-3062a1149573 HTTP/1.1" status: 200 len: 819 time: 1.2233722 Jul 21 12:16:02.633839 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-49186405-461a-424a-8fcf-06c852012038 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757972'] for security_group_rule (0a8b0136-ea59-44a2-9669-8a3c260b9745), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:02.664509 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.v2.base [req-e4f065ed-26eb-4bbb-ab07-576ca4849e41 req-024920f5-58e1-40e1-bace-70b064bc09b0 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Request body: {'port': {'device_id': '27a94fde-54c5-4b8d-9fa5-dab03fa1ac07', 'network_id': 'ac7b63b3-36ed-4162-888b-3062a1149573', 'admin_state_up': True, 'tenant_id': 'f3726ac8b83847468671bd930deb5492'}} {{(pid=104160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 12:16:02.708988 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-447e452f-a7e3-4be8-aec4-0b762cd7578a req-aaf1a75c-1259-4cb8-bb20-69e541aeebe4 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=c7d349f62c0c4747bd1748ca0a4bde00&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2907562 Jul 21 12:16:02.772913 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:16:02.778485 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9277b4-c87b-4c0a-b965-fbad67d84805 None None] Checking router: 2e8c32c0-f7a5-44bc-9719-afb90b68785d for host: dv-cinder-850321-1-iscsi {{(pid=104161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 12:16:02.779224 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9277b4-c87b-4c0a-b965-fbad67d84805 None None] Updating router 2e8c32c0-f7a5-44bc-9719-afb90b68785d port d345d234-56b3-4328-9e19-a7e68dd40415 binding host dv-cinder-850321-1-iscsi {{(pid=104161) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 21 12:16:02.958851 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=100 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:16:02.961521 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-4a9277b4-c87b-4c0a-b965-fbad67d84805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (d345d234-56b3-4328-9e19-a7e68dd40415), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:03.034212 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-4c6c7299-36e9-42ef-80f5-a60b04cb7a69 None None] Current status of the port 4521b402-73a3-44d5-94b0-4aa8eb497003 is: DOWN; New status is: ACTIVE {{(pid=104161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 12:16:03.034926 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-4c6c7299-36e9-42ef-80f5-a60b04cb7a69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (4521b402-73a3-44d5-94b0-4aa8eb497003), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:03.102789 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (0e418a3d-140a-4386-ad03-1f6ad2d8ed7b), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:03.209076 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49186405-461a-424a-8fcf-06c852012038 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a8b0136-ea59-44a2-9669-8a3c260b9745,revision_number=0']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:16:03.431029 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-754de697-65ff-4801-add0-b2567b418783 req-c198bff9-e3ea-4bce-a2f0-7e13cc853a78 tempest-DeleteServersTestJSON-1093761568 tempest-DeleteServersTestJSON-1093761568-project] 10.222.0.18 "GET /v2.0/ports?device_id=3374fda9-c1c9-4d63-acce-726d9a907bfa HTTP/1.1" status: 200 len: 210 time: 0.2054648 Jul 21 12:16:03.450104 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-49186405-461a-424a-8fcf-06c852012038 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:03.467610 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-49186405-461a-424a-8fcf-06c852012038 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.2236478 Jul 21 12:16:03.471646 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-02bd8f27-9373-496d-97d9-190788c06af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00530d2f-799a-4044-9006-5104009f2aa9', 'name': 'tempest-AttachVolumeNegativeTest-1235427896-router', 'tenant_id': 'c7d349f62c0c4747bd1748ca0a4bde00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'external_fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'f1e77053-8d9a-412c-ac41-d1a4ceefb391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T12:15:36Z', 'updated_at': '2022-07-21T12:15:47Z', 'revision_number': 4, 'project_id': 'c7d349f62c0c4747bd1748ca0a4bde00', 'gw_port': {'id': 'f1e77053-8d9a-412c-ac41-d1a4ceefb391', 'name': '', 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:dd:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00530d2f-799a-4044-9006-5104009f2aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:15:38Z', 'updated_at': '2022-07-21T12:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-1-iscsi', '_interfaces': [{'id': 'ad46f4b3-b3ac-4329-91b8-2a06c4cd41ef', 'name': '', 'network_id': '1933b755-354d-4a90-8a75-f1a81a16c8f0', 'tenant_id': 'c7d349f62c0c4747bd1748ca0a4bde00', 'mac_address': 'fa:16:3e:7f:10:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00530d2f-799a-4044-9006-5104009f2aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '5adcbf66-cad3-499f-bfcd-a299fbf0cd74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:15:44Z', 'updated_at': '2022-07-21T12:15:58Z', 'revision_number': 4, 'project_id': 'c7d349f62c0c4747bd1748ca0a4bde00', 'subnets': [{'id': '5adcbf66-cad3-499f-bfcd-a299fbf0cd74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-1-iscsi', False) {} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:16:03.490888 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.18', 57716) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:16:03.515390 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.v2.base [None req-37cb6d9d-c347-4224-9c58-8de365413614 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Request body: {'floatingip': {'floating_network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8'}} {{(pid=104160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 12:16:03.647871 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-65831d61-1622-4269-8366-469045083735 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (be726d6c-c52b-4a78-a06f-5e133ddd041b), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:03.656995 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-65831d61-1622-4269-8366-469045083735 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:03.662150 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-65831d61-1622-4269-8366-469045083735 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/be726d6c-c52b-4a78-a06f-5e133ddd041b HTTP/1.1" status: 204 len: 168 time: 3.3501167 Jul 21 12:16:03.721769 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02bd8f27-9373-496d-97d9-190788c06af4 None None] The sync data for ids ['00530d2f-799a-4044-9006-5104009f2aa9'] in dv-cinder-850321-1-iscsi is: [{'id': '00530d2f-799a-4044-9006-5104009f2aa9', 'name': 'tempest-AttachVolumeNegativeTest-1235427896-router', 'tenant_id': 'c7d349f62c0c4747bd1748ca0a4bde00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'external_fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'f1e77053-8d9a-412c-ac41-d1a4ceefb391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T12:15:36Z', 'updated_at': '2022-07-21T12:15:47Z', 'revision_number': 4, 'project_id': 'c7d349f62c0c4747bd1748ca0a4bde00', 'gw_port': {'id': 'f1e77053-8d9a-412c-ac41-d1a4ceefb391', 'name': '', 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:dd:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00530d2f-799a-4044-9006-5104009f2aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:15:38Z', 'updated_at': '2022-07-21T12:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-1-iscsi', '_interfaces': [{'id': 'ad46f4b3-b3ac-4329-91b8-2a06c4cd41ef', 'name': '', 'network_id': '1933b755-354d-4a90-8a75-f1a81a16c8f0', 'tenant_id': 'c7d349f62c0c4747bd1748ca0a4bde00', 'mac_address': 'fa:16:3e:7f:10:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00530d2f-799a-4044-9006-5104009f2aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '5adcbf66-cad3-499f-bfcd-a299fbf0cd74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:15:44Z', 'updated_at': '2022-07-21T12:15:58Z', 'revision_number': 4, 'project_id': 'c7d349f62c0c4747bd1748ca0a4bde00', 'subnets': [{'id': '5adcbf66-cad3-499f-bfcd-a299fbf0cd74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 12:16:03.746402 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-4c6c7299-36e9-42ef-80f5-a60b04cb7a69 None None] For port 4521b402-73a3-44d5-94b0-4aa8eb497003, host dv-cinder-850321-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-1-iscsi',level=0,port_id=4521b402-73a3-44d5-94b0-4aa8eb497003,segment=NetworkSegment(75921558-43a8-4348-8bcf-b36389368972),segment_id=75921558-43a8-4348-8bcf-b36389368972)] {{(pid=104161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 12:16:03.779662 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-4c6c7299-36e9-42ef-80f5-a60b04cb7a69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158'] for port (4521b402-73a3-44d5-94b0-4aa8eb497003), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:03.853847 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-94356ea9-0ad2-4610-a279-f01406e4e249 req-a00ccc97-4b75-41d2-b291-f344cd0e1fe0 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/ports?device_id=27a94fde-54c5-4b8d-9fa5-dab03fa1ac07 HTTP/1.1" status: 200 len: 210 time: 0.2063332 Jul 21 12:16:03.868176 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [None req-4c6c7299-36e9-42ef-80f5-a60b04cb7a69 None None] Provisioning complete for port ad46f4b3-b3ac-4329-91b8-2a06c4cd41ef triggered by entity DHCP. {{(pid=104161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 12:16:03.868724 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-4c6c7299-36e9-42ef-80f5-a60b04cb7a69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388846'] for port (ad46f4b3-b3ac-4329-91b8-2a06c4cd41ef), provisioning_complete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:03.884134 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-37cb6d9d-c347-4224-9c58-8de365413614 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:03.889287 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Current status of the port b1d1c6d1-fd4a-427b-9ee3-01ccd1eba03d is: DOWN; New status is: ACTIVE {{(pid=104161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 12:16:03.891615 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (b1d1c6d1-fd4a-427b-9ee3-01ccd1eba03d), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:04.146785 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.48', 58767) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:16:04.195073 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4f065ed-26eb-4bbb-ab07-576ca4849e41 req-024920f5-58e1-40e1-bace-70b064bc09b0 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Made reservation on behalf of f3726ac8b83847468671bd930deb5492 for: {'port': 1} {{(pid=104160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 12:16:04.223344 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-e4f065ed-26eb-4bbb-ab07-576ca4849e41 req-024920f5-58e1-40e1-bace-70b064bc09b0 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:04.277469 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65831d61-1622-4269-8366-469045083735 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be726d6c-c52b-4a78-a06f-5e133ddd041b,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:16:04.303570 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-4a9277b4-c87b-4c0a-b965-fbad67d84805 None None] Publish callbacks [] for port (d345d234-56b3-4328-9e19-a7e68dd40415), precommit_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:04.398992 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] For port b1d1c6d1-fd4a-427b-9ee3-01ccd1eba03d, host dv-cinder-850321-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-1-iscsi',level=0,port_id=b1d1c6d1-fd4a-427b-9ee3-01ccd1eba03d,segment=NetworkSegment(516861e0-d3fe-4b3f-83ca-af9f79051018),segment_id=516861e0-d3fe-4b3f-83ca-af9f79051018)] {{(pid=104161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 12:16:04.457377 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6c7299-36e9-42ef-80f5-a60b04cb7a69 None None] Pushing event updated for resources: {'Port': ['ID=4521b402-73a3-44d5-94b0-4aa8eb497003,revision_number=5']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:16:04.555934 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158'] for port (b1d1c6d1-fd4a-427b-9ee3-01ccd1eba03d), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:04.561062 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Device f1e77053-8d9a-412c-ac41-d1a4ceefb391 up at agent ovs-agent-dv-cinder-850321-1-iscsi {{(pid=104161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 12:16:04.573416 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-4a9277b4-c87b-4c0a-b965-fbad67d84805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158'] for port (d345d234-56b3-4328-9e19-a7e68dd40415), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:04.604881 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-37cb6d9d-c347-4224-9c58-8de365413614 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:05.305766 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.18', 57766) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:16:05.346218 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.db.db_base_plugin_common [req-40a7ecd2-ab99-4f2f-9317-0a8f45891167 req-d2a1c710-ca63-443c-91e0-d956cdd26ba3 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Allocated IP 172.20.0.11 (ac7b63b3-36ed-4162-888b-3062a1149573/85871871-89d2-41dd-b1d6-9b7f2440aaee/692130a2-9b94-43ae-864b-0de513e5ba99) {{(pid=104159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 12:16:05.492617 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a49babae-03a4-4a6a-a79d-99642ded9df8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:05.551161 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b256955-4d1f-4f09-9cae-b74c736e14ae req-82193091-cfa0-4728-93c5-2e827913b71b tempest-DeleteServersTestJSON-1093761568 tempest-DeleteServersTestJSON-1093761568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:16:05.557347 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-4b256955-4d1f-4f09-9cae-b74c736e14ae req-82193091-cfa0-4728-93c5-2e827913b71b tempest-DeleteServersTestJSON-1093761568 tempest-DeleteServersTestJSON-1093761568-project] 10.222.0.48 "GET /v2.0/networks?id=24751c0b-819a-470d-9221-d71fff5ec112 HTTP/1.1" status: 200 len: 812 time: 1.3954947 Jul 21 12:16:05.596222 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-badcd01d-5099-42bd-975b-d0f29e37b03a req-28a2adb1-a35c-416d-8c80-437113333319 tempest-DeleteServersTestJSON-1093761568 tempest-DeleteServersTestJSON-1093761568-project] 10.222.0.18 "GET /v2.0/ports?device_id=3374fda9-c1c9-4d63-acce-726d9a907bfa HTTP/1.1" status: 200 len: 210 time: 0.3552203 Jul 21 12:16:05.615564 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.v2.base [req-4b256955-4d1f-4f09-9cae-b74c736e14ae req-cb2fadd2-ee8a-434f-bc80-2ff9ae1972cc tempest-DeleteServersTestJSON-1093761568 tempest-DeleteServersTestJSON-1093761568-project] Request body: {'port': {'device_id': '3374fda9-c1c9-4d63-acce-726d9a907bfa', 'network_id': '24751c0b-819a-470d-9221-d71fff5ec112', 'admin_state_up': True, 'tenant_id': '41b8b45e25af4c498afb80b94362fe95'}} {{(pid=104159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 12:16:05.660072 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-4c6c7299-36e9-42ef-80f5-a60b04cb7a69 None None] Current status of the port ad46f4b3-b3ac-4329-91b8-2a06c4cd41ef is: ACTIVE; New status is: ACTIVE {{(pid=104161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 12:16:05.735936 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:16:05.800935 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:16:05.818336 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [None req-2118e584-044c-45c3-a61b-b6036ef5555e None None] Provisioning complete for port d345d234-56b3-4328-9e19-a7e68dd40415 triggered by entity DHCP. {{(pid=104161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 12:16:05.818735 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-2118e584-044c-45c3-a61b-b6036ef5555e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388846'] for port (d345d234-56b3-4328-9e19-a7e68dd40415), provisioning_complete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:05.890249 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=84,neutron:DELETE=1,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:16:05.924331 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.db.db_base_plugin_common [None req-37cb6d9d-c347-4224-9c58-8de365413614 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Allocated IP 172.27.3.187 (f382b478-dfd7-4678-bcdd-821f508b5bc8/39ec59ca-1d5b-4110-899c-eae6f5db3a39/1dc4c181-57c2-41bf-b004-9180a6dd80fe) {{(pid=104160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 12:16:05.926260 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Pushing event updated for resources: {'Port': ['ID=b1d1c6d1-fd4a-427b-9ee3-01ccd1eba03d,revision_number=4']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:16:05.969323 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-447e452f-a7e3-4be8-aec4-0b762cd7578a req-0bc191b2-4fba-4fcf-90a0-1615b5a6e73a service neutron] 10.222.0.18 "GET /v2.0/networks/1933b755-354d-4a90-8a75-f1a81a16c8f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 3.2226162 Jul 21 12:16:06.168917 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:16:06.173600 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c7ad0b-bb79-4cd5-b745-681af2a09ac0 None None] Pushing event updated for resources: {'Port': ['ID=d345d234-56b3-4328-9e19-a7e68dd40415,revision_number=3']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:16:06.221193 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.managers [None req-4a9277b4-c87b-4c0a-b965-fbad67d84805 None None] Attempting to bind port d345d234-56b3-4328-9e19-a7e68dd40415 on host dv-cinder-850321-1-iscsi for vnic_type normal with profile {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 12:16:06.223634 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.managers [None req-4a9277b4-c87b-4c0a-b965-fbad67d84805 None None] Attempting to bind port d345d234-56b3-4328-9e19-a7e68dd40415 by drivers openvswitch,hyperv on host dv-cinder-850321-1-iscsi at level 0 using segments [{'id': '7232b8b8-b9cf-453a-b8fc-7068d6546503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'ff0fcfbd-22d3-47ea-80f2-195b1cbc803d'}] {{(pid=104161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 12:16:06.224394 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a9277b4-c87b-4c0a-b965-fbad67d84805 None None] Attempting to bind port d345d234-56b3-4328-9e19-a7e68dd40415 on network ff0fcfbd-22d3-47ea-80f2-195b1cbc803d {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 12:16:06.231990 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Provisioning complete for port f1e77053-8d9a-412c-ac41-d1a4ceefb391 triggered by entity L2. {{(pid=104161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 12:16:06.232651 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388846'] for port (f1e77053-8d9a-412c-ac41-d1a4ceefb391), provisioning_complete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:06.268492 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a49babae-03a4-4a6a-a79d-99642ded9df8 admin admin] Publish callbacks [] for security_group (63a92f1a-8bd9-4268-91d4-1d916897bbe1), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:06.290211 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a49babae-03a4-4a6a-a79d-99642ded9df8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (63a92f1a-8bd9-4268-91d4-1d916897bbe1), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:06.383758 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a9277b4-c87b-4c0a-b965-fbad67d84805 None None] Checking agent: {'id': 'c982e9e4-9e4b-4150-8658-75b564dceb25', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850321-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 12, 6, 47), 'started_at': datetime.datetime(2022, 7, 21, 12, 7, 17), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 12, 15, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850321-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 12:16:06.384345 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a9277b4-c87b-4c0a-b965-fbad67d84805 None None] Checking segment: {'id': '7232b8b8-b9cf-453a-b8fc-7068d6546503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'ff0fcfbd-22d3-47ea-80f2-195b1cbc803d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 12:16:06.384730 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-4a9277b4-c87b-4c0a-b965-fbad67d84805 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:06.385618 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a9277b4-c87b-4c0a-b965-fbad67d84805 None None] Bound using segment: {'id': '7232b8b8-b9cf-453a-b8fc-7068d6546503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'ff0fcfbd-22d3-47ea-80f2-195b1cbc803d'} {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 12:16:06.396740 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.managers [None req-4a9277b4-c87b-4c0a-b965-fbad67d84805 None None] Bound port: d345d234-56b3-4328-9e19-a7e68dd40415, host: dv-cinder-850321-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7232b8b8-b9cf-453a-b8fc-7068d6546503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'ff0fcfbd-22d3-47ea-80f2-195b1cbc803d'}}] {{(pid=104161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 12:16:06.396740 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-4a9277b4-c87b-4c0a-b965-fbad67d84805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (d345d234-56b3-4328-9e19-a7e68dd40415), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:06.404973 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-a49babae-03a4-4a6a-a79d-99642ded9df8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a961b66ac5d742ea83aba247cd4ab243&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0976551 Jul 21 12:16:06.437913 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 57792) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:16:06.446232 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-2118e584-044c-45c3-a61b-b6036ef5555e None None] Port d345d234-56b3-4328-9e19-a7e68dd40415 cannot update to ACTIVE because it is not bound. {{(pid=104161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 12:16:06.517872 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:16:06.630912 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Current status of the port f1e77053-8d9a-412c-ac41-d1a4ceefb391 is: ACTIVE; New status is: ACTIVE {{(pid=104161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 12:16:06.650175 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-4a9277b4-c87b-4c0a-b965-fbad67d84805 None None] For port d345d234-56b3-4328-9e19-a7e68dd40415, host dv-cinder-850321-1-iscsi, cleared binding levels {{(pid=104161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 12:16:06.654636 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-734f2378-3efc-40a0-b608-949011cde3f2 req-d3b426b8-0c55-41d6-8353-f3d90939eac0 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/ports?device_id=27a94fde-54c5-4b8d-9fa5-dab03fa1ac07 HTTP/1.1" status: 200 len: 210 time: 0.2700706 Jul 21 12:16:06.685695 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:16:06.686543 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-4a9277b4-c87b-4c0a-b965-fbad67d84805 None None] For port d345d234-56b3-4328-9e19-a7e68dd40415, host dv-cinder-850321-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-1-iscsi',level=0,port_id=d345d234-56b3-4328-9e19-a7e68dd40415,segment=NetworkSegment(7232b8b8-b9cf-453a-b8fc-7068d6546503),segment_id=7232b8b8-b9cf-453a-b8fc-7068d6546503)] {{(pid=104161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 12:16:06.735166 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-4a9277b4-c87b-4c0a-b965-fbad67d84805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158'] for port (d345d234-56b3-4328-9e19-a7e68dd40415), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:06.759630 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49babae-03a4-4a6a-a79d-99642ded9df8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63a92f1a-8bd9-4268-91d4-1d916897bbe1,revision_number=1']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:16:06.812816 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-37cb6d9d-c347-4224-9c58-8de365413614 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Publish callbacks [] for port (1dc4c181-57c2-41bf-b004-9180a6dd80fe), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:06.956740 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9277b4-c87b-4c0a-b965-fbad67d84805 None None] Routers {'2e8c32c0-f7a5-44bc-9719-afb90b68785d'} bound to L3 agent in host dv-cinder-850321-1-iscsi {{(pid=104161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 12:16:06.958176 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-4a9277b4-c87b-4c0a-b965-fbad67d84805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-21T12:06:45Z,description=,heartbeat_timestamp=2022-07-21T12:15:45Z,host='dv-cinder-850321-1-iscsi',id=ceb1130f-c61e-494c-be4f-967cc153319c,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T12:06:45Z,topic='l3_agent')) {'router_ids': ['2e8c32c0-f7a5-44bc-9719-afb90b68785d'], 'active': True} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:16:07.055075 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-37cb6d9d-c347-4224-9c58-8de365413614 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773760637166'] for port (1dc4c181-57c2-41bf-b004-9180a6dd80fe), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:07.091458 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c7ad0b-bb79-4cd5-b745-681af2a09ac0 None None] Pushing event updated for resources: {'Port': ['ID=d345d234-56b3-4328-9e19-a7e68dd40415,revision_number=4']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:16:07.242451 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37cb6d9d-c347-4224-9c58-8de365413614 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Network f382b478-dfd7-4678-bcdd-821f508b5bc8 is already hosted by enough agents. {{(pid=104160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 12:16:07.253331 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.scheduler.base_scheduler [None req-37cb6d9d-c347-4224-9c58-8de365413614 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Resources bound (agent type, host, resource id): {{(pid=104160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 12:16:07.260540 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37cb6d9d-c347-4224-9c58-8de365413614 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Received port after_create {{(pid=104160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 12:16:07.357022 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-40a7ecd2-ab99-4f2f-9317-0a8f45891167 req-d2a1c710-ca63-443c-91e0-d956cdd26ba3 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Publish callbacks [] for port (692130a2-9b94-43ae-864b-0de513e5ba99), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:07.378006 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-d2ad49c4-9b22-4164-989d-3be382db43a9 req-3001ad1a-e46e-4026-bbc9-caabd686a40a tempest-DeleteServersTestJSON-1093761568 tempest-DeleteServersTestJSON-1093761568-project] 10.222.0.18 "GET /v2.0/ports?device_id=3374fda9-c1c9-4d63-acce-726d9a907bfa HTTP/1.1" status: 200 len: 210 time: 0.0715215 Jul 21 12:16:07.452889 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-447e452f-a7e3-4be8-aec4-0b762cd7578a req-a212b393-6ea2-44af-9d32-093cd6235851 service neutron] 10.222.0.18 "GET /v2.0/networks/1933b755-354d-4a90-8a75-f1a81a16c8f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4819272 Jul 21 12:16:07.453680 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvr_db [None req-4a9277b4-c87b-4c0a-b965-fbad67d84805 None None] Set router 2e8c32c0-f7a5-44bc-9719-afb90b68785d gateway port host: dv-cinder-850321-1-iscsi {{(pid=104161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 12:16:07.454799 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-40a7ecd2-ab99-4f2f-9317-0a8f45891167 req-d2a1c710-ca63-443c-91e0-d956cdd26ba3 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773760637166'] for port (692130a2-9b94-43ae-864b-0de513e5ba99), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:07.693802 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b256955-4d1f-4f09-9cae-b74c736e14ae req-cb2fadd2-ee8a-434f-bc80-2ff9ae1972cc tempest-DeleteServersTestJSON-1093761568 tempest-DeleteServersTestJSON-1093761568-project] Made reservation on behalf of 41b8b45e25af4c498afb80b94362fe95 for: {'port': 1} {{(pid=104159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 12:16:07.711705 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-4b256955-4d1f-4f09-9cae-b74c736e14ae req-cb2fadd2-ee8a-434f-bc80-2ff9ae1972cc tempest-DeleteServersTestJSON-1093761568 tempest-DeleteServersTestJSON-1093761568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:07.714587 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-37cb6d9d-c347-4224-9c58-8de365413614 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Publish callbacks [] for floatingip (0a1f76bd-597d-44d2-a501-aefd37ea80f6), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:07.762603 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cb6d9d-c347-4224-9c58-8de365413614 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Pushing event updated for resources: {'Port': ['ID=1dc4c181-57c2-41bf-b004-9180a6dd80fe,revision_number=1']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:16:07.892150 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Device ad46f4b3-b3ac-4329-91b8-2a06c4cd41ef up at agent ovs-agent-dv-cinder-850321-1-iscsi {{(pid=104161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 12:16:07.949764 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-37cb6d9d-c347-4224-9c58-8de365413614 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (1dc4c181-57c2-41bf-b004-9180a6dd80fe), before_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:07.954483 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-a96e3d41-390a-46b1-aafa-0d976bb4eaf1 req-827affcc-a84c-455b-8665-d282dfd94683 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/ports?device_id=27a94fde-54c5-4b8d-9fa5-dab03fa1ac07 HTTP/1.1" status: 200 len: 210 time: 0.0762208 Jul 21 12:16:07.972484 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-89eefbea-c661-4e24-aaf0-ad5aa567c044 admin admin] Publish callbacks [] for security_group (63a92f1a-8bd9-4268-91d4-1d916897bbe1), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:08.001125 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40a7ecd2-ab99-4f2f-9317-0a8f45891167 req-d2a1c710-ca63-443c-91e0-d956cdd26ba3 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Network ac7b63b3-36ed-4162-888b-3062a1149573 is already hosted by enough agents. {{(pid=104159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 12:16:08.016161 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.db.db_base_plugin_common [req-e4f065ed-26eb-4bbb-ab07-576ca4849e41 req-024920f5-58e1-40e1-bace-70b064bc09b0 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Allocated IP 172.20.0.9 (ac7b63b3-36ed-4162-888b-3062a1149573/85871871-89d2-41dd-b1d6-9b7f2440aaee/b3365c3f-0942-40bb-a817-5ce4b6ec653b) {{(pid=104160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 12:16:08.073545 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-89eefbea-c661-4e24-aaf0-ad5aa567c044 admin admin] Publish callbacks [] for security_group (63a92f1a-8bd9-4268-91d4-1d916897bbe1), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:08.094413 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [None req-394c4781-ce0c-42ce-8442-4a04549cfd36 None None] Provisioning complete for port d345d234-56b3-4328-9e19-a7e68dd40415 triggered by entity DHCP. {{(pid=104161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 12:16:08.094991 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-394c4781-ce0c-42ce-8442-4a04549cfd36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388846'] for port (d345d234-56b3-4328-9e19-a7e68dd40415), provisioning_complete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:08.219884 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.scheduler.base_scheduler [req-40a7ecd2-ab99-4f2f-9317-0a8f45891167 req-d2a1c710-ca63-443c-91e0-d956cdd26ba3 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Resources bound (agent type, host, resource id): {{(pid=104159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 12:16:08.232985 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.db.l3_dvrscheduler_db [req-40a7ecd2-ab99-4f2f-9317-0a8f45891167 req-d2a1c710-ca63-443c-91e0-d956cdd26ba3 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Received port after_create {{(pid=104159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 12:16:08.307270 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a7ecd2-ab99-4f2f-9317-0a8f45891167 req-d2a1c710-ca63-443c-91e0-d956cdd26ba3 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:16:08.308377 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-40a7ecd2-ab99-4f2f-9317-0a8f45891167 req-d2a1c710-ca63-443c-91e0-d956cdd26ba3 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622315'] for port (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:08.755194 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Provisioning complete for port ad46f4b3-b3ac-4329-91b8-2a06c4cd41ef triggered by entity L2. {{(pid=104161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 12:16:08.779175 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388846'] for port (ad46f4b3-b3ac-4329-91b8-2a06c4cd41ef), provisioning_complete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:08.922545 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=3 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:16:09.018361 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-822629ab-d640-4083-824d-76bee9f36940 req-89dea405-4900-4b10-9dcf-b891e6b18566 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.18 "GET /v2.0/ports?device_id=2740e936-1211-467d-ad2b-d28abc005c89 HTTP/1.1" status: 200 len: 210 time: 0.8591752 Jul 21 12:16:09.020047 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-89eefbea-c661-4e24-aaf0-ad5aa567c044 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (63a92f1a-8bd9-4268-91d4-1d916897bbe1), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:09.026388 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-89eefbea-c661-4e24-aaf0-ad5aa567c044 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:09.041057 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-89eefbea-c661-4e24-aaf0-ad5aa567c044 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/63a92f1a-8bd9-4268-91d4-1d916897bbe1 HTTP/1.1" status: 204 len: 168 time: 2.6010861 Jul 21 12:16:09.198211 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-40a7ecd2-ab99-4f2f-9317-0a8f45891167 req-d2a1c710-ca63-443c-91e0-d956cdd26ba3 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 8.9847486 Jul 21 12:16:09.259241 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [req-40a7ecd2-ab99-4f2f-9317-0a8f45891167 req-66b84ee8-0731-481b-8b4d-a5cf6875753b tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=104159) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 21 12:16:09.263986 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-40a7ecd2-ab99-4f2f-9317-0a8f45891167 req-66b84ee8-0731-481b-8b4d-a5cf6875753b tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0179949 Jul 21 12:16:09.361932 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89eefbea-c661-4e24-aaf0-ad5aa567c044 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63a92f1a-8bd9-4268-91d4-1d916897bbe1,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:16:09.387143 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:16:09.417226 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a1c710-ca63-443c-91e0-d956cdd26ba3 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Pushing event updated for resources: {'Port': ['ID=692130a2-9b94-43ae-864b-0de513e5ba99,revision_number=1']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:16:09.473857 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.db.db_base_plugin_common [req-4b256955-4d1f-4f09-9cae-b74c736e14ae req-cb2fadd2-ee8a-434f-bc80-2ff9ae1972cc tempest-DeleteServersTestJSON-1093761568 tempest-DeleteServersTestJSON-1093761568-project] Allocated IP 172.20.0.13 (24751c0b-819a-470d-9221-d71fff5ec112/41e43e98-3e78-47c9-95a5-d192ddc4a654/13c51368-9610-4fea-ac70-c813e2c1f802) {{(pid=104159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 12:16:09.571377 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:16:09.581147 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-394c4781-ce0c-42ce-8442-4a04549cfd36 None None] Current status of the port d345d234-56b3-4328-9e19-a7e68dd40415 is: DOWN; New status is: ACTIVE {{(pid=104161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 12:16:09.581147 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-394c4781-ce0c-42ce-8442-4a04549cfd36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (d345d234-56b3-4328-9e19-a7e68dd40415), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:09.916246 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-4a9277b4-c87b-4c0a-b965-fbad67d84805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e8c32c0-f7a5-44bc-9719-afb90b68785d', 'name': 'tempest-AttachVolumeShelveTestJSON-530716939-router', 'tenant_id': '2409e2644eb14d6b9545088c08d22273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'external_fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.74'}], 'enable_snat': True}, 'gw_port_id': 'b1d1c6d1-fd4a-427b-9ee3-01ccd1eba03d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T12:15:33Z', 'updated_at': '2022-07-21T12:15:53Z', 'revision_number': 4, 'project_id': '2409e2644eb14d6b9545088c08d22273', 'gw_port': {'id': 'b1d1c6d1-fd4a-427b-9ee3-01ccd1eba03d', 'name': '', 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:f7:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8c32c0-f7a5-44bc-9719-afb90b68785d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:15:36Z', 'updated_at': '2022-07-21T12:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-1-iscsi', '_interfaces': [{'id': 'd345d234-56b3-4328-9e19-a7e68dd40415', 'name': '', 'network_id': 'ff0fcfbd-22d3-47ea-80f2-195b1cbc803d', 'tenant_id': '2409e2644eb14d6b9545088c08d22273', 'mac_address': 'fa:16:3e:92:df:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e8c32c0-f7a5-44bc-9719-afb90b68785d', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'cc9a2033-692d-458c-a1e6-ffe26f82c935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:15:50Z', 'updated_at': '2022-07-21T12:16:06Z', 'revision_number': 4, 'project_id': '2409e2644eb14d6b9545088c08d22273', 'subnets': [{'id': 'cc9a2033-692d-458c-a1e6-ffe26f82c935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-1-iscsi', False) {} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:16:09.925072 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Current status of the port ad46f4b3-b3ac-4329-91b8-2a06c4cd41ef is: ACTIVE; New status is: ACTIVE {{(pid=104161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 12:16:09.927765 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Device 4521b402-73a3-44d5-94b0-4aa8eb497003 up at agent ovs-agent-dv-cinder-850321-1-iscsi {{(pid=104161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 12:16:10.052438 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=80,neutron:INSERT=13,neutron:UPDATE=7 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:16:10.090849 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-43798992-d2ca-42bc-8d9e-61f78ffb1f2b req-8301c941-ee8b-4512-a081-5172362e47fa tempest-DeleteServersTestJSON-1093761568 tempest-DeleteServersTestJSON-1093761568-project] 10.222.0.18 "GET /v2.0/ports?device_id=3374fda9-c1c9-4d63-acce-726d9a907bfa HTTP/1.1" status: 200 len: 210 time: 1.2929838 Jul 21 12:16:10.253927 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:16:10.260563 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9277b4-c87b-4c0a-b965-fbad67d84805 None None] The sync data for ids ['2e8c32c0-f7a5-44bc-9719-afb90b68785d'] in dv-cinder-850321-1-iscsi is: [{'id': '2e8c32c0-f7a5-44bc-9719-afb90b68785d', 'name': 'tempest-AttachVolumeShelveTestJSON-530716939-router', 'tenant_id': '2409e2644eb14d6b9545088c08d22273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'external_fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.74'}], 'enable_snat': True}, 'gw_port_id': 'b1d1c6d1-fd4a-427b-9ee3-01ccd1eba03d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T12:15:33Z', 'updated_at': '2022-07-21T12:15:53Z', 'revision_number': 4, 'project_id': '2409e2644eb14d6b9545088c08d22273', 'gw_port': {'id': 'b1d1c6d1-fd4a-427b-9ee3-01ccd1eba03d', 'name': '', 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:f7:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8c32c0-f7a5-44bc-9719-afb90b68785d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:15:36Z', 'updated_at': '2022-07-21T12:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-1-iscsi', '_interfaces': [{'id': 'd345d234-56b3-4328-9e19-a7e68dd40415', 'name': '', 'network_id': 'ff0fcfbd-22d3-47ea-80f2-195b1cbc803d', 'tenant_id': '2409e2644eb14d6b9545088c08d22273', 'mac_address': 'fa:16:3e:92:df:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e8c32c0-f7a5-44bc-9719-afb90b68785d', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'cc9a2033-692d-458c-a1e6-ffe26f82c935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:15:50Z', 'updated_at': '2022-07-21T12:16:06Z', 'revision_number': 4, 'project_id': '2409e2644eb14d6b9545088c08d22273', 'subnets': [{'id': 'cc9a2033-692d-458c-a1e6-ffe26f82c935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 12:16:10.324229 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-394c4781-ce0c-42ce-8442-4a04549cfd36 None None] For port d345d234-56b3-4328-9e19-a7e68dd40415, host dv-cinder-850321-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-1-iscsi',level=0,port_id=d345d234-56b3-4328-9e19-a7e68dd40415,segment=NetworkSegment(7232b8b8-b9cf-453a-b8fc-7068d6546503),segment_id=7232b8b8-b9cf-453a-b8fc-7068d6546503)] {{(pid=104161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 12:16:10.352806 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-394c4781-ce0c-42ce-8442-4a04549cfd36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158'] for port (d345d234-56b3-4328-9e19-a7e68dd40415), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:10.356908 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=8 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:16:10.364741 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=32 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:16:10.528054 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-e4f065ed-26eb-4bbb-ab07-576ca4849e41 req-024920f5-58e1-40e1-bace-70b064bc09b0 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Publish callbacks [] for port (b3365c3f-0942-40bb-a817-5ce4b6ec653b), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:10.677103 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-4b256955-4d1f-4f09-9cae-b74c736e14ae req-cb2fadd2-ee8a-434f-bc80-2ff9ae1972cc tempest-DeleteServersTestJSON-1093761568 tempest-DeleteServersTestJSON-1093761568-project] Publish callbacks [] for port (13c51368-9610-4fea-ac70-c813e2c1f802), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:10.743861 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-37cb6d9d-c347-4224-9c58-8de365413614 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Publish callbacks [] for port (1dc4c181-57c2-41bf-b004-9180a6dd80fe), precommit_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:10.761322 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-37cb6d9d-c347-4224-9c58-8de365413614 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158'] for port (1dc4c181-57c2-41bf-b004-9180a6dd80fe), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:10.843295 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Provisioning complete for port 4521b402-73a3-44d5-94b0-4aa8eb497003 triggered by entity L2. {{(pid=104161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 12:16:10.844640 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388846'] for port (4521b402-73a3-44d5-94b0-4aa8eb497003), provisioning_complete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:10.856735 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [None req-3ce23cc1-8660-4b50-9b3c-b27730e75b6c None None] Provisioning complete for port 692130a2-9b94-43ae-864b-0de513e5ba99 triggered by entity DHCP. {{(pid=104161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 12:16:10.860166 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-3ce23cc1-8660-4b50-9b3c-b27730e75b6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388846'] for port (692130a2-9b94-43ae-864b-0de513e5ba99), provisioning_complete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:10.901201 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.v2.base [req-40a7ecd2-ab99-4f2f-9317-0a8f45891167 req-ce686b82-9b60-4bba-8df5-ce37c4e907dc service neutron] Request body: {'port': {'device_id': 'ee2001bf-bd6d-44cb-92e9-db00d3d80a2f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85032'}} {{(pid=104159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 12:16:10.919070 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-4b256955-4d1f-4f09-9cae-b74c736e14ae req-cb2fadd2-ee8a-434f-bc80-2ff9ae1972cc tempest-DeleteServersTestJSON-1093761568 tempest-DeleteServersTestJSON-1093761568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773760637166'] for port (13c51368-9610-4fea-ac70-c813e2c1f802), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:10.961649 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-f08696ae-3416-4151-a6fd-7b16a03ff11a req-8668b1ce-764a-473e-b9c8-20d93dc69b68 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/ports?device_id=27a94fde-54c5-4b8d-9fa5-dab03fa1ac07 HTTP/1.1" status: 200 len: 210 time: 0.8376493 Jul 21 12:16:10.968368 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.48', 58776) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:16:10.997340 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-3ce23cc1-8660-4b50-9b3c-b27730e75b6c None None] Port 692130a2-9b94-43ae-864b-0de513e5ba99 cannot update to ACTIVE because it is not bound. {{(pid=104161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 12:16:11.173153 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-37cb6d9d-c347-4224-9c58-8de365413614 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681920'] for floatingip (0a1f76bd-597d-44d2-a501-aefd37ea80f6), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:11.309921 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-37cb6d9d-c347-4224-9c58-8de365413614 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170956'] for floatingip (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:11.334405 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-37cb6d9d-c347-4224-9c58-8de365413614 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.8420496 Jul 21 12:16:11.712422 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-6b6fafbf-16ea-464f-8687-e8a0a43f2119 req-26d7f747-2e39-4fb3-9494-69e4e12ce3ea tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.18 "GET /v2.0/ports?device_id=2740e936-1211-467d-ad2b-d28abc005c89 HTTP/1.1" status: 200 len: 210 time: 0.7450280 Jul 21 12:16:11.721440 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2fadd2-ee8a-434f-bc80-2ff9ae1972cc tempest-DeleteServersTestJSON-1093761568 tempest-DeleteServersTestJSON-1093761568-project] Pushing event updated for resources: {'Port': ['ID=13c51368-9610-4fea-ac70-c813e2c1f802,revision_number=1']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:16:11.856261 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394c4781-ce0c-42ce-8442-4a04549cfd36 None None] Pushing event updated for resources: {'Port': ['ID=d345d234-56b3-4328-9e19-a7e68dd40415,revision_number=5']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:16:11.870385 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cb6d9d-c347-4224-9c58-8de365413614 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Pushing event updated for resources: {'Port': ['ID=1dc4c181-57c2-41bf-b004-9180a6dd80fe,revision_number=2']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:16:11.907369 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-e4f065ed-26eb-4bbb-ab07-576ca4849e41 req-024920f5-58e1-40e1-bace-70b064bc09b0 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773760637166'] for port (b3365c3f-0942-40bb-a817-5ce4b6ec653b), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:12.154283 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b256955-4d1f-4f09-9cae-b74c736e14ae req-cb2fadd2-ee8a-434f-bc80-2ff9ae1972cc tempest-DeleteServersTestJSON-1093761568 tempest-DeleteServersTestJSON-1093761568-project] Network 24751c0b-819a-470d-9221-d71fff5ec112 is already hosted by enough agents. {{(pid=104159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 12:16:12.175793 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.scheduler.base_scheduler [req-4b256955-4d1f-4f09-9cae-b74c736e14ae req-cb2fadd2-ee8a-434f-bc80-2ff9ae1972cc tempest-DeleteServersTestJSON-1093761568 tempest-DeleteServersTestJSON-1093761568-project] Resources bound (agent type, host, resource id): {{(pid=104159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 12:16:12.192139 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b256955-4d1f-4f09-9cae-b74c736e14ae req-cb2fadd2-ee8a-434f-bc80-2ff9ae1972cc tempest-DeleteServersTestJSON-1093761568 tempest-DeleteServersTestJSON-1093761568-project] Received port after_create {{(pid=104159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 12:16:12.245269 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b256955-4d1f-4f09-9cae-b74c736e14ae req-cb2fadd2-ee8a-434f-bc80-2ff9ae1972cc tempest-DeleteServersTestJSON-1093761568 tempest-DeleteServersTestJSON-1093761568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:16:12.246395 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-4b256955-4d1f-4f09-9cae-b74c736e14ae req-cb2fadd2-ee8a-434f-bc80-2ff9ae1972cc tempest-DeleteServersTestJSON-1093761568 tempest-DeleteServersTestJSON-1093761568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622315'] for port (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:12.311990 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Current status of the port 4521b402-73a3-44d5-94b0-4aa8eb497003 is: ACTIVE; New status is: ACTIVE {{(pid=104161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 12:16:12.312229 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390fe34e-d8ae-46e7-9b29-300d1528f6ac req-e47ee6eb-82a1-4e93-bd84-a243b4a61f50 tempest-DeleteServersTestJSON-1093761568 tempest-DeleteServersTestJSON-1093761568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:16:12.316692 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Device b1d1c6d1-fd4a-427b-9ee3-01ccd1eba03d up at agent ovs-agent-dv-cinder-850321-1-iscsi {{(pid=104161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 12:16:12.334178 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-390fe34e-d8ae-46e7-9b29-300d1528f6ac req-e47ee6eb-82a1-4e93-bd84-a243b4a61f50 tempest-DeleteServersTestJSON-1093761568 tempest-DeleteServersTestJSON-1093761568-project] 10.222.0.18 "GET /v2.0/ports?device_id=3374fda9-c1c9-4d63-acce-726d9a907bfa HTTP/1.1" status: 200 len: 932 time: 0.5457394 Jul 21 12:16:12.346116 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-85ebcd06-47cb-4540-b0d0-c64c0b39629e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (8a21e728-a2e9-4580-a748-6ac9ba47a2a7), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:12.428619 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:16:12.438813 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-40a7ecd2-ab99-4f2f-9317-0a8f45891167 req-ce686b82-9b60-4bba-8df5-ce37c4e907dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (692130a2-9b94-43ae-864b-0de513e5ba99), before_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:12.526764 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-4b256955-4d1f-4f09-9cae-b74c736e14ae req-cb2fadd2-ee8a-434f-bc80-2ff9ae1972cc tempest-DeleteServersTestJSON-1093761568 tempest-DeleteServersTestJSON-1093761568-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.9226229 Jul 21 12:16:12.572436 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4f065ed-26eb-4bbb-ab07-576ca4849e41 req-024920f5-58e1-40e1-bace-70b064bc09b0 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Network ac7b63b3-36ed-4162-888b-3062a1149573 is already hosted by enough agents. {{(pid=104160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 12:16:12.625250 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.scheduler.base_scheduler [req-e4f065ed-26eb-4bbb-ab07-576ca4849e41 req-024920f5-58e1-40e1-bace-70b064bc09b0 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Resources bound (agent type, host, resource id): {{(pid=104160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 12:16:12.644184 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.v2.base [req-4b256955-4d1f-4f09-9cae-b74c736e14ae req-b12f83cf-3a9e-43fd-9c7e-9727b10cd826 service neutron] Request body: {'port': {'device_id': '3374fda9-c1c9-4d63-acce-726d9a907bfa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85032'}} {{(pid=104159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 12:16:12.686354 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4f065ed-26eb-4bbb-ab07-576ca4849e41 req-024920f5-58e1-40e1-bace-70b064bc09b0 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Received port after_create {{(pid=104160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 12:16:12.737383 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f065ed-26eb-4bbb-ab07-576ca4849e41 req-024920f5-58e1-40e1-bace-70b064bc09b0 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:16:12.753766 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-e4f065ed-26eb-4bbb-ab07-576ca4849e41 req-024920f5-58e1-40e1-bace-70b064bc09b0 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622315'] for port (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:12.944991 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-e4f065ed-26eb-4bbb-ab07-576ca4849e41 req-024920f5-58e1-40e1-bace-70b064bc09b0 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 10.2888327 Jul 21 12:16:13.232777 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [None req-665d07fe-7d5b-4ff7-9858-676dfd7b6ab3 None None] Provisioning complete for port 13c51368-9610-4fea-ac70-c813e2c1f802 triggered by entity DHCP. {{(pid=104161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 12:16:13.233380 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-665d07fe-7d5b-4ff7-9858-676dfd7b6ab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388846'] for port (13c51368-9610-4fea-ac70-c813e2c1f802), provisioning_complete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:13.257233 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.v2.base [req-e4f065ed-26eb-4bbb-ab07-576ca4849e41 req-c85400ce-62fa-4299-aaf1-b7f299c54dc6 service neutron] Request body: {'port': {'device_id': '27a94fde-54c5-4b8d-9fa5-dab03fa1ac07', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85032'}} {{(pid=104160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 12:16:13.277268 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024920f5-58e1-40e1-bace-70b064bc09b0 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Pushing event updated for resources: {'Port': ['ID=b3365c3f-0942-40bb-a817-5ce4b6ec653b,revision_number=1']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:16:13.327735 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 57976) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:16:13.331310 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Provisioning complete for port b1d1c6d1-fd4a-427b-9ee3-01ccd1eba03d triggered by entity L2. {{(pid=104161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 12:16:13.334286 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388846'] for port (b1d1c6d1-fd4a-427b-9ee3-01ccd1eba03d), provisioning_complete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:13.396156 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447e452f-a7e3-4be8-aec4-0b762cd7578a req-b1ad49be-06d0-43e2-bcd8-d60a868ac441 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:16:13.399088 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-447e452f-a7e3-4be8-aec4-0b762cd7578a req-b1ad49be-06d0-43e2-bcd8-d60a868ac441 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.48 "GET /v2.0/networks?id=1933b755-354d-4a90-8a75-f1a81a16c8f0 HTTP/1.1" status: 200 len: 815 time: 2.3925493 Jul 21 12:16:13.437693 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-9166f7b8-214c-4e48-af1c-d6223623dcbd req-f10606cb-ba75-484c-8847-a356566d327b tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1760924645&fields=id&tenant_id=2409e2644eb14d6b9545088c08d22273 HTTP/1.1" status: 200 len: 267 time: 1.3288851 Jul 21 12:16:13.516558 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-665d07fe-7d5b-4ff7-9858-676dfd7b6ab3 None None] Port 13c51368-9610-4fea-ac70-c813e2c1f802 cannot update to ACTIVE because it is not bound. {{(pid=104161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 12:16:13.636862 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-390fe34e-d8ae-46e7-9b29-300d1528f6ac req-375e0d8c-409b-4e1a-8975-70d56aced5d6 tempest-DeleteServersTestJSON-1093761568 tempest-DeleteServersTestJSON-1093761568-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c91d680-ea10-4de8-ae4b-a36cd4f34300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2989156 Jul 21 12:16:13.640805 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-4b256955-4d1f-4f09-9cae-b74c736e14ae req-b12f83cf-3a9e-43fd-9c7e-9727b10cd826 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (13c51368-9610-4fea-ac70-c813e2c1f802), before_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:13.762282 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [None req-b996212b-e161-43e0-bae1-63b008c0aa88 None None] Provisioning complete for port b3365c3f-0942-40bb-a817-5ce4b6ec653b triggered by entity DHCP. {{(pid=104161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 12:16:13.768143 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-b996212b-e161-43e0-bae1-63b008c0aa88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388846'] for port (b3365c3f-0942-40bb-a817-5ce4b6ec653b), provisioning_complete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:13.775431 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Current status of the port b1d1c6d1-fd4a-427b-9ee3-01ccd1eba03d is: ACTIVE; New status is: ACTIVE {{(pid=104161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 12:16:13.792640 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Device b288f12d-9d9a-4363-9ca7-489e31708f55 up at agent ovs-agent-dv-cinder-850321-1-iscsi {{(pid=104161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 12:16:13.945262 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-b996212b-e161-43e0-bae1-63b008c0aa88 None None] Port b3365c3f-0942-40bb-a817-5ce4b6ec653b cannot update to ACTIVE because it is not bound. {{(pid=104161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 12:16:13.973476 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=100 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:16:14.025838 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Provisioning complete for port b288f12d-9d9a-4363-9ca7-489e31708f55 triggered by entity L2. {{(pid=104161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 12:16:14.030169 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388846'] for port (b288f12d-9d9a-4363-9ca7-489e31708f55), provisioning_complete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:14.174138 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-e4f065ed-26eb-4bbb-ab07-576ca4849e41 req-c85400ce-62fa-4299-aaf1-b7f299c54dc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (b3365c3f-0942-40bb-a817-5ce4b6ec653b), before_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:14.511251 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-447e452f-a7e3-4be8-aec4-0b762cd7578a req-6286fb71-4bc9-401f-aede-d1f3470b7b95 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c7d349f62c0c4747bd1748ca0a4bde00 HTTP/1.1" status: 200 len: 380 time: 1.0703530 Jul 21 12:16:14.623341 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.v2.base [req-447e452f-a7e3-4be8-aec4-0b762cd7578a req-cc8f39bc-e4b6-425e-ae1c-df29113f576b tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Request body: {'port': {'device_id': '2740e936-1211-467d-ad2b-d28abc005c89', 'network_id': '1933b755-354d-4a90-8a75-f1a81a16c8f0', 'admin_state_up': True, 'tenant_id': 'c7d349f62c0c4747bd1748ca0a4bde00', 'security_groups': ['bdddd4d5-7044-4ab4-b494-1665218e01f2']}} {{(pid=104160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 12:16:14.636218 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.v2.base [None req-773e5ff2-0349-450e-8ba7-197d4cd46744 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-460165046-network', 'tenant_id': '60a80724abf045729000dc9fb8a2440e'}} {{(pid=104159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 12:16:14.976351 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 58002) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:16:15.012098 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Current status of the port b288f12d-9d9a-4363-9ca7-489e31708f55 is: ACTIVE; New status is: ACTIVE {{(pid=104161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 12:16:15.022943 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-a76d695e-395a-4144-a3c4-b63eef2e19f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (ceb1130f-c61e-494c-be4f-967cc153319c), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:15.162652 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be05a484-6970-44fa-944e-2c333da60296 req-07ff9eae-ef0f-4b7c-9e89-d4df2c2ccdfe tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:16:15.171161 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-be05a484-6970-44fa-944e-2c333da60296 req-07ff9eae-ef0f-4b7c-9e89-d4df2c2ccdfe tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/ports?device_id=27a94fde-54c5-4b8d-9fa5-dab03fa1ac07 HTTP/1.1" status: 200 len: 931 time: 0.5106463 Jul 21 12:16:15.211641 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-773e5ff2-0349-450e-8ba7-197d4cd46744 admin admin] Made reservation on behalf of 60a80724abf045729000dc9fb8a2440e for: {'network': 1} {{(pid=104159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 12:16:15.216731 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-773e5ff2-0349-450e-8ba7-197d4cd46744 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for network (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:15.235998 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:UPDATE=3,neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=2 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:16:15.240465 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Device d345d234-56b3-4328-9e19-a7e68dd40415 up at agent ovs-agent-dv-cinder-850321-1-iscsi {{(pid=104161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 12:16:15.324467 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9166f7b8-214c-4e48-af1c-d6223623dcbd req-7018d3f0-d253-45f6-8ea7-3f7cfbc82620 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:16:15.325987 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-9166f7b8-214c-4e48-af1c-d6223623dcbd req-7018d3f0-d253-45f6-8ea7-3f7cfbc82620 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/networks?id=ff0fcfbd-22d3-47ea-80f2-195b1cbc803d HTTP/1.1" status: 200 len: 816 time: 1.8872864 Jul 21 12:16:15.329151 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:16:15.373919 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-9166f7b8-214c-4e48-af1c-d6223623dcbd req-03ac23d8-0024-46d6-ae10-b20f99515079 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/quotas/2409e2644eb14d6b9545088c08d22273 HTTP/1.1" status: 200 len: 375 time: 0.0371227 Jul 21 12:16:15.484629 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:16:15.496380 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:16:15.517027 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-9166f7b8-214c-4e48-af1c-d6223623dcbd req-2c474a00-94b3-49b2-b63d-bc42921c18cd tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=2409e2644eb14d6b9545088c08d22273&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1269498 Jul 21 12:16:15.524239 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Provisioning complete for port d345d234-56b3-4328-9e19-a7e68dd40415 triggered by entity L2. {{(pid=104161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 12:16:15.524975 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388846'] for port (d345d234-56b3-4328-9e19-a7e68dd40415), provisioning_complete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:15.646224 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-773e5ff2-0349-450e-8ba7-197d4cd46744 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:15.667781 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-729378e8-c2eb-45f8-9b32-057227f5c40c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:15.669846 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Current status of the port d345d234-56b3-4328-9e19-a7e68dd40415 is: ACTIVE; New status is: ACTIVE {{(pid=104161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 12:16:15.697663 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-be05a484-6970-44fa-944e-2c333da60296 req-da5c7c41-fdc8-4354-bdeb-081d69d54adb tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/security-groups?id=88d39ded-9adf-4e28-b3b6-ef623b39acb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5251105 Jul 21 12:16:15.715759 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.notifiers.nova [req-40a7ecd2-ab99-4f2f-9317-0a8f45891167 req-ce686b82-9b60-4bba-8df5-ce37c4e907dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 692130a2-9b94-43ae-864b-0de513e5ba99 {{(pid=104159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 12:16:15.778250 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-40a7ecd2-ab99-4f2f-9317-0a8f45891167 req-ce686b82-9b60-4bba-8df5-ce37c4e907dc service neutron] Publish callbacks [] for port (692130a2-9b94-43ae-864b-0de513e5ba99), precommit_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:15.803096 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-9166f7b8-214c-4e48-af1c-d6223623dcbd req-8191d208-7319-4609-b1cd-2cc7c711c9f8 service neutron] 10.222.0.18 "GET /v2.0/networks/ff0fcfbd-22d3-47ea-80f2-195b1cbc803d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2513700 Jul 21 12:16:15.867702 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-34089123-786a-4f56-8fd8-e31aace790ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (7a27be9f-c1a8-4dec-a92f-42ec7311fe12), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:15.935276 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 58012) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:16:16.006262 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-237ff0ac-bdc5-4260-8840-6ba120ba8aa4 req-1bf4f8a9-4746-493a-8443-c7e440eb7a53 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.18 "GET /v2.0/ports?device_id=2740e936-1211-467d-ad2b-d28abc005c89 HTTP/1.1" status: 200 len: 210 time: 0.1750247 Jul 21 12:16:16.014220 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.db.provisioning_blocks [req-40a7ecd2-ab99-4f2f-9317-0a8f45891167 req-ce686b82-9b60-4bba-8df5-ce37c4e907dc service neutron] Transition to ACTIVE for port object 692130a2-9b94-43ae-864b-0de513e5ba99 will not be triggered until provisioned by entity L2. {{(pid=104159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 21 12:16:16.037840 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:16:16.133429 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-447e452f-a7e3-4be8-aec4-0b762cd7578a req-cc8f39bc-e4b6-425e-ae1c-df29113f576b tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Made reservation on behalf of c7d349f62c0c4747bd1748ca0a4bde00 for: {'port': 1} {{(pid=104160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 12:16:16.142514 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-447e452f-a7e3-4be8-aec4-0b762cd7578a req-cc8f39bc-e4b6-425e-ae1c-df29113f576b tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:16.233039 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-40a7ecd2-ab99-4f2f-9317-0a8f45891167 req-ce686b82-9b60-4bba-8df5-ce37c4e907dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158'] for port (692130a2-9b94-43ae-864b-0de513e5ba99), after_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:16.410853 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-9166f7b8-214c-4e48-af1c-d6223623dcbd req-5ef636f1-f3e1-4ebc-99d8-0ab242384166 service neutron] 10.222.0.18 "GET /v2.0/networks/ff0fcfbd-22d3-47ea-80f2-195b1cbc803d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5871091 Jul 21 12:16:16.547919 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.db.db_base_plugin_common [req-447e452f-a7e3-4be8-aec4-0b762cd7578a req-cc8f39bc-e4b6-425e-ae1c-df29113f576b tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Allocated IP 172.20.0.5 (1933b755-354d-4a90-8a75-f1a81a16c8f0/5adcbf66-cad3-499f-bfcd-a299fbf0cd74/89040235-a7fe-4920-8410-a79e4b563eba) {{(pid=104160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 12:16:16.571053 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.notifiers.nova [req-e4f065ed-26eb-4bbb-ab07-576ca4849e41 req-c85400ce-62fa-4299-aaf1-b7f299c54dc6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3365c3f-0942-40bb-a817-5ce4b6ec653b {{(pid=104160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 12:16:16.584901 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-e4f065ed-26eb-4bbb-ab07-576ca4849e41 req-c85400ce-62fa-4299-aaf1-b7f299c54dc6 service neutron] Publish callbacks [] for port (b3365c3f-0942-40bb-a817-5ce4b6ec653b), precommit_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:16.676046 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce686b82-9b60-4bba-8df5-ce37c4e907dc service neutron] Pushing event updated for resources: {'Port': ['ID=692130a2-9b94-43ae-864b-0de513e5ba99,revision_number=2']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:16:16.698404 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff5c7e8-902a-400f-86a8-c9d55ba7b4cc req-90df6207-3de9-4b36-a30c-1ff5bde657a0 tempest-DeleteServersTestJSON-1093761568 tempest-DeleteServersTestJSON-1093761568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:16:16.701877 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-fff5c7e8-902a-400f-86a8-c9d55ba7b4cc req-90df6207-3de9-4b36-a30c-1ff5bde657a0 tempest-DeleteServersTestJSON-1093761568 tempest-DeleteServersTestJSON-1093761568-project] 10.222.0.18 "GET /v2.0/ports?device_id=3374fda9-c1c9-4d63-acce-726d9a907bfa HTTP/1.1" status: 200 len: 932 time: 0.4917262 Jul 21 12:16:16.708115 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.db.provisioning_blocks [req-e4f065ed-26eb-4bbb-ab07-576ca4849e41 req-c85400ce-62fa-4299-aaf1-b7f299c54dc6 service neutron] Transition to ACTIVE for port object b3365c3f-0942-40bb-a817-5ce4b6ec653b will not be triggered until provisioned by entity L2. {{(pid=104160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 21 12:16:16.726082 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-e4f065ed-26eb-4bbb-ab07-576ca4849e41 req-c85400ce-62fa-4299-aaf1-b7f299c54dc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158'] for port (b3365c3f-0942-40bb-a817-5ce4b6ec653b), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:16.734676 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:16:16.848343 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (c982e9e4-9e4b-4150-8658-75b564dceb25), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:16.951170 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-447e452f-a7e3-4be8-aec4-0b762cd7578a req-cc8f39bc-e4b6-425e-ae1c-df29113f576b tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Publish callbacks [] for port (89040235-a7fe-4920-8410-a79e4b563eba), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:17.031437 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-447e452f-a7e3-4be8-aec4-0b762cd7578a req-cc8f39bc-e4b6-425e-ae1c-df29113f576b tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773760637166'] for port (89040235-a7fe-4920-8410-a79e4b563eba), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:17.067362 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:16:17.073459 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-ee5e5448-f163-4b79-a2e1-55c901e2cee6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:17.090336 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-447e452f-a7e3-4be8-aec4-0b762cd7578a req-cc8f39bc-e4b6-425e-ae1c-df29113f576b tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Network 1933b755-354d-4a90-8a75-f1a81a16c8f0 is already hosted by enough agents. {{(pid=104160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 12:16:17.093665 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-729378e8-c2eb-45f8-9b32-057227f5c40c admin admin] Publish callbacks [] for security_group (1a9899a1-ae8f-48fe-a4ab-1b6e9101289d), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:17.102647 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.scheduler.base_scheduler [req-447e452f-a7e3-4be8-aec4-0b762cd7578a req-cc8f39bc-e4b6-425e-ae1c-df29113f576b tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Resources bound (agent type, host, resource id): {{(pid=104160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 12:16:17.121112 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-15c1eb7d-4f3e-4a07-81c3-837bd04a0160 req-f6d84117-81d4-4e9c-9921-fb0607c8e021 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/ports?device_id=da30da3d-902c-434d-b650-0e28e2bcd910 HTTP/1.1" status: 200 len: 210 time: 0.3655891 Jul 21 12:16:17.141357 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.db.l3_dvrscheduler_db [req-447e452f-a7e3-4be8-aec4-0b762cd7578a req-cc8f39bc-e4b6-425e-ae1c-df29113f576b tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Received port after_create {{(pid=104160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 12:16:17.176159 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447e452f-a7e3-4be8-aec4-0b762cd7578a req-cc8f39bc-e4b6-425e-ae1c-df29113f576b tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:16:17.177141 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-447e452f-a7e3-4be8-aec4-0b762cd7578a req-cc8f39bc-e4b6-425e-ae1c-df29113f576b tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622315'] for port (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:17.180919 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-729378e8-c2eb-45f8-9b32-057227f5c40c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (1a9899a1-ae8f-48fe-a4ab-1b6e9101289d), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:17.197440 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=78,neutron:UPDATE=3,neutron:INSERT=19 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:16:17.235749 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-b3746fee-4e12-46ce-ae12-d62ff35738f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (bda8c5c0-9935-4f58-b3ba-5b48a27d9f80), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:17.254477 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85400ce-62fa-4299-aaf1-b7f299c54dc6 service neutron] Pushing event updated for resources: {'Port': ['ID=b3365c3f-0942-40bb-a817-5ce4b6ec653b,revision_number=2']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:16:17.254774 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.plugins.ml2.managers [req-40a7ecd2-ab99-4f2f-9317-0a8f45891167 req-ce686b82-9b60-4bba-8df5-ce37c4e907dc service neutron] Attempting to bind port 692130a2-9b94-43ae-864b-0de513e5ba99 on host hv-cinder-85032 for vnic_type normal with profile {{(pid=104159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 12:16:17.254990 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.plugins.ml2.managers [req-40a7ecd2-ab99-4f2f-9317-0a8f45891167 req-ce686b82-9b60-4bba-8df5-ce37c4e907dc service neutron] Attempting to bind port 692130a2-9b94-43ae-864b-0de513e5ba99 by drivers openvswitch,hyperv on host hv-cinder-85032 at level 0 using segments [{'id': 'c03e7b66-2543-4f79-a51b-efdd8f487a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ac7b63b3-36ed-4162-888b-3062a1149573'}] {{(pid=104159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 12:16:17.255343 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40a7ecd2-ab99-4f2f-9317-0a8f45891167 req-ce686b82-9b60-4bba-8df5-ce37c4e907dc service neutron] Attempting to bind port 692130a2-9b94-43ae-864b-0de513e5ba99 on network ac7b63b3-36ed-4162-888b-3062a1149573 {{(pid=104159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 12:16:17.288114 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-447e452f-a7e3-4be8-aec4-0b762cd7578a req-cc8f39bc-e4b6-425e-ae1c-df29113f576b tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7397416 Jul 21 12:16:17.393978 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40a7ecd2-ab99-4f2f-9317-0a8f45891167 req-ce686b82-9b60-4bba-8df5-ce37c4e907dc service neutron] Port 692130a2-9b94-43ae-864b-0de513e5ba99 on network ac7b63b3-36ed-4162-888b-3062a1149573 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85032 {{(pid=104159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 21 12:16:17.394872 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40a7ecd2-ab99-4f2f-9317-0a8f45891167 req-ce686b82-9b60-4bba-8df5-ce37c4e907dc service neutron] Attempting to bind port 692130a2-9b94-43ae-864b-0de513e5ba99 on network ac7b63b3-36ed-4162-888b-3062a1149573 {{(pid=104159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 12:16:17.407315 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.v2.base [req-447e452f-a7e3-4be8-aec4-0b762cd7578a req-d3b4d3e9-e527-4e2d-b49f-967c11626ce0 service neutron] Request body: {'port': {'device_id': '2740e936-1211-467d-ad2b-d28abc005c89', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85032'}} {{(pid=104160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 12:16:17.450199 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40a7ecd2-ab99-4f2f-9317-0a8f45891167 req-ce686b82-9b60-4bba-8df5-ce37c4e907dc service neutron] Checking agent: {'id': '0e418a3d-140a-4386-ad03-1f6ad2d8ed7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85032', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 12, 13, 32), 'started_at': datetime.datetime(2022, 7, 21, 12, 13, 32), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 12, 16, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 12:16:17.451804 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40a7ecd2-ab99-4f2f-9317-0a8f45891167 req-ce686b82-9b60-4bba-8df5-ce37c4e907dc service neutron] Checking segment: {'id': 'c03e7b66-2543-4f79-a51b-efdd8f487a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ac7b63b3-36ed-4162-888b-3062a1149573'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 12:16:17.452689 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40a7ecd2-ab99-4f2f-9317-0a8f45891167 req-ce686b82-9b60-4bba-8df5-ce37c4e907dc service neutron] Bound using segment: {'id': 'c03e7b66-2543-4f79-a51b-efdd8f487a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ac7b63b3-36ed-4162-888b-3062a1149573'} {{(pid=104159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 12:16:17.453281 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.plugins.ml2.managers [req-40a7ecd2-ab99-4f2f-9317-0a8f45891167 req-ce686b82-9b60-4bba-8df5-ce37c4e907dc service neutron] Bound port: 692130a2-9b94-43ae-864b-0de513e5ba99, host: hv-cinder-85032, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c03e7b66-2543-4f79-a51b-efdd8f487a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ac7b63b3-36ed-4162-888b-3062a1149573'}}] {{(pid=104159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 12:16:17.453781 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-40a7ecd2-ab99-4f2f-9317-0a8f45891167 req-ce686b82-9b60-4bba-8df5-ce37c4e907dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (692130a2-9b94-43ae-864b-0de513e5ba99), before_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:17.460001 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-773e5ff2-0349-450e-8ba7-197d4cd46744 admin admin] Publish callbacks [] for security_group (c05ec50e-90e1-4f3a-beb1-3754cff6e732), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:17.516291 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729378e8-c2eb-45f8-9b32-057227f5c40c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a9899a1-ae8f-48fe-a4ab-1b6e9101289d,revision_number=1']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:16:17.530919 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-773e5ff2-0349-450e-8ba7-197d4cd46744 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (c05ec50e-90e1-4f3a-beb1-3754cff6e732), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:17.545806 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-729378e8-c2eb-45f8-9b32-057227f5c40c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f464c5d0ff2747f3a7b53ae3e08272d6&name=default HTTP/1.1" status: 200 len: 2996 time: 2.5638793 Jul 21 12:16:17.585158 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 58036) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:16:17.655936 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-fff5c7e8-902a-400f-86a8-c9d55ba7b4cc req-1a8dbe9c-8356-40a6-a298-4d9ea9d1b45e tempest-DeleteServersTestJSON-1093761568 tempest-DeleteServersTestJSON-1093761568-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c91d680-ea10-4de8-ae4b-a36cd4f34300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8705952 Jul 21 12:16:17.778833 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.notifiers.nova [req-4b256955-4d1f-4f09-9cae-b74c736e14ae req-b12f83cf-3a9e-43fd-9c7e-9727b10cd826 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13c51368-9610-4fea-ac70-c813e2c1f802 {{(pid=104159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 12:16:17.926245 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.plugins.ml2.db [req-40a7ecd2-ab99-4f2f-9317-0a8f45891167 req-ce686b82-9b60-4bba-8df5-ce37c4e907dc service neutron] For port 692130a2-9b94-43ae-864b-0de513e5ba99, host hv-cinder-85032, cleared binding levels {{(pid=104159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 12:16:17.933653 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.plugins.ml2.db [req-40a7ecd2-ab99-4f2f-9317-0a8f45891167 req-ce686b82-9b60-4bba-8df5-ce37c4e907dc service neutron] For port 692130a2-9b94-43ae-864b-0de513e5ba99, host hv-cinder-85032, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=692130a2-9b94-43ae-864b-0de513e5ba99,segment=NetworkSegment(c03e7b66-2543-4f79-a51b-efdd8f487a85),segment_id=c03e7b66-2543-4f79-a51b-efdd8f487a85)] {{(pid=104159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 12:16:17.959683 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773e5ff2-0349-450e-8ba7-197d4cd46744 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c05ec50e-90e1-4f3a-beb1-3754cff6e732,revision_number=1']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:16:17.970499 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-4b256955-4d1f-4f09-9cae-b74c736e14ae req-b12f83cf-3a9e-43fd-9c7e-9727b10cd826 service neutron] Publish callbacks [] for port (13c51368-9610-4fea-ac70-c813e2c1f802), precommit_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:17.994274 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.db.provisioning_blocks [req-4b256955-4d1f-4f09-9cae-b74c736e14ae req-b12f83cf-3a9e-43fd-9c7e-9727b10cd826 service neutron] Transition to ACTIVE for port object 13c51368-9610-4fea-ac70-c813e2c1f802 will not be triggered until provisioned by entity L2. {{(pid=104159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 21 12:16:17.997638 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-773e5ff2-0349-450e-8ba7-197d4cd46744 admin admin] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=104159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 21 12:16:18.015328 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-773e5ff2-0349-450e-8ba7-197d4cd46744 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1820665'] for segment (64b1f9fa-5947-4bf0-8648-b957040f23a4), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:18.016052 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.db.segments_db [None req-773e5ff2-0349-450e-8ba7-197d4cd46744 admin admin] Added segment 64b1f9fa-5947-4bf0-8648-b957040f23a4 of type vlan for network c8fd2649-a335-475e-90fe-4c22d23c5193 Jul 21 12:16:18.052121 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [None req-6ddcbc95-8587-4e0b-b9fc-294f1fcf0882 None None] Provisioning complete for port 89040235-a7fe-4920-8410-a79e4b563eba triggered by entity DHCP. {{(pid=104161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 12:16:18.053049 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-6ddcbc95-8587-4e0b-b9fc-294f1fcf0882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388846'] for port (89040235-a7fe-4920-8410-a79e4b563eba), provisioning_complete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:18.054438 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=5 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:16:18.059910 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-40a7ecd2-ab99-4f2f-9317-0a8f45891167 req-ce686b82-9b60-4bba-8df5-ce37c4e907dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158'] for port (692130a2-9b94-43ae-864b-0de513e5ba99), after_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:18.114477 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8f39bc-e4b6-425e-ae1c-df29113f576b tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Pushing event updated for resources: {'Port': ['ID=89040235-a7fe-4920-8410-a79e4b563eba,revision_number=1']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:16:18.121199 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-6ddcbc95-8587-4e0b-b9fc-294f1fcf0882 None None] Port 89040235-a7fe-4920-8410-a79e4b563eba cannot update to ACTIVE because it is not bound. {{(pid=104161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 12:16:18.233220 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-4b256955-4d1f-4f09-9cae-b74c736e14ae req-b12f83cf-3a9e-43fd-9c7e-9727b10cd826 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158'] for port (13c51368-9610-4fea-ac70-c813e2c1f802), after_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:18.263891 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.managers [req-e4f065ed-26eb-4bbb-ab07-576ca4849e41 req-c85400ce-62fa-4299-aaf1-b7f299c54dc6 service neutron] Attempting to bind port b3365c3f-0942-40bb-a817-5ce4b6ec653b on host hv-cinder-85032 for vnic_type normal with profile {{(pid=104160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 12:16:18.264492 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.managers [req-e4f065ed-26eb-4bbb-ab07-576ca4849e41 req-c85400ce-62fa-4299-aaf1-b7f299c54dc6 service neutron] Attempting to bind port b3365c3f-0942-40bb-a817-5ce4b6ec653b by drivers openvswitch,hyperv on host hv-cinder-85032 at level 0 using segments [{'id': 'c03e7b66-2543-4f79-a51b-efdd8f487a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ac7b63b3-36ed-4162-888b-3062a1149573'}] {{(pid=104160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 12:16:18.265108 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4f065ed-26eb-4bbb-ab07-576ca4849e41 req-c85400ce-62fa-4299-aaf1-b7f299c54dc6 service neutron] Attempting to bind port b3365c3f-0942-40bb-a817-5ce4b6ec653b on network ac7b63b3-36ed-4162-888b-3062a1149573 {{(pid=104160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 12:16:18.284293 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a283a382-3454-4aaa-856d-621a687f7b5f req-697a3da9-d793-4fd3-92b8-5dacfc2cf4ba tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:16:18.289201 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-a283a382-3454-4aaa-856d-621a687f7b5f req-697a3da9-d793-4fd3-92b8-5dacfc2cf4ba tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/ports?device_id=27a94fde-54c5-4b8d-9fa5-dab03fa1ac07 HTTP/1.1" status: 200 len: 943 time: 0.9321275 Jul 21 12:16:18.345716 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-773e5ff2-0349-450e-8ba7-197d4cd46744 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773760621873'] for network (c8fd2649-a335-475e-90fe-4c22d23c5193), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:18.395815 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a7ecd2-ab99-4f2f-9317-0a8f45891167 req-ce686b82-9b60-4bba-8df5-ce37c4e907dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:16:18.396523 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-40a7ecd2-ab99-4f2f-9317-0a8f45891167 req-ce686b82-9b60-4bba-8df5-ce37c4e907dc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622315'] for port (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:18.399251 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-40a7ecd2-ab99-4f2f-9317-0a8f45891167 req-ce686b82-9b60-4bba-8df5-ce37c4e907dc service neutron] 10.222.0.48 "PUT /v2.0/ports/692130a2-9b94-43ae-864b-0de513e5ba99 HTTP/1.1" status: 200 len: 1094 time: 8.4234307 Jul 21 12:16:18.413053 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee2001bf-bd6d-44cb-92e9-db00d3d80a2f', 'tag': '692130a2-9b94-43ae-864b-0de513e5ba99'}] {{(pid=104159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 12:16:18.533791 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f8e35d-de7b-4b17-b31c-f03c28f9e245 req-25da1f3a-bcf6-4420-b267-5412403b883a tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:16:18.542271 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-38f8e35d-de7b-4b17-b31c-f03c28f9e245 req-25da1f3a-bcf6-4420-b267-5412403b883a tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.18 "GET /v2.0/ports?device_id=2740e936-1211-467d-ad2b-d28abc005c89 HTTP/1.1" status: 200 len: 931 time: 0.5039363 Jul 21 12:16:18.558685 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.db.resource_extend [None req-773e5ff2-0349-450e-8ba7-197d4cd46744 admin admin] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Jul 21 12:16:18.668800 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-ee5e5448-f163-4b79-a2e1-55c901e2cee6 admin admin] Publish callbacks [] for security_group (725bd8fe-e9e7-42b0-9f95-beba1d3e48c1), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:18.707135 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-a283a382-3454-4aaa-856d-621a687f7b5f req-fbcd990c-601a-49ad-90d0-8dcbb2d621fe tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/security-groups?id=88d39ded-9adf-4e28-b3b6-ef623b39acb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3917885 Jul 21 12:16:18.710119 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4f065ed-26eb-4bbb-ab07-576ca4849e41 req-c85400ce-62fa-4299-aaf1-b7f299c54dc6 service neutron] Port b3365c3f-0942-40bb-a817-5ce4b6ec653b on network ac7b63b3-36ed-4162-888b-3062a1149573 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85032 {{(pid=104160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 21 12:16:18.711271 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4f065ed-26eb-4bbb-ab07-576ca4849e41 req-c85400ce-62fa-4299-aaf1-b7f299c54dc6 service neutron] Attempting to bind port b3365c3f-0942-40bb-a817-5ce4b6ec653b on network ac7b63b3-36ed-4162-888b-3062a1149573 {{(pid=104160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 12:16:18.744857 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4f065ed-26eb-4bbb-ab07-576ca4849e41 req-c85400ce-62fa-4299-aaf1-b7f299c54dc6 service neutron] Checking agent: {'id': '0e418a3d-140a-4386-ad03-1f6ad2d8ed7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85032', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 12, 13, 32), 'started_at': datetime.datetime(2022, 7, 21, 12, 13, 32), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 12, 16, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 12:16:18.745244 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4f065ed-26eb-4bbb-ab07-576ca4849e41 req-c85400ce-62fa-4299-aaf1-b7f299c54dc6 service neutron] Checking segment: {'id': 'c03e7b66-2543-4f79-a51b-efdd8f487a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ac7b63b3-36ed-4162-888b-3062a1149573'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 12:16:18.745827 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4f065ed-26eb-4bbb-ab07-576ca4849e41 req-c85400ce-62fa-4299-aaf1-b7f299c54dc6 service neutron] Bound using segment: {'id': 'c03e7b66-2543-4f79-a51b-efdd8f487a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ac7b63b3-36ed-4162-888b-3062a1149573'} {{(pid=104160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 12:16:18.746386 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.managers [req-e4f065ed-26eb-4bbb-ab07-576ca4849e41 req-c85400ce-62fa-4299-aaf1-b7f299c54dc6 service neutron] Bound port: b3365c3f-0942-40bb-a817-5ce4b6ec653b, host: hv-cinder-85032, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c03e7b66-2543-4f79-a51b-efdd8f487a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ac7b63b3-36ed-4162-888b-3062a1149573'}}] {{(pid=104160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 12:16:18.751204 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-e4f065ed-26eb-4bbb-ab07-576ca4849e41 req-c85400ce-62fa-4299-aaf1-b7f299c54dc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (b3365c3f-0942-40bb-a817-5ce4b6ec653b), before_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:18.797355 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce686b82-9b60-4bba-8df5-ce37c4e907dc service neutron] Pushing event updated for resources: {'Port': ['ID=692130a2-9b94-43ae-864b-0de513e5ba99,revision_number=3']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:16:18.854797 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-ee5e5448-f163-4b79-a2e1-55c901e2cee6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (725bd8fe-e9e7-42b0-9f95-beba1d3e48c1), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:18.921322 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-447e452f-a7e3-4be8-aec4-0b762cd7578a req-d3b4d3e9-e527-4e2d-b49f-967c11626ce0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (89040235-a7fe-4920-8410-a79e4b563eba), before_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:18.993253 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-461608de-2333-4088-950a-bca4b3c5c7ab req-19948b0f-e1dc-4439-aab2-ed3e3ece96f7 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/ports?device_id=da30da3d-902c-434d-b650-0e28e2bcd910 HTTP/1.1" status: 200 len: 210 time: 0.0968468 Jul 21 12:16:19.136243 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.db [req-e4f065ed-26eb-4bbb-ab07-576ca4849e41 req-c85400ce-62fa-4299-aaf1-b7f299c54dc6 service neutron] For port b3365c3f-0942-40bb-a817-5ce4b6ec653b, host hv-cinder-85032, cleared binding levels {{(pid=104160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 12:16:19.161296 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.db [req-e4f065ed-26eb-4bbb-ab07-576ca4849e41 req-c85400ce-62fa-4299-aaf1-b7f299c54dc6 service neutron] For port b3365c3f-0942-40bb-a817-5ce4b6ec653b, host hv-cinder-85032, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=b3365c3f-0942-40bb-a817-5ce4b6ec653b,segment=NetworkSegment(c03e7b66-2543-4f79-a51b-efdd8f487a85),segment_id=c03e7b66-2543-4f79-a51b-efdd8f487a85)] {{(pid=104160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 12:16:19.207150 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-e4f065ed-26eb-4bbb-ab07-576ca4849e41 req-c85400ce-62fa-4299-aaf1-b7f299c54dc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158'] for port (b3365c3f-0942-40bb-a817-5ce4b6ec653b), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:19.402003 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-af612a99-d882-4aea-8d86-92c6fcda9963 admin admin] Publish callbacks [] for security_group (1a9899a1-ae8f-48fe-a4ab-1b6e9101289d), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:19.411999 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-773e5ff2-0349-450e-8ba7-197d4cd46744 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329'] for network (c8fd2649-a335-475e-90fe-4c22d23c5193), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:19.414423 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-773e5ff2-0349-450e-8ba7-197d4cd46744 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:16:19.415752 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-773e5ff2-0349-450e-8ba7-197d4cd46744 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622315'] for network (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:19.467649 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14a473be662c523f753bafa963e7b12489d1fc6a20e308844a06c71d85f4ae6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5525ccb9-6c74-41ba-8539-81ac48448c65" -d '{"events": [{"name": "network-changed", "server_uuid": "ee2001bf-bd6d-44cb-92e9-db00d3d80a2f", "tag": "692130a2-9b94-43ae-864b-0de513e5ba99"}]}' {{(pid=104159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 12:16:19.567183 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f065ed-26eb-4bbb-ab07-576ca4849e41 req-c85400ce-62fa-4299-aaf1-b7f299c54dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:16:19.568449 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-e4f065ed-26eb-4bbb-ab07-576ca4849e41 req-c85400ce-62fa-4299-aaf1-b7f299c54dc6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622315'] for port (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:19.570168 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-e4f065ed-26eb-4bbb-ab07-576ca4849e41 req-c85400ce-62fa-4299-aaf1-b7f299c54dc6 service neutron] 10.222.0.48 "PUT /v2.0/ports/b3365c3f-0942-40bb-a817-5ce4b6ec653b HTTP/1.1" status: 200 len: 1093 time: 6.5365455 Jul 21 12:16:19.571238 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27a94fde-54c5-4b8d-9fa5-dab03fa1ac07', 'tag': 'b3365c3f-0942-40bb-a817-5ce4b6ec653b'}] {{(pid=104160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 12:16:19.610599 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-ee5e5448-f163-4b79-a2e1-55c901e2cee6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b5ee67f639f742ee8e17275a8368bb59&name=default HTTP/1.1" status: 200 len: 2996 time: 3.6731088 Jul 21 12:16:19.646331 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:16:19.659092 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.18', 58074) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:16:19.817025 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773e5ff2-0349-450e-8ba7-197d4cd46744 admin admin] Pushing event updated for resources: {'Network': ['ID=c8fd2649-a335-475e-90fe-4c22d23c5193,revision_number=1']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:16:19.854246 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Network c8fd2649-a335-475e-90fe-4c22d23c5193 details requested by agent ovs-agent-dv-cinder-850321-1-iscsi with host dv-cinder-850321-1-iscsi {{(pid=104161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 21 12:16:19.882465 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-773e5ff2-0349-450e-8ba7-197d4cd46744 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 6.5287111 Jul 21 12:16:19.884692 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a7ecd2-ab99-4f2f-9317-0a8f45891167 req-810723a3-09fc-4685-b80a-7c7c811c2426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:16:19.888145 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-40a7ecd2-ab99-4f2f-9317-0a8f45891167 req-810723a3-09fc-4685-b80a-7c7c811c2426 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f3726ac8b83847468671bd930deb5492&device_id=ee2001bf-bd6d-44cb-92e9-db00d3d80a2f HTTP/1.1" status: 200 len: 1128 time: 1.0658126 Jul 21 12:16:19.893888 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-af612a99-d882-4aea-8d86-92c6fcda9963 admin admin] Publish callbacks [] for security_group (1a9899a1-ae8f-48fe-a4ab-1b6e9101289d), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:19.905146 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 58082) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:16:19.908235 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5e5448-f163-4b79-a2e1-55c901e2cee6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=725bd8fe-e9e7-42b0-9f95-beba1d3e48c1,revision_number=1']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:16:19.951616 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-38f8e35d-de7b-4b17-b31c-f03c28f9e245 req-5de22b9f-1864-4387-a41d-81d90c16281d tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.18 "GET /v2.0/security-groups?id=bdddd4d5-7044-4ab4-b494-1665218e01f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.4079206 Jul 21 12:16:19.959949 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.v2.base [None req-a04ec166-e033-4a94-ba4d-a9a61ab75b5b admin admin] Request body: {'subnet': {'network_id': 'c8fd2649-a335-475e-90fe-4c22d23c5193', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-460165046-subnet', 'tenant_id': '60a80724abf045729000dc9fb8a2440e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 12:16:19.989651 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.plugins.ml2.managers [req-4b256955-4d1f-4f09-9cae-b74c736e14ae req-b12f83cf-3a9e-43fd-9c7e-9727b10cd826 service neutron] Attempting to bind port 13c51368-9610-4fea-ac70-c813e2c1f802 on host hv-cinder-85032 for vnic_type normal with profile {{(pid=104159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 12:16:19.990466 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.plugins.ml2.managers [req-4b256955-4d1f-4f09-9cae-b74c736e14ae req-b12f83cf-3a9e-43fd-9c7e-9727b10cd826 service neutron] Attempting to bind port 13c51368-9610-4fea-ac70-c813e2c1f802 by drivers openvswitch,hyperv on host hv-cinder-85032 at level 0 using segments [{'id': '75921558-43a8-4348-8bcf-b36389368972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '24751c0b-819a-470d-9221-d71fff5ec112'}] {{(pid=104159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 12:16:19.991352 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b256955-4d1f-4f09-9cae-b74c736e14ae req-b12f83cf-3a9e-43fd-9c7e-9727b10cd826 service neutron] Attempting to bind port 13c51368-9610-4fea-ac70-c813e2c1f802 on network 24751c0b-819a-470d-9221-d71fff5ec112 {{(pid=104159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 12:16:20.001364 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12f83cf-3a9e-43fd-9c7e-9727b10cd826 service neutron] Pushing event updated for resources: {'Port': ['ID=13c51368-9610-4fea-ac70-c813e2c1f802,revision_number=2']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:16:20.012169 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b256955-4d1f-4f09-9cae-b74c736e14ae req-b12f83cf-3a9e-43fd-9c7e-9727b10cd826 service neutron] Port 13c51368-9610-4fea-ac70-c813e2c1f802 on network 24751c0b-819a-470d-9221-d71fff5ec112 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85032 {{(pid=104159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 21 12:16:20.013175 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b256955-4d1f-4f09-9cae-b74c736e14ae req-b12f83cf-3a9e-43fd-9c7e-9727b10cd826 service neutron] Attempting to bind port 13c51368-9610-4fea-ac70-c813e2c1f802 on network 24751c0b-819a-470d-9221-d71fff5ec112 {{(pid=104159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 12:16:20.028877 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bd22db-01cc-4afb-90c0-1ad3b411db89 req-47f8b0bb-f72d-4a20-b20c-6e258f279bba tempest-DeleteServersTestJSON-1093761568 tempest-DeleteServersTestJSON-1093761568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:16:20.042431 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-b5bd22db-01cc-4afb-90c0-1ad3b411db89 req-47f8b0bb-f72d-4a20-b20c-6e258f279bba tempest-DeleteServersTestJSON-1093761568 tempest-DeleteServersTestJSON-1093761568-project] 10.222.0.18 "GET /v2.0/ports?device_id=3374fda9-c1c9-4d63-acce-726d9a907bfa HTTP/1.1" status: 200 len: 944 time: 0.7725284 Jul 21 12:16:20.046418 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85400ce-62fa-4299-aaf1-b7f299c54dc6 service neutron] Pushing event updated for resources: {'Port': ['ID=b3365c3f-0942-40bb-a817-5ce4b6ec653b,revision_number=3']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:16:20.062513 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b256955-4d1f-4f09-9cae-b74c736e14ae req-b12f83cf-3a9e-43fd-9c7e-9727b10cd826 service neutron] Checking agent: {'id': '0e418a3d-140a-4386-ad03-1f6ad2d8ed7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85032', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 12, 13, 32), 'started_at': datetime.datetime(2022, 7, 21, 12, 13, 32), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 12, 16, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 12:16:20.063464 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b256955-4d1f-4f09-9cae-b74c736e14ae req-b12f83cf-3a9e-43fd-9c7e-9727b10cd826 service neutron] Checking segment: {'id': '75921558-43a8-4348-8bcf-b36389368972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '24751c0b-819a-470d-9221-d71fff5ec112'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 12:16:20.064207 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eb085c56e9e86bbd6a0965d2ba727f3997621403869b150ca98f31427dd41b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddd50794-4676-4df9-be5b-3817eb0ce1cd" -d '{"events": [{"name": "network-changed", "server_uuid": "27a94fde-54c5-4b8d-9fa5-dab03fa1ac07", "tag": "b3365c3f-0942-40bb-a817-5ce4b6ec653b"}]}' {{(pid=104160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 12:16:20.064681 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b256955-4d1f-4f09-9cae-b74c736e14ae req-b12f83cf-3a9e-43fd-9c7e-9727b10cd826 service neutron] Bound using segment: {'id': '75921558-43a8-4348-8bcf-b36389368972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '24751c0b-819a-470d-9221-d71fff5ec112'} {{(pid=104159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 12:16:20.065700 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.plugins.ml2.managers [req-4b256955-4d1f-4f09-9cae-b74c736e14ae req-b12f83cf-3a9e-43fd-9c7e-9727b10cd826 service neutron] Bound port: 13c51368-9610-4fea-ac70-c813e2c1f802, host: hv-cinder-85032, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75921558-43a8-4348-8bcf-b36389368972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '24751c0b-819a-470d-9221-d71fff5ec112'}}] {{(pid=104159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 12:16:20.066654 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-4b256955-4d1f-4f09-9cae-b74c736e14ae req-b12f83cf-3a9e-43fd-9c7e-9727b10cd826 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (13c51368-9610-4fea-ac70-c813e2c1f802), before_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:20.257878 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.48', 58787) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:16:20.303065 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:16:20.381919 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:16:20.391674 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-be511ae8-dc39-4ebf-988f-70aafb67b177 admin admin] Publish callbacks [] for security_group (725bd8fe-e9e7-42b0-9f95-beba1d3e48c1), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:20.402884 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f065ed-26eb-4bbb-ab07-576ca4849e41 req-647e30c1-b433-44c7-9352-975129f7542b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:16:20.404578 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-e4f065ed-26eb-4bbb-ab07-576ca4849e41 req-647e30c1-b433-44c7-9352-975129f7542b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f3726ac8b83847468671bd930deb5492&device_id=27a94fde-54c5-4b8d-9fa5-dab03fa1ac07 HTTP/1.1" status: 200 len: 1127 time: 0.2546678 Jul 21 12:16:20.413953 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-b5bd22db-01cc-4afb-90c0-1ad3b411db89 req-fdcb5e5f-6e6a-4e39-b123-5a22994b6653 tempest-DeleteServersTestJSON-1093761568 tempest-DeleteServersTestJSON-1093761568-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c91d680-ea10-4de8-ae4b-a36cd4f34300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3698986 Jul 21 12:16:20.431695 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.notifiers.nova [req-447e452f-a7e3-4be8-aec4-0b762cd7578a req-d3b4d3e9-e527-4e2d-b49f-967c11626ce0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89040235-a7fe-4920-8410-a79e4b563eba {{(pid=104160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 12:16:20.464261 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-447e452f-a7e3-4be8-aec4-0b762cd7578a req-d3b4d3e9-e527-4e2d-b49f-967c11626ce0 service neutron] Publish callbacks [] for port (89040235-a7fe-4920-8410-a79e4b563eba), precommit_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:20.474827 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-be511ae8-dc39-4ebf-988f-70aafb67b177 admin admin] Publish callbacks [] for security_group (725bd8fe-e9e7-42b0-9f95-beba1d3e48c1), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:20.539796 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.db.provisioning_blocks [req-447e452f-a7e3-4be8-aec4-0b762cd7578a req-d3b4d3e9-e527-4e2d-b49f-967c11626ce0 service neutron] Transition to ACTIVE for port object 89040235-a7fe-4920-8410-a79e4b563eba will not be triggered until provisioned by entity L2. {{(pid=104160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 21 12:16:20.546621 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-447e452f-a7e3-4be8-aec4-0b762cd7578a req-d3b4d3e9-e527-4e2d-b49f-967c11626ce0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158'] for port (89040235-a7fe-4920-8410-a79e4b563eba), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:20.609316 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.plugins.ml2.db [req-4b256955-4d1f-4f09-9cae-b74c736e14ae req-b12f83cf-3a9e-43fd-9c7e-9727b10cd826 service neutron] For port 13c51368-9610-4fea-ac70-c813e2c1f802, host hv-cinder-85032, cleared binding levels {{(pid=104159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 12:16:20.613057 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 12:16:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32b72aff-5bbe-4794-828c-e42c423ac6fc x-openstack-request-id: req-32b72aff-5bbe-4794-828c-e42c423ac6fc {{(pid=104159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 12:16:20.613433 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee2001bf-bd6d-44cb-92e9-db00d3d80a2f", "tag": "692130a2-9b94-43ae-864b-0de513e5ba99", "status": "completed", "code": 200}]} {{(pid=104159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 12:16:20.614075 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-32b72aff-5bbe-4794-828c-e42c423ac6fc {{(pid=104159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 12:16:20.614455 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32b72aff-5bbe-4794-828c-e42c423ac6fc'] response: {'name': 'network-changed', 'server_uuid': 'ee2001bf-bd6d-44cb-92e9-db00d3d80a2f', 'tag': '692130a2-9b94-43ae-864b-0de513e5ba99', 'status': 'completed', 'code': 200} Jul 21 12:16:20.633309 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-40a7ecd2-ab99-4f2f-9317-0a8f45891167 req-331f8658-93c9-401c-bb0c-a1863ac48e54 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=692130a2-9b94-43ae-864b-0de513e5ba99 HTTP/1.1" status: 200 len: 217 time: 0.5470247 Jul 21 12:16:20.659263 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:16:20.666294 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a04ec166-e033-4a94-ba4d-a9a61ab75b5b admin admin] Made reservation on behalf of 60a80724abf045729000dc9fb8a2440e for: {'subnet': 1} {{(pid=104159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 12:16:20.670377 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-a04ec166-e033-4a94-ba4d-a9a61ab75b5b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:20.678895 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.plugins.ml2.db [req-4b256955-4d1f-4f09-9cae-b74c736e14ae req-b12f83cf-3a9e-43fd-9c7e-9727b10cd826 service neutron] For port 13c51368-9610-4fea-ac70-c813e2c1f802, host hv-cinder-85032, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=13c51368-9610-4fea-ac70-c813e2c1f802,segment=NetworkSegment(75921558-43a8-4348-8bcf-b36389368972),segment_id=75921558-43a8-4348-8bcf-b36389368972)] {{(pid=104159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 12:16:20.710823 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-4b256955-4d1f-4f09-9cae-b74c736e14ae req-b12f83cf-3a9e-43fd-9c7e-9727b10cd826 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158'] for port (13c51368-9610-4fea-ac70-c813e2c1f802), after_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:20.753556 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-fd927e49-3b9d-47ca-ac32-00d2fd7e2392 req-c7d74c8c-7e12-4445-8651-85b77010599d tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/ports?device_id=da30da3d-902c-434d-b650-0e28e2bcd910 HTTP/1.1" status: 200 len: 210 time: 0.1809006 Jul 21 12:16:20.754462 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6d3361-52f5-410b-a530-4323165d3012 req-310b857b-78f1-41c7-a28a-450722d0a496 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:16:20.767944 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-9a6d3361-52f5-410b-a530-4323165d3012 req-310b857b-78f1-41c7-a28a-450722d0a496 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/ports?device_id=27a94fde-54c5-4b8d-9fa5-dab03fa1ac07 HTTP/1.1" status: 200 len: 943 time: 0.1518960 Jul 21 12:16:20.786328 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b4d3e9-e527-4e2d-b49f-967c11626ce0 service neutron] Pushing event updated for resources: {'Port': ['ID=89040235-a7fe-4920-8410-a79e4b563eba,revision_number=2']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:16:20.903777 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-be511ae8-dc39-4ebf-988f-70aafb67b177 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (725bd8fe-e9e7-42b0-9f95-beba1d3e48c1), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:20.915825 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b256955-4d1f-4f09-9cae-b74c736e14ae req-b12f83cf-3a9e-43fd-9c7e-9727b10cd826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:16:20.916626 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-4b256955-4d1f-4f09-9cae-b74c736e14ae req-b12f83cf-3a9e-43fd-9c7e-9727b10cd826 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622315'] for port (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:20.917851 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-be511ae8-dc39-4ebf-988f-70aafb67b177 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:20.918451 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-4b256955-4d1f-4f09-9cae-b74c736e14ae req-b12f83cf-3a9e-43fd-9c7e-9727b10cd826 service neutron] 10.222.0.48 "PUT /v2.0/ports/13c51368-9610-4fea-ac70-c813e2c1f802 HTTP/1.1" status: 200 len: 1094 time: 8.3201857 Jul 21 12:16:20.935198 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-be511ae8-dc39-4ebf-988f-70aafb67b177 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/725bd8fe-e9e7-42b0-9f95-beba1d3e48c1 HTTP/1.1" status: 204 len: 168 time: 1.2637265 Jul 21 12:16:20.936826 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.managers [req-447e452f-a7e3-4be8-aec4-0b762cd7578a req-d3b4d3e9-e527-4e2d-b49f-967c11626ce0 service neutron] Attempting to bind port 89040235-a7fe-4920-8410-a79e4b563eba on host hv-cinder-85032 for vnic_type normal with profile {{(pid=104160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 12:16:20.938623 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.managers [req-447e452f-a7e3-4be8-aec4-0b762cd7578a req-d3b4d3e9-e527-4e2d-b49f-967c11626ce0 service neutron] Attempting to bind port 89040235-a7fe-4920-8410-a79e4b563eba by drivers openvswitch,hyperv on host hv-cinder-85032 at level 0 using segments [{'id': '12da12e1-cfd0-4313-ac52-6e5f4f39ccb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '1933b755-354d-4a90-8a75-f1a81a16c8f0'}] {{(pid=104160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 12:16:20.941056 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-447e452f-a7e3-4be8-aec4-0b762cd7578a req-d3b4d3e9-e527-4e2d-b49f-967c11626ce0 service neutron] Attempting to bind port 89040235-a7fe-4920-8410-a79e4b563eba on network 1933b755-354d-4a90-8a75-f1a81a16c8f0 {{(pid=104160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 12:16:21.181682 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.agents_db [None req-4203cc95-03b4-445b-a92f-19fc3dec8381 None None] Agent healthcheck: found 6 active agents {{(pid=104162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 12:16:21.189504 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-447e452f-a7e3-4be8-aec4-0b762cd7578a req-d3b4d3e9-e527-4e2d-b49f-967c11626ce0 service neutron] Port 89040235-a7fe-4920-8410-a79e4b563eba on network 1933b755-354d-4a90-8a75-f1a81a16c8f0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85032 {{(pid=104160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 21 12:16:21.189844 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-447e452f-a7e3-4be8-aec4-0b762cd7578a req-d3b4d3e9-e527-4e2d-b49f-967c11626ce0 service neutron] Attempting to bind port 89040235-a7fe-4920-8410-a79e4b563eba on network 1933b755-354d-4a90-8a75-f1a81a16c8f0 {{(pid=104160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 12:16:21.193320 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be511ae8-dc39-4ebf-988f-70aafb67b177 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=725bd8fe-e9e7-42b0-9f95-beba1d3e48c1,revision_number=None']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:16:21.202628 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9166f7b8-214c-4e48-af1c-d6223623dcbd req-989c6dbc-0277-4279-8886-2bf035ffe6df tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:16:21.205305 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-9166f7b8-214c-4e48-af1c-d6223623dcbd req-989c6dbc-0277-4279-8886-2bf035ffe6df tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.48 "GET /v2.0/networks?id=ff0fcfbd-22d3-47ea-80f2-195b1cbc803d HTTP/1.1" status: 200 len: 816 time: 0.5652525 Jul 21 12:16:21.207002 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-e4f065ed-26eb-4bbb-ab07-576ca4849e41 req-1f845471-0d5f-4d7e-8e2d-df8ac2f7d576 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b3365c3f-0942-40bb-a817-5ce4b6ec653b HTTP/1.1" status: 200 len: 217 time: 0.3143513 Jul 21 12:16:21.212770 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-447e452f-a7e3-4be8-aec4-0b762cd7578a req-d3b4d3e9-e527-4e2d-b49f-967c11626ce0 service neutron] Checking agent: {'id': '0e418a3d-140a-4386-ad03-1f6ad2d8ed7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85032', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 12, 13, 32), 'started_at': datetime.datetime(2022, 7, 21, 12, 13, 32), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 12, 16, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 12:16:21.213143 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-447e452f-a7e3-4be8-aec4-0b762cd7578a req-d3b4d3e9-e527-4e2d-b49f-967c11626ce0 service neutron] Checking segment: {'id': '12da12e1-cfd0-4313-ac52-6e5f4f39ccb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '1933b755-354d-4a90-8a75-f1a81a16c8f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 12:16:21.213509 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-447e452f-a7e3-4be8-aec4-0b762cd7578a req-d3b4d3e9-e527-4e2d-b49f-967c11626ce0 service neutron] Bound using segment: {'id': '12da12e1-cfd0-4313-ac52-6e5f4f39ccb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '1933b755-354d-4a90-8a75-f1a81a16c8f0'} {{(pid=104160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 12:16:21.213990 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.managers [req-447e452f-a7e3-4be8-aec4-0b762cd7578a req-d3b4d3e9-e527-4e2d-b49f-967c11626ce0 service neutron] Bound port: 89040235-a7fe-4920-8410-a79e4b563eba, host: hv-cinder-85032, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12da12e1-cfd0-4313-ac52-6e5f4f39ccb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '1933b755-354d-4a90-8a75-f1a81a16c8f0'}}] {{(pid=104160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 12:16:21.214366 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-447e452f-a7e3-4be8-aec4-0b762cd7578a req-d3b4d3e9-e527-4e2d-b49f-967c11626ce0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (89040235-a7fe-4920-8410-a79e4b563eba), before_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:21.294251 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-9a6d3361-52f5-410b-a530-4323165d3012 req-f513431f-2516-4251-be83-0ea963cfc0a7 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/security-groups?id=88d39ded-9adf-4e28-b3b6-ef623b39acb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5246048 Jul 21 12:16:21.300964 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-af612a99-d882-4aea-8d86-92c6fcda9963 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (1a9899a1-ae8f-48fe-a4ab-1b6e9101289d), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:21.321919 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-af612a99-d882-4aea-8d86-92c6fcda9963 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:21.330298 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-af612a99-d882-4aea-8d86-92c6fcda9963 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1a9899a1-ae8f-48fe-a4ab-1b6e9101289d HTTP/1.1" status: 204 len: 168 time: 3.7213335 Jul 21 12:16:21.344345 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 12:16:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a1a94cd-c90c-42e8-8819-fe4fba7c38be x-openstack-request-id: req-1a1a94cd-c90c-42e8-8819-fe4fba7c38be {{(pid=104160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 12:16:21.345480 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27a94fde-54c5-4b8d-9fa5-dab03fa1ac07", "tag": "b3365c3f-0942-40bb-a817-5ce4b6ec653b", "status": "completed", "code": 200}]} {{(pid=104160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 12:16:21.346030 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1a1a94cd-c90c-42e8-8819-fe4fba7c38be {{(pid=104160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 12:16:21.346831 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a1a94cd-c90c-42e8-8819-fe4fba7c38be'] response: {'name': 'network-changed', 'server_uuid': '27a94fde-54c5-4b8d-9fa5-dab03fa1ac07', 'tag': 'b3365c3f-0942-40bb-a817-5ce4b6ec653b', 'status': 'completed', 'code': 200} Jul 21 12:16:21.482780 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af612a99-d882-4aea-8d86-92c6fcda9963 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a9899a1-ae8f-48fe-a4ab-1b6e9101289d,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:16:21.513712 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f065ed-26eb-4bbb-ab07-576ca4849e41 req-6c49c7aa-5216-4b3d-b14d-c7217a6dd70d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:16:21.528879 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-e4f065ed-26eb-4bbb-ab07-576ca4849e41 req-6c49c7aa-5216-4b3d-b14d-c7217a6dd70d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=85871871-89d2-41dd-b1d6-9b7f2440aaee HTTP/1.1" status: 200 len: 858 time: 0.2921696 Jul 21 12:16:21.551075 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.db [req-447e452f-a7e3-4be8-aec4-0b762cd7578a req-d3b4d3e9-e527-4e2d-b49f-967c11626ce0 service neutron] For port 89040235-a7fe-4920-8410-a79e4b563eba, host hv-cinder-85032, cleared binding levels {{(pid=104160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 12:16:21.627105 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12f83cf-3a9e-43fd-9c7e-9727b10cd826 service neutron] Pushing event updated for resources: {'Port': ['ID=13c51368-9610-4fea-ac70-c813e2c1f802,revision_number=3']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:16:21.635860 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b256955-4d1f-4f09-9cae-b74c736e14ae req-30ce3780-217e-4567-aef2-965f3d4e9426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:16:21.638011 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-4b256955-4d1f-4f09-9cae-b74c736e14ae req-30ce3780-217e-4567-aef2-965f3d4e9426 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=41b8b45e25af4c498afb80b94362fe95&device_id=3374fda9-c1c9-4d63-acce-726d9a907bfa HTTP/1.1" status: 200 len: 1128 time: 0.5342548 Jul 21 12:16:21.639782 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a7ecd2-ab99-4f2f-9317-0a8f45891167 req-410eaad9-8fa6-4463-a827-6364a717cc95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:16:21.641641 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-40a7ecd2-ab99-4f2f-9317-0a8f45891167 req-410eaad9-8fa6-4463-a827-6364a717cc95 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=85871871-89d2-41dd-b1d6-9b7f2440aaee HTTP/1.1" status: 200 len: 858 time: 0.6691775 Jul 21 12:16:21.668330 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9722d7a7-136d-4f20-8232-b4709c6de020 req-4c119fad-a258-4fc8-93a3-3e6de52c8448 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:16:21.680463 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-9722d7a7-136d-4f20-8232-b4709c6de020 req-4c119fad-a258-4fc8-93a3-3e6de52c8448 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.18 "GET /v2.0/ports?device_id=2740e936-1211-467d-ad2b-d28abc005c89 HTTP/1.1" status: 200 len: 943 time: 0.1631699 Jul 21 12:16:21.787584 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764b6031-eca2-426b-a56c-2d73f3df62c6 req-73e99f03-7c36-4e9b-bc13-e2e860d92c9f tempest-DeleteServersTestJSON-1093761568 tempest-DeleteServersTestJSON-1093761568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:16:21.800384 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-764b6031-eca2-426b-a56c-2d73f3df62c6 req-73e99f03-7c36-4e9b-bc13-e2e860d92c9f tempest-DeleteServersTestJSON-1093761568 tempest-DeleteServersTestJSON-1093761568-project] 10.222.0.18 "GET /v2.0/ports?device_id=3374fda9-c1c9-4d63-acce-726d9a907bfa HTTP/1.1" status: 200 len: 944 time: 0.1442595 Jul 21 12:16:21.829461 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-4b256955-4d1f-4f09-9cae-b74c736e14ae req-c1ed14c0-4211-4329-8a3e-08a37b99dcf0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=13c51368-9610-4fea-ac70-c813e2c1f802 HTTP/1.1" status: 200 len: 217 time: 0.1396682 Jul 21 12:16:21.856309 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.db [req-447e452f-a7e3-4be8-aec4-0b762cd7578a req-d3b4d3e9-e527-4e2d-b49f-967c11626ce0 service neutron] For port 89040235-a7fe-4920-8410-a79e4b563eba, host hv-cinder-85032, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=89040235-a7fe-4920-8410-a79e4b563eba,segment=NetworkSegment(12da12e1-cfd0-4313-ac52-6e5f4f39ccb4),segment_id=12da12e1-cfd0-4313-ac52-6e5f4f39ccb4)] {{(pid=104160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 12:16:21.878577 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-9166f7b8-214c-4e48-af1c-d6223623dcbd req-685e6209-84f9-4141-8fba-3370c54b2a60 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2409e2644eb14d6b9545088c08d22273 HTTP/1.1" status: 200 len: 380 time: 0.6430504 Jul 21 12:16:21.958931 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.v2.base [req-9166f7b8-214c-4e48-af1c-d6223623dcbd req-f45842df-286a-402e-b24f-650272ffc8aa tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Request body: {'port': {'device_id': 'da30da3d-902c-434d-b650-0e28e2bcd910', 'network_id': 'ff0fcfbd-22d3-47ea-80f2-195b1cbc803d', 'admin_state_up': True, 'tenant_id': '2409e2644eb14d6b9545088c08d22273', 'security_groups': ['195f81d2-1587-4fdd-87dd-d5d45e8d9a00']}} {{(pid=104160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 12:16:22.026104 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a7ecd2-ab99-4f2f-9317-0a8f45891167 req-f31feeb4-5034-4126-a3ed-c7e0a124e51f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:16:22.028810 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-40a7ecd2-ab99-4f2f-9317-0a8f45891167 req-f31feeb4-5034-4126-a3ed-c7e0a124e51f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ac7b63b3-36ed-4162-888b-3062a1149573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3298299 Jul 21 12:16:22.045352 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 58134) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:16:22.059963 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-447e452f-a7e3-4be8-aec4-0b762cd7578a req-d3b4d3e9-e527-4e2d-b49f-967c11626ce0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158'] for port (89040235-a7fe-4920-8410-a79e4b563eba), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:22.068289 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f065ed-26eb-4bbb-ab07-576ca4849e41 req-f46e0ea3-dbef-4a20-b77f-a4eed7d3cbd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:16:22.070156 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-e4f065ed-26eb-4bbb-ab07-576ca4849e41 req-f46e0ea3-dbef-4a20-b77f-a4eed7d3cbd7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ac7b63b3-36ed-4162-888b-3062a1149573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.5131917 Jul 21 12:16:22.151557 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-9722d7a7-136d-4f20-8232-b4709c6de020 req-d76003d0-d288-4c57-afe5-a15a277eb1e9 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.18 "GET /v2.0/security-groups?id=bdddd4d5-7044-4ab4-b494-1665218e01f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4680235 Jul 21 12:16:22.219193 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b256955-4d1f-4f09-9cae-b74c736e14ae req-232270e6-3613-4b51-b219-993c47781e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:16:22.221213 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-4b256955-4d1f-4f09-9cae-b74c736e14ae req-232270e6-3613-4b51-b219-993c47781e2f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=41e43e98-3e78-47c9-95a5-d192ddc4a654 HTTP/1.1" status: 200 len: 851 time: 0.3696241 Jul 21 12:16:22.224438 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-60e99b41-aed5-4231-b1ef-26f999ab68df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:22.239948 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-a04ec166-e033-4a94-ba4d-a9a61ab75b5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329'] for subnet (422998fe-48b8-423c-8691-4e794a5e78ca), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:22.242054 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:16:22.296662 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b256955-4d1f-4f09-9cae-b74c736e14ae req-b2550a22-8acf-40b3-bcda-d453d01bb684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:16:22.298390 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-4b256955-4d1f-4f09-9cae-b74c736e14ae req-b2550a22-8acf-40b3-bcda-d453d01bb684 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=24751c0b-819a-470d-9221-d71fff5ec112&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0602846 Jul 21 12:16:22.424340 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=3 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:16:22.448352 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447e452f-a7e3-4be8-aec4-0b762cd7578a req-d3b4d3e9-e527-4e2d-b49f-967c11626ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:16:22.449718 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-447e452f-a7e3-4be8-aec4-0b762cd7578a req-d3b4d3e9-e527-4e2d-b49f-967c11626ce0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622315'] for port (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:22.452412 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-447e452f-a7e3-4be8-aec4-0b762cd7578a req-d3b4d3e9-e527-4e2d-b49f-967c11626ce0 service neutron] 10.222.0.48 "PUT /v2.0/ports/89040235-a7fe-4920-8410-a79e4b563eba HTTP/1.1" status: 200 len: 1093 time: 5.0965025 Jul 21 12:16:22.481829 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:16:22.484184 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-4dda91df-5bfa-4fa1-afb4-058eb2b5b160 req-d87c8baf-fd73-4fd4-b75e-e4771f1e22d7 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/ports?device_id=da30da3d-902c-434d-b650-0e28e2bcd910 HTTP/1.1" status: 200 len: 210 time: 0.1382184 Jul 21 12:16:22.494327 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:DELETE=1 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:16:22.530416 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-764b6031-eca2-426b-a56c-2d73f3df62c6 req-12efb652-af04-432b-bcca-9f57aed4bfdd tempest-DeleteServersTestJSON-1093761568 tempest-DeleteServersTestJSON-1093761568-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c91d680-ea10-4de8-ae4b-a36cd4f34300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7277255 Jul 21 12:16:22.592128 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04ec166-e033-4a94-ba4d-a9a61ab75b5b admin admin] Pushing event updated for resources: {'Subnet': ['ID=422998fe-48b8-423c-8691-4e794a5e78ca,revision_number=0']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:16:22.703786 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3374fda9-c1c9-4d63-acce-726d9a907bfa', 'tag': '13c51368-9610-4fea-ac70-c813e2c1f802'}] {{(pid=104159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 12:16:22.709705 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14a473be662c523f753bafa963e7b12489d1fc6a20e308844a06c71d85f4ae6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5df39498-2273-4cff-8e9b-2aa955718105" -d '{"events": [{"name": "network-changed", "server_uuid": "3374fda9-c1c9-4d63-acce-726d9a907bfa", "tag": "13c51368-9610-4fea-ac70-c813e2c1f802"}]}' {{(pid=104159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 12:16:22.724333 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-e4f065ed-26eb-4bbb-ab07-576ca4849e41 req-ae31fe24-6761-4cd7-aef0-7dcef4589556 service neutron] 10.222.0.48 "GET /v2.0/networks/ac7b63b3-36ed-4162-888b-3062a1149573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6298797 Jul 21 12:16:22.740774 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-40a7ecd2-ab99-4f2f-9317-0a8f45891167 req-ab105cc9-5fb8-493d-9acb-ec933e93deb8 service neutron] 10.222.0.48 "GET /v2.0/networks/ac7b63b3-36ed-4162-888b-3062a1149573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6906614 Jul 21 12:16:22.757639 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b4d3e9-e527-4e2d-b49f-967c11626ce0 service neutron] Pushing event updated for resources: {'Port': ['ID=89040235-a7fe-4920-8410-a79e4b563eba,revision_number=3']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:16:22.771813 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a04ec166-e033-4a94-ba4d-a9a61ab75b5b admin admin] Checking segment: {'id': '64b1f9fa-5947-4bf0-8648-b957040f23a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'c8fd2649-a335-475e-90fe-4c22d23c5193'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 12:16:22.773411 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a04ec166-e033-4a94-ba4d-a9a61ab75b5b admin admin] Network hostable DHCP agents. Network: c8fd2649-a335-475e-90fe-4c22d23c5193, hostable agents: ['8a21e728-a2e9-4580-a748-6ac9ba47a2a7'], hosted agents: [] {{(pid=104159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 21 12:16:22.791152 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9166f7b8-214c-4e48-af1c-d6223623dcbd req-f45842df-286a-402e-b24f-650272ffc8aa tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Made reservation on behalf of 2409e2644eb14d6b9545088c08d22273 for: {'port': 1} {{(pid=104160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 12:16:22.797714 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-9166f7b8-214c-4e48-af1c-d6223623dcbd req-f45842df-286a-402e-b24f-650272ffc8aa tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:22.823880 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c3d996-ec65-44e8-b292-36b878fea443 req-992e194f-3f4c-4e5d-b788-1648eca3d0f7 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:16:22.825138 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 12:16:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba1429c4-c466-496e-b970-030e75d40a3f x-openstack-request-id: req-ba1429c4-c466-496e-b970-030e75d40a3f {{(pid=104159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 12:16:22.825790 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3374fda9-c1c9-4d63-acce-726d9a907bfa", "tag": "13c51368-9610-4fea-ac70-c813e2c1f802", "status": "completed", "code": 200}]} {{(pid=104159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 12:16:22.826172 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ba1429c4-c466-496e-b970-030e75d40a3f {{(pid=104159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 12:16:22.826852 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba1429c4-c466-496e-b970-030e75d40a3f'] response: {'name': 'network-changed', 'server_uuid': '3374fda9-c1c9-4d63-acce-726d9a907bfa', 'tag': '13c51368-9610-4fea-ac70-c813e2c1f802', 'status': 'completed', 'code': 200} Jul 21 12:16:22.838768 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-f6c3d996-ec65-44e8-b292-36b878fea443 req-992e194f-3f4c-4e5d-b788-1648eca3d0f7 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/ports?device_id=27a94fde-54c5-4b8d-9fa5-dab03fa1ac07 HTTP/1.1" status: 200 len: 943 time: 0.1459854 Jul 21 12:16:22.856822 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-4b256955-4d1f-4f09-9cae-b74c736e14ae req-0b888470-07b1-4d09-bb2f-4e906c038486 service neutron] 10.222.0.48 "GET /v2.0/networks/24751c0b-819a-470d-9221-d71fff5ec112?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5120385 Jul 21 12:16:22.862648 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-60e99b41-aed5-4231-b1ef-26f999ab68df admin admin] Publish callbacks [] for security_group (94e59d6f-87c3-4fc6-aa76-d3f14f73089d), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:22.874014 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-60e99b41-aed5-4231-b1ef-26f999ab68df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (94e59d6f-87c3-4fc6-aa76-d3f14f73089d), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:22.883526 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a04ec166-e033-4a94-ba4d-a9a61ab75b5b admin admin] Network c8fd2649-a335-475e-90fe-4c22d23c5193 is scheduled to be hosted by DHCP agent 8a21e728-a2e9-4580-a748-6ac9ba47a2a7 with binding_index 1 {{(pid=104159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 21 12:16:22.940182 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.scheduler.base_scheduler [None req-a04ec166-e033-4a94-ba4d-a9a61ab75b5b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850321-1-iscsi, c8fd2649-a335-475e-90fe-4c22d23c5193) {{(pid=104159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 12:16:22.954905 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a04ec166-e033-4a94-ba4d-a9a61ab75b5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:16:22.955889 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-a04ec166-e033-4a94-ba4d-a9a61ab75b5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622315'] for subnet (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:22.966616 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-60e99b41-aed5-4231-b1ef-26f999ab68df admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e93d612c2eb7404d811f0f883c4b1b5e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9014463 Jul 21 12:16:22.966909 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-f6c3d996-ec65-44e8-b292-36b878fea443 req-d5cd2386-5882-422c-92bd-3137ceaf4aca tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/security-groups?id=88d39ded-9adf-4e28-b3b6-ef623b39acb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245766 Jul 21 12:16:22.968777 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.18', 58154) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:16:22.972985 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97083816-fe43-4794-b3c3-c39de5ed7602 None None] Network c8fd2649-a335-475e-90fe-4c22d23c5193 requested from dv-cinder-850321-1-iscsi {{(pid=104161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 12:16:22.989395 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e99b41-aed5-4231-b1ef-26f999ab68df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94e59d6f-87c3-4fc6-aa76-d3f14f73089d,revision_number=1']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:16:23.008101 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-a04ec166-e033-4a94-ba4d-a9a61ab75b5b admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 3.0783331 Jul 21 12:16:23.225393 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-384e7aae-9b22-4965-afcf-16436610886c admin admin] Publish callbacks [] for security_group (94e59d6f-87c3-4fc6-aa76-d3f14f73089d), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:23.263542 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52e863a8-a307-4f8d-b076-95d25f803d0b None None] Network c8fd2649-a335-475e-90fe-4c22d23c5193 requested from dv-cinder-850321-1-iscsi {{(pid=104161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 12:16:23.319157 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-384e7aae-9b22-4965-afcf-16436610886c admin admin] Publish callbacks [] for security_group (94e59d6f-87c3-4fc6-aa76-d3f14f73089d), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:23.349141 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2740e936-1211-467d-ad2b-d28abc005c89', 'tag': '89040235-a7fe-4920-8410-a79e4b563eba'}] {{(pid=104160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 12:16:23.354165 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eb085c56e9e86bbd6a0965d2ba727f3997621403869b150ca98f31427dd41b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47d58c61-5084-411a-b5fa-586a7487d551" -d '{"events": [{"name": "network-changed", "server_uuid": "2740e936-1211-467d-ad2b-d28abc005c89", "tag": "89040235-a7fe-4920-8410-a79e4b563eba"}]}' {{(pid=104160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 12:16:23.361627 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.db.db_base_plugin_common [req-9166f7b8-214c-4e48-af1c-d6223623dcbd req-f45842df-286a-402e-b24f-650272ffc8aa tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Allocated IP 172.20.0.8 (ff0fcfbd-22d3-47ea-80f2-195b1cbc803d/cc9a2033-692d-458c-a1e6-ffe26f82c935/f7fad9c2-6647-4dae-bdfc-4d793231f5e3) {{(pid=104160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 12:16:23.505331 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a3319e-dc05-43c4-b7fa-b68b5501461e req-1be68a4e-8d8b-4452-b644-a85aaf45eee5 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:16:23.516472 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-16a3319e-dc05-43c4-b7fa-b68b5501461e req-1be68a4e-8d8b-4452-b644-a85aaf45eee5 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.18 "GET /v2.0/ports?device_id=2740e936-1211-467d-ad2b-d28abc005c89 HTTP/1.1" status: 200 len: 943 time: 0.1592586 Jul 21 12:16:23.543923 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 12:16:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94e6a77f-0b8a-4cff-ad07-fdc483caddc0 x-openstack-request-id: req-94e6a77f-0b8a-4cff-ad07-fdc483caddc0 {{(pid=104160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 12:16:23.543923 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2740e936-1211-467d-ad2b-d28abc005c89", "tag": "89040235-a7fe-4920-8410-a79e4b563eba", "status": "completed", "code": 200}]} {{(pid=104160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 12:16:23.543923 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-94e6a77f-0b8a-4cff-ad07-fdc483caddc0 {{(pid=104160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 12:16:23.545055 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94e6a77f-0b8a-4cff-ad07-fdc483caddc0'] response: {'name': 'network-changed', 'server_uuid': '2740e936-1211-467d-ad2b-d28abc005c89', 'tag': '89040235-a7fe-4920-8410-a79e4b563eba', 'status': 'completed', 'code': 200} Jul 21 12:16:23.647727 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-9166f7b8-214c-4e48-af1c-d6223623dcbd req-f45842df-286a-402e-b24f-650272ffc8aa tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Publish callbacks [] for port (f7fad9c2-6647-4dae-bdfc-4d793231f5e3), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:23.682504 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-16a3319e-dc05-43c4-b7fa-b68b5501461e req-e839a1d0-a468-45b6-af1e-68a6a1a06165 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.18 "GET /v2.0/security-groups?id=bdddd4d5-7044-4ab4-b494-1665218e01f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1475465 Jul 21 12:16:23.682852 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:16:23.694939 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-9166f7b8-214c-4e48-af1c-d6223623dcbd req-f45842df-286a-402e-b24f-650272ffc8aa tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773760637166'] for port (f7fad9c2-6647-4dae-bdfc-4d793231f5e3), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:23.787466 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45842df-286a-402e-b24f-650272ffc8aa tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Pushing event updated for resources: {'Port': ['ID=f7fad9c2-6647-4dae-bdfc-4d793231f5e3,revision_number=1']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:16:23.817072 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-384e7aae-9b22-4965-afcf-16436610886c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (94e59d6f-87c3-4fc6-aa76-d3f14f73089d), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:23.822023 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-384e7aae-9b22-4965-afcf-16436610886c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:23.827996 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-384e7aae-9b22-4965-afcf-16436610886c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/94e59d6f-87c3-4fc6-aa76-d3f14f73089d HTTP/1.1" status: 204 len: 168 time: 0.8530800 Jul 21 12:16:23.890969 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384e7aae-9b22-4965-afcf-16436610886c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94e59d6f-87c3-4fc6-aa76-d3f14f73089d,revision_number=None']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:16:23.896927 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9166f7b8-214c-4e48-af1c-d6223623dcbd req-f45842df-286a-402e-b24f-650272ffc8aa tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Network ff0fcfbd-22d3-47ea-80f2-195b1cbc803d is already hosted by enough agents. {{(pid=104160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 12:16:23.908976 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.scheduler.base_scheduler [req-9166f7b8-214c-4e48-af1c-d6223623dcbd req-f45842df-286a-402e-b24f-650272ffc8aa tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Resources bound (agent type, host, resource id): {{(pid=104160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 12:16:23.917736 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.db.l3_dvrscheduler_db [req-9166f7b8-214c-4e48-af1c-d6223623dcbd req-f45842df-286a-402e-b24f-650272ffc8aa tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Received port after_create {{(pid=104160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 12:16:23.930247 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9166f7b8-214c-4e48-af1c-d6223623dcbd req-f45842df-286a-402e-b24f-650272ffc8aa tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:16:23.931704 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-9166f7b8-214c-4e48-af1c-d6223623dcbd req-f45842df-286a-402e-b24f-650272ffc8aa tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622315'] for port (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:23.955189 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fff3ae-0397-44fe-942b-d2356753b7bb req-c0c0c2ba-ac44-420f-9915-9a860ef72364 tempest-DeleteServersTestJSON-1093761568 tempest-DeleteServersTestJSON-1093761568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:16:23.959074 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aad4d5d-6e9f-4865-b873-e3786bdb4fa7 req-6088f6a4-f824-4221-afdc-9c0516b84f14 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:16:23.962389 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-7aad4d5d-6e9f-4865-b873-e3786bdb4fa7 req-6088f6a4-f824-4221-afdc-9c0516b84f14 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/ports?device_id=da30da3d-902c-434d-b650-0e28e2bcd910 HTTP/1.1" status: 200 len: 931 time: 0.1387558 Jul 21 12:16:23.971984 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-39fff3ae-0397-44fe-942b-d2356753b7bb req-c0c0c2ba-ac44-420f-9915-9a860ef72364 tempest-DeleteServersTestJSON-1093761568 tempest-DeleteServersTestJSON-1093761568-project] 10.222.0.18 "GET /v2.0/ports?device_id=3374fda9-c1c9-4d63-acce-726d9a907bfa HTTP/1.1" status: 200 len: 944 time: 0.1865683 Jul 21 12:16:24.061360 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-9166f7b8-214c-4e48-af1c-d6223623dcbd req-f45842df-286a-402e-b24f-650272ffc8aa tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1227260 Jul 21 12:16:24.119192 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-39fff3ae-0397-44fe-942b-d2356753b7bb req-d9cfaa93-b573-4479-a493-6d6cbb5b3f71 tempest-DeleteServersTestJSON-1093761568 tempest-DeleteServersTestJSON-1093761568-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c91d680-ea10-4de8-ae4b-a36cd4f34300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454954 Jul 21 12:16:24.136055 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-7aad4d5d-6e9f-4865-b873-e3786bdb4fa7 req-67c144b0-bb78-4cb4-9421-fbeaceda4621 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/security-groups?id=195f81d2-1587-4fdd-87dd-d5d45e8d9a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1626496 Jul 21 12:16:24.381503 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [None req-a173bb1c-ed1d-4226-962a-bd24053b0f95 None None] Provisioning complete for port f7fad9c2-6647-4dae-bdfc-4d793231f5e3 triggered by entity DHCP. {{(pid=104161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 12:16:24.382616 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-a173bb1c-ed1d-4226-962a-bd24053b0f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388846'] for port (f7fad9c2-6647-4dae-bdfc-4d793231f5e3), provisioning_complete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:24.385515 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:16:24.405865 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b97bd27-08e2-4abd-bf8c-e03f2218c790 req-130a3d8a-a89a-49e6-8e85-cdd1197916fb tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:16:24.424369 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-0b97bd27-08e2-4abd-bf8c-e03f2218c790 req-130a3d8a-a89a-49e6-8e85-cdd1197916fb tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/ports?device_id=27a94fde-54c5-4b8d-9fa5-dab03fa1ac07 HTTP/1.1" status: 200 len: 943 time: 0.1289270 Jul 21 12:16:24.424595 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-a173bb1c-ed1d-4226-962a-bd24053b0f95 None None] Port f7fad9c2-6647-4dae-bdfc-4d793231f5e3 cannot update to ACTIVE because it is not bound. {{(pid=104161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 12:16:24.486116 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-0b97bd27-08e2-4abd-bf8c-e03f2218c790 req-7a477bda-019f-49f3-b7eb-304e24dae05f tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/security-groups?id=88d39ded-9adf-4e28-b3b6-ef623b39acb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596986 Jul 21 12:16:24.744109 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 58212) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:16:24.754704 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.v2.base [None req-db407f9c-a77d-4ada-97d0-dba39e1bd85b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1201280807-network', 'tenant_id': '33fd54359bb44abb83c5885aa27b0509'}} {{(pid=104159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 12:16:24.803774 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db407f9c-a77d-4ada-97d0-dba39e1bd85b admin admin] Made reservation on behalf of 33fd54359bb44abb83c5885aa27b0509 for: {'network': 1} {{(pid=104159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 12:16:24.810384 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-db407f9c-a77d-4ada-97d0-dba39e1bd85b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for network (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:24.831192 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-db407f9c-a77d-4ada-97d0-dba39e1bd85b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:24.901238 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b285f7d3-7673-4ca9-bced-9fe27e9c581b req-6c97e2c0-a144-44b3-bdad-fd8c60a05084 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:16:24.905764 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=82,neutron:INSERT=17,neutron:UPDATE=1 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:16:24.906242 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-b285f7d3-7673-4ca9-bced-9fe27e9c581b req-6c97e2c0-a144-44b3-bdad-fd8c60a05084 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.18 "GET /v2.0/ports?device_id=2740e936-1211-467d-ad2b-d28abc005c89 HTTP/1.1" status: 200 len: 943 time: 0.0920172 Jul 21 12:16:24.957407 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-db407f9c-a77d-4ada-97d0-dba39e1bd85b admin admin] Publish callbacks [] for security_group (573b5877-9a54-4c3e-9494-5f7790a07e62), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:24.961906 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:16:24.964404 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-db407f9c-a77d-4ada-97d0-dba39e1bd85b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (573b5877-9a54-4c3e-9494-5f7790a07e62), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:24.988042 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-b285f7d3-7673-4ca9-bced-9fe27e9c581b req-94b9d842-a7ec-4575-a565-7a82bc6d4f3f tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.18 "GET /v2.0/security-groups?id=bdddd4d5-7044-4ab4-b494-1665218e01f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712752 Jul 21 12:16:25.013312 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db407f9c-a77d-4ada-97d0-dba39e1bd85b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=573b5877-9a54-4c3e-9494-5f7790a07e62,revision_number=1']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:16:25.016637 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db407f9c-a77d-4ada-97d0-dba39e1bd85b admin admin] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=104159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 21 12:16:25.046250 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.v2.base [req-9166f7b8-214c-4e48-af1c-d6223623dcbd req-81a07b1f-ce14-4a84-9532-2ae511f1d84c service neutron] Request body: {'port': {'device_id': 'da30da3d-902c-434d-b650-0e28e2bcd910', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85032'}} {{(pid=104160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 12:16:25.124848 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=9 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:16:25.129252 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-db407f9c-a77d-4ada-97d0-dba39e1bd85b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1820665'] for segment (83c72749-ce35-47bc-970a-6fc5d970d669), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:25.129724 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.db.segments_db [None req-db407f9c-a77d-4ada-97d0-dba39e1bd85b admin admin] Added segment 83c72749-ce35-47bc-970a-6fc5d970d669 of type vlan for network c18e5f03-df2e-4444-bd4b-735f9e2a16df Jul 21 12:16:25.259947 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-9166f7b8-214c-4e48-af1c-d6223623dcbd req-81a07b1f-ce14-4a84-9532-2ae511f1d84c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (f7fad9c2-6647-4dae-bdfc-4d793231f5e3), before_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:25.287802 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d58c61-5084-411a-b5fa-586a7487d551 req-f5a25203-6d21-49fe-8282-5331c68e98f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:16:25.290305 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-47d58c61-5084-411a-b5fa-586a7487d551 req-f5a25203-6d21-49fe-8282-5331c68e98f6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c7d349f62c0c4747bd1748ca0a4bde00&device_id=2740e936-1211-467d-ad2b-d28abc005c89 HTTP/1.1" status: 200 len: 1127 time: 0.1922312 Jul 21 12:16:25.290906 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-db407f9c-a77d-4ada-97d0-dba39e1bd85b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773760621873'] for network (c18e5f03-df2e-4444-bd4b-735f9e2a16df), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:25.354224 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-40a7ecd2-ab99-4f2f-9317-0a8f45891167 req-e1b2f1e1-d137-4db6-b89f-8a40f907fa62 service neutron] 10.222.0.48 "GET /v2.0/networks/ac7b63b3-36ed-4162-888b-3062a1149573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3232989 Jul 21 12:16:25.435840 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331f8554-c9b1-45b4-8acc-aca347c6de67 req-faf5a72e-1a8f-4149-a8cc-0f00e95cdf4c tempest-DeleteServersTestJSON-1093761568 tempest-DeleteServersTestJSON-1093761568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:16:25.437776 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-331f8554-c9b1-45b4-8acc-aca347c6de67 req-faf5a72e-1a8f-4149-a8cc-0f00e95cdf4c tempest-DeleteServersTestJSON-1093761568 tempest-DeleteServersTestJSON-1093761568-project] 10.222.0.18 "GET /v2.0/ports?device_id=3374fda9-c1c9-4d63-acce-726d9a907bfa HTTP/1.1" status: 200 len: 944 time: 0.1259744 Jul 21 12:16:25.448692 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-db407f9c-a77d-4ada-97d0-dba39e1bd85b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329'] for network (c18e5f03-df2e-4444-bd4b-735f9e2a16df), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:25.450025 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db407f9c-a77d-4ada-97d0-dba39e1bd85b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:16:25.450650 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-db407f9c-a77d-4ada-97d0-dba39e1bd85b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622315'] for network (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:25.486691 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-4b256955-4d1f-4f09-9cae-b74c736e14ae req-23f9613a-39c6-4ae9-a7fa-d7c718d09c04 service neutron] 10.222.0.48 "GET /v2.0/networks/24751c0b-819a-470d-9221-d71fff5ec112?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4560645 Jul 21 12:16:25.521894 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-db407f9c-a77d-4ada-97d0-dba39e1bd85b admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.7760854 Jul 21 12:16:25.559520 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 58240) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:16:25.565567 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.v2.base [None req-4f5e7099-e492-40e1-b8fe-f3232ed4d8c8 admin admin] Request body: {'subnet': {'network_id': 'c18e5f03-df2e-4444-bd4b-735f9e2a16df', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1201280807-subnet', 'tenant_id': '33fd54359bb44abb83c5885aa27b0509', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 12:16:25.598718 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db407f9c-a77d-4ada-97d0-dba39e1bd85b admin admin] Pushing event updated for resources: {'Network': ['ID=c18e5f03-df2e-4444-bd4b-735f9e2a16df,revision_number=1']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:16:25.613502 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Network c18e5f03-df2e-4444-bd4b-735f9e2a16df details requested by agent ovs-agent-dv-cinder-850321-1-iscsi with host dv-cinder-850321-1-iscsi {{(pid=104161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 21 12:16:25.621924 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-331f8554-c9b1-45b4-8acc-aca347c6de67 req-14e87b44-486d-4017-b351-9a1b386660bb tempest-DeleteServersTestJSON-1093761568 tempest-DeleteServersTestJSON-1093761568-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c91d680-ea10-4de8-ae4b-a36cd4f34300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769042 Jul 21 12:16:25.646808 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-e4f065ed-26eb-4bbb-ab07-576ca4849e41 req-60f48dda-51ed-4e5c-a348-381698f4df9b service neutron] 10.222.0.48 "GET /v2.0/networks/ac7b63b3-36ed-4162-888b-3062a1149573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6195600 Jul 21 12:16:25.655034 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f5e7099-e492-40e1-b8fe-f3232ed4d8c8 admin admin] Made reservation on behalf of 33fd54359bb44abb83c5885aa27b0509 for: {'subnet': 1} {{(pid=104159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 12:16:25.664834 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-4f5e7099-e492-40e1-b8fe-f3232ed4d8c8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:25.814427 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43501520-b528-4415-af2d-dbcbe81bf53b req-516f9db0-8c70-4294-84cd-f435a9592245 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:16:25.822152 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-43501520-b528-4415-af2d-dbcbe81bf53b req-516f9db0-8c70-4294-84cd-f435a9592245 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/ports?device_id=da30da3d-902c-434d-b650-0e28e2bcd910 HTTP/1.1" status: 200 len: 931 time: 0.4301491 Jul 21 12:16:25.866938 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fab95eb-972c-4a35-8727-33fa070e85db req-9f068c56-db23-407d-8d23-b7e89c00c5ae tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:16:25.875314 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-6fab95eb-972c-4a35-8727-33fa070e85db req-9f068c56-db23-407d-8d23-b7e89c00c5ae tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/ports?device_id=27a94fde-54c5-4b8d-9fa5-dab03fa1ac07 HTTP/1.1" status: 200 len: 943 time: 0.1561751 Jul 21 12:16:25.905457 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d58c61-5084-411a-b5fa-586a7487d551 req-f5fa33e5-da40-4a75-8875-bda28f6ded28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:16:25.907172 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-47d58c61-5084-411a-b5fa-586a7487d551 req-f5fa33e5-da40-4a75-8875-bda28f6ded28 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=c7d349f62c0c4747bd1748ca0a4bde00&shared=False HTTP/1.1" status: 200 len: 916 time: 0.5901506 Jul 21 12:16:25.959104 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-43501520-b528-4415-af2d-dbcbe81bf53b req-897fbe89-3c9b-4678-90b4-387a37eda69f tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/security-groups?id=195f81d2-1587-4fdd-87dd-d5d45e8d9a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1360135 Jul 21 12:16:26.204738 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.notifiers.nova [req-9166f7b8-214c-4e48-af1c-d6223623dcbd req-81a07b1f-ce14-4a84-9532-2ae511f1d84c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7fad9c2-6647-4dae-bdfc-4d793231f5e3 {{(pid=104160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 12:16:26.219442 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-9166f7b8-214c-4e48-af1c-d6223623dcbd req-81a07b1f-ce14-4a84-9532-2ae511f1d84c service neutron] Publish callbacks [] for port (f7fad9c2-6647-4dae-bdfc-4d793231f5e3), precommit_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:26.245183 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985f91da-8285-4668-bd55-1a074561065f req-4b970d44-e487-46de-8028-d2491457f932 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:16:26.246984 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-985f91da-8285-4668-bd55-1a074561065f req-4b970d44-e487-46de-8028-d2491457f932 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.18 "GET /v2.0/ports?device_id=2740e936-1211-467d-ad2b-d28abc005c89 HTTP/1.1" status: 200 len: 943 time: 0.0876205 Jul 21 12:16:26.250375 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.db.provisioning_blocks [req-9166f7b8-214c-4e48-af1c-d6223623dcbd req-81a07b1f-ce14-4a84-9532-2ae511f1d84c service neutron] Transition to ACTIVE for port object f7fad9c2-6647-4dae-bdfc-4d793231f5e3 will not be triggered until provisioned by entity L2. {{(pid=104160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 21 12:16:26.258593 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-9166f7b8-214c-4e48-af1c-d6223623dcbd req-81a07b1f-ce14-4a84-9532-2ae511f1d84c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158'] for port (f7fad9c2-6647-4dae-bdfc-4d793231f5e3), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:26.309089 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-6fab95eb-972c-4a35-8727-33fa070e85db req-3bed7d4c-29f7-4480-89dd-a991979d5399 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/security-groups?id=88d39ded-9adf-4e28-b3b6-ef623b39acb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4327931 Jul 21 12:16:26.337302 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:16:26.339204 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:16:26.350465 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:16:26.374268 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a07b1f-ce14-4a84-9532-2ae511f1d84c service neutron] Pushing event updated for resources: {'Port': ['ID=f7fad9c2-6647-4dae-bdfc-4d793231f5e3,revision_number=2']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:16:26.422818 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-985f91da-8285-4668-bd55-1a074561065f req-84f46c8c-8c11-4d6b-866d-7ceea15d6b9b tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.18 "GET /v2.0/security-groups?id=bdddd4d5-7044-4ab4-b494-1665218e01f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1611667 Jul 21 12:16:26.460366 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.managers [req-9166f7b8-214c-4e48-af1c-d6223623dcbd req-81a07b1f-ce14-4a84-9532-2ae511f1d84c service neutron] Attempting to bind port f7fad9c2-6647-4dae-bdfc-4d793231f5e3 on host hv-cinder-85032 for vnic_type normal with profile {{(pid=104160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 12:16:26.460914 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.managers [req-9166f7b8-214c-4e48-af1c-d6223623dcbd req-81a07b1f-ce14-4a84-9532-2ae511f1d84c service neutron] Attempting to bind port f7fad9c2-6647-4dae-bdfc-4d793231f5e3 by drivers openvswitch,hyperv on host hv-cinder-85032 at level 0 using segments [{'id': '7232b8b8-b9cf-453a-b8fc-7068d6546503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'ff0fcfbd-22d3-47ea-80f2-195b1cbc803d'}] {{(pid=104160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 12:16:26.461424 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9166f7b8-214c-4e48-af1c-d6223623dcbd req-81a07b1f-ce14-4a84-9532-2ae511f1d84c service neutron] Attempting to bind port f7fad9c2-6647-4dae-bdfc-4d793231f5e3 on network ff0fcfbd-22d3-47ea-80f2-195b1cbc803d {{(pid=104160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 12:16:26.469277 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9166f7b8-214c-4e48-af1c-d6223623dcbd req-81a07b1f-ce14-4a84-9532-2ae511f1d84c service neutron] Port f7fad9c2-6647-4dae-bdfc-4d793231f5e3 on network ff0fcfbd-22d3-47ea-80f2-195b1cbc803d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85032 {{(pid=104160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 21 12:16:26.469791 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9166f7b8-214c-4e48-af1c-d6223623dcbd req-81a07b1f-ce14-4a84-9532-2ae511f1d84c service neutron] Attempting to bind port f7fad9c2-6647-4dae-bdfc-4d793231f5e3 on network ff0fcfbd-22d3-47ea-80f2-195b1cbc803d {{(pid=104160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 12:16:26.480747 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9166f7b8-214c-4e48-af1c-d6223623dcbd req-81a07b1f-ce14-4a84-9532-2ae511f1d84c service neutron] Checking agent: {'id': '0e418a3d-140a-4386-ad03-1f6ad2d8ed7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85032', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 12, 13, 32), 'started_at': datetime.datetime(2022, 7, 21, 12, 13, 32), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 12, 16, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 12:16:26.481092 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9166f7b8-214c-4e48-af1c-d6223623dcbd req-81a07b1f-ce14-4a84-9532-2ae511f1d84c service neutron] Checking segment: {'id': '7232b8b8-b9cf-453a-b8fc-7068d6546503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'ff0fcfbd-22d3-47ea-80f2-195b1cbc803d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 12:16:26.481488 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9166f7b8-214c-4e48-af1c-d6223623dcbd req-81a07b1f-ce14-4a84-9532-2ae511f1d84c service neutron] Bound using segment: {'id': '7232b8b8-b9cf-453a-b8fc-7068d6546503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'ff0fcfbd-22d3-47ea-80f2-195b1cbc803d'} {{(pid=104160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 12:16:26.481947 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.managers [req-9166f7b8-214c-4e48-af1c-d6223623dcbd req-81a07b1f-ce14-4a84-9532-2ae511f1d84c service neutron] Bound port: f7fad9c2-6647-4dae-bdfc-4d793231f5e3, host: hv-cinder-85032, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7232b8b8-b9cf-453a-b8fc-7068d6546503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'ff0fcfbd-22d3-47ea-80f2-195b1cbc803d'}}] {{(pid=104160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 12:16:26.482317 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-9166f7b8-214c-4e48-af1c-d6223623dcbd req-81a07b1f-ce14-4a84-9532-2ae511f1d84c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (f7fad9c2-6647-4dae-bdfc-4d793231f5e3), before_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:26.535016 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-4f5e7099-e492-40e1-b8fe-f3232ed4d8c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329'] for subnet (e98dea6e-5f36-4b55-936b-f69c1759e404), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:26.581274 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.db [req-9166f7b8-214c-4e48-af1c-d6223623dcbd req-81a07b1f-ce14-4a84-9532-2ae511f1d84c service neutron] For port f7fad9c2-6647-4dae-bdfc-4d793231f5e3, host hv-cinder-85032, cleared binding levels {{(pid=104160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 12:16:26.595426 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.db [req-9166f7b8-214c-4e48-af1c-d6223623dcbd req-81a07b1f-ce14-4a84-9532-2ae511f1d84c service neutron] For port f7fad9c2-6647-4dae-bdfc-4d793231f5e3, host hv-cinder-85032, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=f7fad9c2-6647-4dae-bdfc-4d793231f5e3,segment=NetworkSegment(7232b8b8-b9cf-453a-b8fc-7068d6546503),segment_id=7232b8b8-b9cf-453a-b8fc-7068d6546503)] {{(pid=104160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 12:16:26.609165 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-9166f7b8-214c-4e48-af1c-d6223623dcbd req-81a07b1f-ce14-4a84-9532-2ae511f1d84c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158'] for port (f7fad9c2-6647-4dae-bdfc-4d793231f5e3), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:26.637973 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5e7099-e492-40e1-b8fe-f3232ed4d8c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e98dea6e-5f36-4b55-936b-f69c1759e404,revision_number=0']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:16:26.662075 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9166f7b8-214c-4e48-af1c-d6223623dcbd req-81a07b1f-ce14-4a84-9532-2ae511f1d84c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:16:26.662726 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-9166f7b8-214c-4e48-af1c-d6223623dcbd req-81a07b1f-ce14-4a84-9532-2ae511f1d84c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622315'] for port (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:26.664378 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-9166f7b8-214c-4e48-af1c-d6223623dcbd req-81a07b1f-ce14-4a84-9532-2ae511f1d84c service neutron] 10.222.0.48 "PUT /v2.0/ports/f7fad9c2-6647-4dae-bdfc-4d793231f5e3 HTTP/1.1" status: 200 len: 1093 time: 1.6347725 Jul 21 12:16:26.664865 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da30da3d-902c-434d-b650-0e28e2bcd910', 'tag': 'f7fad9c2-6647-4dae-bdfc-4d793231f5e3'}] {{(pid=104160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 12:16:26.667266 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eb085c56e9e86bbd6a0965d2ba727f3997621403869b150ca98f31427dd41b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba9db3f3-dee1-4483-b853-b06602f17b90" -d '{"events": [{"name": "network-changed", "server_uuid": "da30da3d-902c-434d-b650-0e28e2bcd910", "tag": "f7fad9c2-6647-4dae-bdfc-4d793231f5e3"}]}' {{(pid=104160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 12:16:26.667754 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5e7099-e492-40e1-b8fe-f3232ed4d8c8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:16:26.668176 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5e7099-e492-40e1-b8fe-f3232ed4d8c8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:16:26.668531 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5e7099-e492-40e1-b8fe-f3232ed4d8c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:16:26.669073 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5e7099-e492-40e1-b8fe-f3232ed4d8c8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:16:26.669973 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5e7099-e492-40e1-b8fe-f3232ed4d8c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:16:26.670502 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5e7099-e492-40e1-b8fe-f3232ed4d8c8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:16:26.670853 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5e7099-e492-40e1-b8fe-f3232ed4d8c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:16:26.675930 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5e7099-e492-40e1-b8fe-f3232ed4d8c8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:16:26.676474 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5e7099-e492-40e1-b8fe-f3232ed4d8c8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:16:26.676891 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5e7099-e492-40e1-b8fe-f3232ed4d8c8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:16:26.677307 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5e7099-e492-40e1-b8fe-f3232ed4d8c8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:16:26.677692 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5e7099-e492-40e1-b8fe-f3232ed4d8c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:16:26.678032 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5e7099-e492-40e1-b8fe-f3232ed4d8c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:16:26.678363 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5e7099-e492-40e1-b8fe-f3232ed4d8c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:16:26.678691 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5e7099-e492-40e1-b8fe-f3232ed4d8c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:16:26.692001 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f5e7099-e492-40e1-b8fe-f3232ed4d8c8 admin admin] Checking segment: {'id': '83c72749-ce35-47bc-970a-6fc5d970d669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'c18e5f03-df2e-4444-bd4b-735f9e2a16df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 12:16:26.692909 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f5e7099-e492-40e1-b8fe-f3232ed4d8c8 admin admin] Network hostable DHCP agents. Network: c18e5f03-df2e-4444-bd4b-735f9e2a16df, hostable agents: ['8a21e728-a2e9-4580-a748-6ac9ba47a2a7'], hosted agents: [] {{(pid=104159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 21 12:16:26.740144 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 12:16:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a34eaac-18ba-41e4-9f0a-28e0681c65bd x-openstack-request-id: req-1a34eaac-18ba-41e4-9f0a-28e0681c65bd {{(pid=104160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 12:16:26.740494 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da30da3d-902c-434d-b650-0e28e2bcd910", "tag": "f7fad9c2-6647-4dae-bdfc-4d793231f5e3", "status": "completed", "code": 200}]} {{(pid=104160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 12:16:26.740744 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1a34eaac-18ba-41e4-9f0a-28e0681c65bd {{(pid=104160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 12:16:26.741175 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a34eaac-18ba-41e4-9f0a-28e0681c65bd'] response: {'name': 'network-changed', 'server_uuid': 'da30da3d-902c-434d-b650-0e28e2bcd910', 'tag': 'f7fad9c2-6647-4dae-bdfc-4d793231f5e3', 'status': 'completed', 'code': 200} Jul 21 12:16:26.741792 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a07b1f-ce14-4a84-9532-2ae511f1d84c service neutron] Pushing event updated for resources: {'Port': ['ID=f7fad9c2-6647-4dae-bdfc-4d793231f5e3,revision_number=3']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:16:26.744977 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f5e7099-e492-40e1-b8fe-f3232ed4d8c8 admin admin] Network c18e5f03-df2e-4444-bd4b-735f9e2a16df is scheduled to be hosted by DHCP agent 8a21e728-a2e9-4580-a748-6ac9ba47a2a7 with binding_index 1 {{(pid=104159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 21 12:16:26.752676 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a07b1f-ce14-4a84-9532-2ae511f1d84c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:16:26.753036 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a07b1f-ce14-4a84-9532-2ae511f1d84c service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:16:26.753389 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a07b1f-ce14-4a84-9532-2ae511f1d84c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:16:26.753790 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a07b1f-ce14-4a84-9532-2ae511f1d84c service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:16:26.754154 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a07b1f-ce14-4a84-9532-2ae511f1d84c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:16:26.755065 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a07b1f-ce14-4a84-9532-2ae511f1d84c service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:16:26.755442 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a07b1f-ce14-4a84-9532-2ae511f1d84c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:16:26.755854 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a07b1f-ce14-4a84-9532-2ae511f1d84c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:16:26.756198 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a07b1f-ce14-4a84-9532-2ae511f1d84c service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:16:26.756545 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a07b1f-ce14-4a84-9532-2ae511f1d84c service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:16:26.756921 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a07b1f-ce14-4a84-9532-2ae511f1d84c service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:16:26.757314 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a07b1f-ce14-4a84-9532-2ae511f1d84c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:16:26.757683 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a07b1f-ce14-4a84-9532-2ae511f1d84c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:16:26.758095 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a07b1f-ce14-4a84-9532-2ae511f1d84c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:16:26.758519 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a07b1f-ce14-4a84-9532-2ae511f1d84c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:16:26.801766 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.scheduler.base_scheduler [None req-4f5e7099-e492-40e1-b8fe-f3232ed4d8c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850321-1-iscsi, c18e5f03-df2e-4444-bd4b-735f9e2a16df) {{(pid=104159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 12:16:26.816256 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7299b91-4576-4944-b6a7-118642fb49d3 None None] Network c18e5f03-df2e-4444-bd4b-735f9e2a16df requested from dv-cinder-850321-1-iscsi {{(pid=104161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 12:16:26.817880 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f5e7099-e492-40e1-b8fe-f3232ed4d8c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:16:26.818573 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-4f5e7099-e492-40e1-b8fe-f3232ed4d8c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622315'] for subnet (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:26.840649 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-4f5e7099-e492-40e1-b8fe-f3232ed4d8c8 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2795410 Jul 21 12:16:26.857589 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fbad09-e0cf-4ce2-bd42-43ecb3630d2f req-c8ddf7fe-39cf-47b9-b1f6-4907f3995f5b tempest-DeleteServersTestJSON-1093761568 tempest-DeleteServersTestJSON-1093761568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:16:26.859241 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-77fbad09-e0cf-4ce2-bd42-43ecb3630d2f req-c8ddf7fe-39cf-47b9-b1f6-4907f3995f5b tempest-DeleteServersTestJSON-1093761568 tempest-DeleteServersTestJSON-1093761568-project] 10.222.0.18 "GET /v2.0/ports?device_id=3374fda9-c1c9-4d63-acce-726d9a907bfa HTTP/1.1" status: 200 len: 944 time: 0.1017427 Jul 21 12:16:26.944776 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-77fbad09-e0cf-4ce2-bd42-43ecb3630d2f req-1200f928-4dd1-43f0-bfbf-1c894604dc3e tempest-DeleteServersTestJSON-1093761568 tempest-DeleteServersTestJSON-1093761568-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c91d680-ea10-4de8-ae4b-a36cd4f34300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763528 Jul 21 12:16:27.010533 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4610126-6cbb-41a0-bbca-e23d67c79026 None None] Network c18e5f03-df2e-4444-bd4b-735f9e2a16df requested from dv-cinder-850321-1-iscsi {{(pid=104161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 12:16:27.113108 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:16:27.243851 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d9255e-a8e6-4339-baac-dedd898084f2 req-1fb77d89-2ef8-418d-a939-0c3f028d2f9e tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:16:27.253931 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-f8d9255e-a8e6-4339-baac-dedd898084f2 req-1fb77d89-2ef8-418d-a939-0c3f028d2f9e tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/ports?device_id=da30da3d-902c-434d-b650-0e28e2bcd910 HTTP/1.1" status: 200 len: 943 time: 0.0965195 Jul 21 12:16:27.314405 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-f8d9255e-a8e6-4339-baac-dedd898084f2 req-a754e201-6436-48b3-943f-307dba526e49 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/security-groups?id=195f81d2-1587-4fdd-87dd-d5d45e8d9a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584624 Jul 21 12:16:27.582896 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140f41ec-479d-4974-97dc-b3aa46b51c80 req-d58719a5-a8c5-411a-8052-db488b577a71 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:16:27.591199 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-140f41ec-479d-4974-97dc-b3aa46b51c80 req-d58719a5-a8c5-411a-8052-db488b577a71 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.18 "GET /v2.0/ports?device_id=2740e936-1211-467d-ad2b-d28abc005c89 HTTP/1.1" status: 200 len: 943 time: 0.0772390 Jul 21 12:16:27.594335 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1b22d4-f18f-4819-8c13-3b170d0d58fa req-28fa87df-5633-4e07-845f-4c694c08dca6 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:16:27.615147 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-6b1b22d4-f18f-4819-8c13-3b170d0d58fa req-28fa87df-5633-4e07-845f-4c694c08dca6 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/ports?device_id=27a94fde-54c5-4b8d-9fa5-dab03fa1ac07 HTTP/1.1" status: 200 len: 943 time: 0.1281452 Jul 21 12:16:27.669393 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-140f41ec-479d-4974-97dc-b3aa46b51c80 req-10e65ec4-bd57-4838-8744-f66b97487961 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.18 "GET /v2.0/security-groups?id=bdddd4d5-7044-4ab4-b494-1665218e01f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766263 Jul 21 12:16:27.698154 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-6b1b22d4-f18f-4819-8c13-3b170d0d58fa req-36853034-f544-481a-a83a-355053683d7a tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/security-groups?id=88d39ded-9adf-4e28-b3b6-ef623b39acb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816422 Jul 21 12:16:28.283603 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce63bc9f-742a-40c5-87dc-8f960c65e10d req-c6456a02-adf4-459b-9f5e-e93486ba9961 tempest-DeleteServersTestJSON-1093761568 tempest-DeleteServersTestJSON-1093761568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:16:28.285421 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-ce63bc9f-742a-40c5-87dc-8f960c65e10d req-c6456a02-adf4-459b-9f5e-e93486ba9961 tempest-DeleteServersTestJSON-1093761568 tempest-DeleteServersTestJSON-1093761568-project] 10.222.0.18 "GET /v2.0/ports?device_id=3374fda9-c1c9-4d63-acce-726d9a907bfa HTTP/1.1" status: 200 len: 944 time: 0.1935036 Jul 21 12:16:28.397195 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d58c61-5084-411a-b5fa-586a7487d551 req-a04d0b0c-8dfa-46a9-8877-25ad67050e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:16:28.398726 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-47d58c61-5084-411a-b5fa-586a7487d551 req-a04d0b0c-8dfa-46a9-8877-25ad67050e1a service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3643687 Jul 21 12:16:28.420744 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-ce63bc9f-742a-40c5-87dc-8f960c65e10d req-0ebd95a9-fc5e-42bb-81c6-b52c372fe7a2 tempest-DeleteServersTestJSON-1093761568 tempest-DeleteServersTestJSON-1093761568-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c91d680-ea10-4de8-ae4b-a36cd4f34300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209693 Jul 21 12:16:28.521961 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168cc678-2180-4937-adc1-aa6ff222b5f9 req-11393655-1ea0-4bcb-9b4f-e78a14467e76 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:16:28.524558 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-168cc678-2180-4937-adc1-aa6ff222b5f9 req-11393655-1ea0-4bcb-9b4f-e78a14467e76 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/ports?device_id=da30da3d-902c-434d-b650-0e28e2bcd910 HTTP/1.1" status: 200 len: 943 time: 0.0709445 Jul 21 12:16:28.539462 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=4 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:16:28.604704 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-168cc678-2180-4937-adc1-aa6ff222b5f9 req-9d64e8d8-0779-4b24-b1c0-3d01115b826b tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/security-groups?id=195f81d2-1587-4fdd-87dd-d5d45e8d9a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726006 Jul 21 12:16:28.860237 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f15c82c-cb86-40c2-a4ab-61bb02b5385a req-ee466649-02f2-4693-8627-9d5f4c5a59d3 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:16:28.862684 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-1f15c82c-cb86-40c2-a4ab-61bb02b5385a req-ee466649-02f2-4693-8627-9d5f4c5a59d3 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/ports?device_id=27a94fde-54c5-4b8d-9fa5-dab03fa1ac07 HTTP/1.1" status: 200 len: 943 time: 0.0783322 Jul 21 12:16:28.905504 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090dfb3b-a391-44c7-b7c7-010905f91035 req-9fee40c8-2d0c-4bc3-9c8f-54fb3ca19a98 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:16:28.921475 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-090dfb3b-a391-44c7-b7c7-010905f91035 req-9fee40c8-2d0c-4bc3-9c8f-54fb3ca19a98 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.18 "GET /v2.0/ports?device_id=2740e936-1211-467d-ad2b-d28abc005c89 HTTP/1.1" status: 200 len: 943 time: 0.1111300 Jul 21 12:16:28.994514 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-1f15c82c-cb86-40c2-a4ab-61bb02b5385a req-ceb27905-40ed-47ad-9741-c2012a6d3998 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/security-groups?id=88d39ded-9adf-4e28-b3b6-ef623b39acb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254046 Jul 21 12:16:29.066559 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-090dfb3b-a391-44c7-b7c7-010905f91035 req-40cb40b7-7f00-4764-9b01-1473d88139aa tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.18 "GET /v2.0/security-groups?id=bdddd4d5-7044-4ab4-b494-1665218e01f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1393459 Jul 21 12:16:29.300453 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.18', 58366) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:16:29.471216 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-9c93913a-9fb5-48d5-ae8a-fe7429d2c7e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:29.605179 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec34648f-e801-44bc-92c5-29dcbcda8c56 req-90557531-64e2-4164-898b-d050dd0d2787 tempest-DeleteServersTestJSON-1093761568 tempest-DeleteServersTestJSON-1093761568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:16:29.609314 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-ec34648f-e801-44bc-92c5-29dcbcda8c56 req-90557531-64e2-4164-898b-d050dd0d2787 tempest-DeleteServersTestJSON-1093761568 tempest-DeleteServersTestJSON-1093761568-project] 10.222.0.18 "GET /v2.0/ports?device_id=3374fda9-c1c9-4d63-acce-726d9a907bfa HTTP/1.1" status: 200 len: 944 time: 0.0816340 Jul 21 12:16:29.613324 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-9c93913a-9fb5-48d5-ae8a-fe7429d2c7e1 admin admin] Publish callbacks [] for security_group (58c62ec6-c738-4cba-bd11-25fe1b65225d), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:29.618952 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-9c93913a-9fb5-48d5-ae8a-fe7429d2c7e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (58c62ec6-c738-4cba-bd11-25fe1b65225d), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:29.724431 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-ec34648f-e801-44bc-92c5-29dcbcda8c56 req-f6d2bb9b-df02-4d64-92ab-bdf49254248a tempest-DeleteServersTestJSON-1093761568 tempest-DeleteServersTestJSON-1093761568-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c91d680-ea10-4de8-ae4b-a36cd4f34300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023865 Jul 21 12:16:29.885895 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:16:29.921938 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-9c93913a-9fb5-48d5-ae8a-fe7429d2c7e1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8b82346d38d64c018de56c23581539bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6186075 Jul 21 12:16:29.927272 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c93913a-9fb5-48d5-ae8a-fe7429d2c7e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58c62ec6-c738-4cba-bd11-25fe1b65225d,revision_number=1']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:16:29.927549 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 58388) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:16:29.932700 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:16:29.944277 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41931e97-766c-4633-ba74-a2bb15e9cae5 req-58aa6588-927f-4b5f-b3e3-1072d7f2f279 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:16:29.945981 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-41931e97-766c-4633-ba74-a2bb15e9cae5 req-58aa6588-927f-4b5f-b3e3-1072d7f2f279 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/ports?device_id=da30da3d-902c-434d-b650-0e28e2bcd910 HTTP/1.1" status: 200 len: 943 time: 0.0840247 Jul 21 12:16:29.999570 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-41931e97-766c-4633-ba74-a2bb15e9cae5 req-05e1d020-5916-467b-b7da-63af0aede1d2 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/security-groups?id=195f81d2-1587-4fdd-87dd-d5d45e8d9a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474715 Jul 21 12:16:30.000670 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-281f8c55-f2e1-45c4-807a-627197cbbcfd admin admin] Publish callbacks [] for security_group (58c62ec6-c738-4cba-bd11-25fe1b65225d), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:30.028816 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-281f8c55-f2e1-45c4-807a-627197cbbcfd admin admin] Publish callbacks [] for security_group (58c62ec6-c738-4cba-bd11-25fe1b65225d), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:30.124455 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-281f8c55-f2e1-45c4-807a-627197cbbcfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (58c62ec6-c738-4cba-bd11-25fe1b65225d), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:30.127419 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-281f8c55-f2e1-45c4-807a-627197cbbcfd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:30.128940 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-281f8c55-f2e1-45c4-807a-627197cbbcfd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/58c62ec6-c738-4cba-bd11-25fe1b65225d HTTP/1.1" status: 204 len: 168 time: 0.2003214 Jul 21 12:16:30.149408 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281f8c55-f2e1-45c4-807a-627197cbbcfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58c62ec6-c738-4cba-bd11-25fe1b65225d,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:16:30.162412 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d32e3f-4961-4aed-b769-fb1b4d54208d req-0e89050b-705a-4efe-ab58-90d521590374 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:16:30.164389 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-63d32e3f-4961-4aed-b769-fb1b4d54208d req-0e89050b-705a-4efe-ab58-90d521590374 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/ports?device_id=27a94fde-54c5-4b8d-9fa5-dab03fa1ac07 HTTP/1.1" status: 200 len: 943 time: 0.0770555 Jul 21 12:16:30.252359 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:16:30.283075 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-63d32e3f-4961-4aed-b769-fb1b4d54208d req-2330ada7-5f1a-4c79-aa24-7b0118bafeda tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/security-groups?id=88d39ded-9adf-4e28-b3b6-ef623b39acb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930502 Jul 21 12:16:30.316401 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ef06cf-d645-424a-8773-46f1c00099a4 req-715b967b-459b-4834-97c8-40cfc38e52a1 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:16:30.318763 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-05ef06cf-d645-424a-8773-46f1c00099a4 req-715b967b-459b-4834-97c8-40cfc38e52a1 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.18 "GET /v2.0/ports?device_id=2740e936-1211-467d-ad2b-d28abc005c89 HTTP/1.1" status: 200 len: 943 time: 0.0825760 Jul 21 12:16:30.400274 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-05ef06cf-d645-424a-8773-46f1c00099a4 req-f6130acd-6f77-423c-a82d-01cd59a31154 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.18 "GET /v2.0/security-groups?id=bdddd4d5-7044-4ab4-b494-1665218e01f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745928 Jul 21 12:16:30.558455 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.18', 58402) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:16:30.574917 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-d9449307-693d-424c-875a-689f2cf2e2d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:30.669241 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-d9449307-693d-424c-875a-689f2cf2e2d4 admin admin] Publish callbacks [] for security_group (94666afd-c35e-466f-ad4a-063be3e38257), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:30.674619 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-d9449307-693d-424c-875a-689f2cf2e2d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (94666afd-c35e-466f-ad4a-063be3e38257), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:30.722212 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-d9449307-693d-424c-875a-689f2cf2e2d4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=432b5ed3481647a58bab5c5f09db001e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1622982 Jul 21 12:16:30.723721 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9449307-693d-424c-875a-689f2cf2e2d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94666afd-c35e-466f-ad4a-063be3e38257,revision_number=1']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:16:30.726508 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 58404) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:16:30.802817 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-90fb7ac8-dc31-4801-a434-b3c58a29a752 admin admin] Publish callbacks [] for security_group (94666afd-c35e-466f-ad4a-063be3e38257), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:30.838115 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-90fb7ac8-dc31-4801-a434-b3c58a29a752 admin admin] Publish callbacks [] for security_group (94666afd-c35e-466f-ad4a-063be3e38257), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:30.915136 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f680358f-739e-43f9-83f8-8f8fe3f64ea4 req-0956bb80-6096-435c-a1af-e9218fe79d24 tempest-DeleteServersTestJSON-1093761568 tempest-DeleteServersTestJSON-1093761568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:16:30.917228 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-f680358f-739e-43f9-83f8-8f8fe3f64ea4 req-0956bb80-6096-435c-a1af-e9218fe79d24 tempest-DeleteServersTestJSON-1093761568 tempest-DeleteServersTestJSON-1093761568-project] 10.222.0.18 "GET /v2.0/ports?device_id=3374fda9-c1c9-4d63-acce-726d9a907bfa HTTP/1.1" status: 200 len: 944 time: 0.0762339 Jul 21 12:16:30.973887 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-90fb7ac8-dc31-4801-a434-b3c58a29a752 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (94666afd-c35e-466f-ad4a-063be3e38257), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:30.978591 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-90fb7ac8-dc31-4801-a434-b3c58a29a752 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:30.980794 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-90fb7ac8-dc31-4801-a434-b3c58a29a752 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/94666afd-c35e-466f-ad4a-063be3e38257 HTTP/1.1" status: 204 len: 168 time: 0.2525113 Jul 21 12:16:31.007215 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fb7ac8-dc31-4801-a434-b3c58a29a752 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94666afd-c35e-466f-ad4a-063be3e38257,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:16:31.012754 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-f680358f-739e-43f9-83f8-8f8fe3f64ea4 req-2ddf134a-0cef-4b1b-9098-f921d049ccd5 tempest-DeleteServersTestJSON-1093761568 tempest-DeleteServersTestJSON-1093761568-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c91d680-ea10-4de8-ae4b-a36cd4f34300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862479 Jul 21 12:16:31.209378 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d98993-2740-468c-8a39-a3fcb2923213 req-210a4017-b866-40c1-a2fa-404a18c031b3 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:16:31.211927 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-07d98993-2740-468c-8a39-a3fcb2923213 req-210a4017-b866-40c1-a2fa-404a18c031b3 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/ports?device_id=da30da3d-902c-434d-b650-0e28e2bcd910 HTTP/1.1" status: 200 len: 943 time: 0.0950818 Jul 21 12:16:31.267590 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Device b3365c3f-0942-40bb-a817-5ce4b6ec653b details requested by agent hyperv_hv-cinder-85032 with host hv-cinder-85032 {{(pid=104161) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 21 12:16:31.292708 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-07d98993-2740-468c-8a39-a3fcb2923213 req-e09c405f-847a-499b-aa08-23f961e73235 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/security-groups?id=195f81d2-1587-4fdd-87dd-d5d45e8d9a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741835 Jul 21 12:16:31.463269 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c4633f-cb71-4b38-a72f-8506d6e93b7b req-d773fe32-6399-4fd8-bcc4-d95e56c1dc86 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:16:31.464288 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] For port b3365c3f-0942-40bb-a817-5ce4b6ec653b, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=b3365c3f-0942-40bb-a817-5ce4b6ec653b,segment=NetworkSegment(c03e7b66-2543-4f79-a51b-efdd8f487a85),segment_id=c03e7b66-2543-4f79-a51b-efdd8f487a85)] {{(pid=104161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 12:16:31.475823 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-43c4633f-cb71-4b38-a72f-8506d6e93b7b req-d773fe32-6399-4fd8-bcc4-d95e56c1dc86 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/ports?device_id=27a94fde-54c5-4b8d-9fa5-dab03fa1ac07 HTTP/1.1" status: 200 len: 943 time: 0.1101203 Jul 21 12:16:31.484496 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Returning: {'device': 'b3365c3f-0942-40bb-a817-5ce4b6ec653b', 'network_id': 'ac7b63b3-36ed-4162-888b-3062a1149573', 'port_id': 'b3365c3f-0942-40bb-a817-5ce4b6ec653b', 'mac_address': 'fa:16:3e:a1:28:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85871871-89d2-41dd-b1d6-9b7f2440aaee', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104161) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 21 12:16:31.543321 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Current status of the port b3365c3f-0942-40bb-a817-5ce4b6ec653b is: DOWN; New status is: BUILD {{(pid=104161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 12:16:31.545257 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (b3365c3f-0942-40bb-a817-5ce4b6ec653b), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:31.562987 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-43c4633f-cb71-4b38-a72f-8506d6e93b7b req-4c7a1dda-2951-4571-9db8-17756750084a tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/security-groups?id=88d39ded-9adf-4e28-b3b6-ef623b39acb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854530 Jul 21 12:16:31.574024 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4784fab9-8dac-4b32-b7e0-2ebd1d57e434 req-876b710e-9e88-4b18-822b-0616d44366ab tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:16:31.575774 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-4784fab9-8dac-4b32-b7e0-2ebd1d57e434 req-876b710e-9e88-4b18-822b-0616d44366ab tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.18 "GET /v2.0/ports?device_id=2740e936-1211-467d-ad2b-d28abc005c89 HTTP/1.1" status: 200 len: 943 time: 0.0761344 Jul 21 12:16:31.590251 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.notifiers.nova [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3365c3f-0942-40bb-a817-5ce4b6ec653b {{(pid=104161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 12:16:31.633133 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] For port b3365c3f-0942-40bb-a817-5ce4b6ec653b, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=b3365c3f-0942-40bb-a817-5ce4b6ec653b,segment=NetworkSegment(c03e7b66-2543-4f79-a51b-efdd8f487a85),segment_id=c03e7b66-2543-4f79-a51b-efdd8f487a85)] {{(pid=104161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 12:16:31.639067 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-4784fab9-8dac-4b32-b7e0-2ebd1d57e434 req-56dd6437-133c-4310-9e79-d07b4e47fcdd tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.18 "GET /v2.0/security-groups?id=bdddd4d5-7044-4ab4-b494-1665218e01f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561924 Jul 21 12:16:31.640725 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158'] for port (b3365c3f-0942-40bb-a817-5ce4b6ec653b), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:31.731692 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Pushing event updated for resources: {'Port': ['ID=b3365c3f-0942-40bb-a817-5ce4b6ec653b,revision_number=4']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:16:31.745681 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:16:31.746298 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:16:31.746922 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:16:31.747521 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:16:31.748076 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:16:31.748741 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:16:31.748935 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:16:31.749386 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:16:31.749927 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:16:31.750414 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:16:31.750755 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:16:31.751133 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:16:31.751509 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:16:31.752304 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:16:31.752519 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:16:32.174944 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4339d899-aca9-4468-8247-a328bf64bb28 req-8a72b947-d669-49d3-8a13-06b5f6392723 tempest-DeleteServersTestJSON-1093761568 tempest-DeleteServersTestJSON-1093761568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:16:32.176659 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-4339d899-aca9-4468-8247-a328bf64bb28 req-8a72b947-d669-49d3-8a13-06b5f6392723 tempest-DeleteServersTestJSON-1093761568 tempest-DeleteServersTestJSON-1093761568-project] 10.222.0.18 "GET /v2.0/ports?device_id=3374fda9-c1c9-4d63-acce-726d9a907bfa HTTP/1.1" status: 200 len: 944 time: 0.0758600 Jul 21 12:16:32.243311 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-4339d899-aca9-4468-8247-a328bf64bb28 req-6710de91-6d00-4e68-b53c-0ab4ec906775 tempest-DeleteServersTestJSON-1093761568 tempest-DeleteServersTestJSON-1093761568-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c91d680-ea10-4de8-ae4b-a36cd4f34300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564685 Jul 21 12:16:32.289521 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (0e418a3d-140a-4386-ad03-1f6ad2d8ed7b), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:32.472142 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9215c3cf-1a47-49e0-8640-b1294aa801dc req-e34b82be-8d1d-4fd2-a7a7-ecd81edc2b10 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:16:32.474529 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-9215c3cf-1a47-49e0-8640-b1294aa801dc req-e34b82be-8d1d-4fd2-a7a7-ecd81edc2b10 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/ports?device_id=da30da3d-902c-434d-b650-0e28e2bcd910 HTTP/1.1" status: 200 len: 943 time: 0.0783045 Jul 21 12:16:32.558392 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-9215c3cf-1a47-49e0-8640-b1294aa801dc req-304f1aa2-da58-46d9-974a-0ba06f8d7792 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/security-groups?id=195f81d2-1587-4fdd-87dd-d5d45e8d9a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760555 Jul 21 12:16:32.609557 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 58466) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:16:32.662034 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] get_ports_and_sgs() called for port_ids ['b3365c3f-0942-40bb-a817-5ce4b6ec653b'] {{(pid=104161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 12:16:32.874604 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd50794-4676-4df9-be5b-3817eb0ce1cd req-682d32f1-fa89-49a5-93ef-0b0c02ace531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:16:32.880957 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-ddd50794-4676-4df9-be5b-3817eb0ce1cd req-682d32f1-fa89-49a5-93ef-0b0c02ace531 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f3726ac8b83847468671bd930deb5492&device_id=27a94fde-54c5-4b8d-9fa5-dab03fa1ac07 HTTP/1.1" status: 200 len: 1128 time: 0.1521769 Jul 21 12:16:33.034433 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdd11f7-ebed-47f7-a38d-becca5b7f51b req-9d8b30b2-7575-4bb8-8c06-a0c9fe0bc048 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:16:33.048798 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-6cdd11f7-ebed-47f7-a38d-becca5b7f51b req-9d8b30b2-7575-4bb8-8c06-a0c9fe0bc048 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/ports?device_id=27a94fde-54c5-4b8d-9fa5-dab03fa1ac07 HTTP/1.1" status: 200 len: 944 time: 0.3224151 Jul 21 12:16:33.066190 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-c2266bbc-3699-43ee-ab6f-743b868553ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:33.078852 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:16:33.114247 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5525ccb9-6c74-41ba-8539-81ac48448c65 req-f987ebdd-ecba-4082-a777-9f6dbb050264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:16:33.116920 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-5525ccb9-6c74-41ba-8539-81ac48448c65 req-f987ebdd-ecba-4082-a777-9f6dbb050264 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f3726ac8b83847468671bd930deb5492&device_id=ee2001bf-bd6d-44cb-92e9-db00d3d80a2f HTTP/1.1" status: 200 len: 1128 time: 0.2875578 Jul 21 12:16:33.143086 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff6bb41-f403-4c85-a1e7-80cb0a218439 req-e81aa331-db46-489d-9557-21bd9ccc729c tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:16:33.144989 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-1ff6bb41-f403-4c85-a1e7-80cb0a218439 req-e81aa331-db46-489d-9557-21bd9ccc729c tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.18 "GET /v2.0/ports?device_id=2740e936-1211-467d-ad2b-d28abc005c89 HTTP/1.1" status: 200 len: 943 time: 0.2467244 Jul 21 12:16:33.167006 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9db3f3-dee1-4483-b853-b06602f17b90 req-721ada36-4e0e-42a8-aa08-4b21ba8abef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:16:33.169191 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-ba9db3f3-dee1-4483-b853-b06602f17b90 req-721ada36-4e0e-42a8-aa08-4b21ba8abef1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2409e2644eb14d6b9545088c08d22273&device_id=da30da3d-902c-434d-b650-0e28e2bcd910 HTTP/1.1" status: 200 len: 1127 time: 0.2871497 Jul 21 12:16:33.184054 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447e452f-a7e3-4be8-aec4-0b762cd7578a req-1a168a28-bf32-478a-9810-eb1206ec036c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:16:33.185609 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-447e452f-a7e3-4be8-aec4-0b762cd7578a req-1a168a28-bf32-478a-9810-eb1206ec036c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c7d349f62c0c4747bd1748ca0a4bde00&device_id=2740e936-1211-467d-ad2b-d28abc005c89 HTTP/1.1" status: 200 len: 1127 time: 0.2462480 Jul 21 12:16:33.243087 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-6cdd11f7-ebed-47f7-a38d-becca5b7f51b req-8d91b911-feb5-4c3a-9706-9424d190a4a6 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/security-groups?id=88d39ded-9adf-4e28-b3b6-ef623b39acb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928046 Jul 21 12:16:33.270952 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-1ff6bb41-f403-4c85-a1e7-80cb0a218439 req-b97d6fe8-8d65-4448-846f-68cb36c3df6d tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.18 "GET /v2.0/security-groups?id=bdddd4d5-7044-4ab4-b494-1665218e01f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883050 Jul 21 12:16:33.272400 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd50794-4676-4df9-be5b-3817eb0ce1cd req-701d5d9b-0a88-4231-8aad-d412c9b8a629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:16:33.273923 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-ddd50794-4676-4df9-be5b-3817eb0ce1cd req-701d5d9b-0a88-4231-8aad-d412c9b8a629 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ac7b63b3-36ed-4162-888b-3062a1149573 HTTP/1.1" status: 200 len: 920 time: 0.2864225 Jul 21 12:16:33.322754 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-c2266bbc-3699-43ee-ab6f-743b868553ab admin admin] Publish callbacks [] for security_group (19a62465-e7fb-4df9-a80b-d2c897dd513a), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:33.327786 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-c2266bbc-3699-43ee-ab6f-743b868553ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (19a62465-e7fb-4df9-a80b-d2c897dd513a), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:33.392115 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-c2266bbc-3699-43ee-ab6f-743b868553ab admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1c7cc165ff714c57a267461d67acef84&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7809289 Jul 21 12:16:33.393462 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2266bbc-3699-43ee-ab6f-743b868553ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19a62465-e7fb-4df9-a80b-d2c897dd513a,revision_number=1']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:16:33.396247 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.18', 58490) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:16:33.417934 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:16:33.452554 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0410c146-f79f-4817-8abd-8ad8913299a2 req-517c423a-d5d5-4c7e-ac79-2c90de67faf8 tempest-DeleteServersTestJSON-1093761568 tempest-DeleteServersTestJSON-1093761568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:16:33.462127 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:16:33.463125 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-0410c146-f79f-4817-8abd-8ad8913299a2 req-517c423a-d5d5-4c7e-ac79-2c90de67faf8 tempest-DeleteServersTestJSON-1093761568 tempest-DeleteServersTestJSON-1093761568-project] 10.222.0.18 "GET /v2.0/ports?device_id=3374fda9-c1c9-4d63-acce-726d9a907bfa HTTP/1.1" status: 200 len: 944 time: 0.1008830 Jul 21 12:16:33.488215 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-3118bd9d-3889-4d43-87c0-22c719a1cf26 admin admin] Publish callbacks [] for security_group (19a62465-e7fb-4df9-a80b-d2c897dd513a), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:33.514095 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=9 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:16:33.553020 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-3118bd9d-3889-4d43-87c0-22c719a1cf26 admin admin] Publish callbacks [] for security_group (19a62465-e7fb-4df9-a80b-d2c897dd513a), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:33.578227 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-0410c146-f79f-4817-8abd-8ad8913299a2 req-e75f9b4d-8153-46cd-b905-9575e31d670f tempest-DeleteServersTestJSON-1093761568 tempest-DeleteServersTestJSON-1093761568-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c91d680-ea10-4de8-ae4b-a36cd4f34300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134953 Jul 21 12:16:33.793301 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-3118bd9d-3889-4d43-87c0-22c719a1cf26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (19a62465-e7fb-4df9-a80b-d2c897dd513a), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:33.801610 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-3118bd9d-3889-4d43-87c0-22c719a1cf26 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:33.804474 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-3118bd9d-3889-4d43-87c0-22c719a1cf26 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/19a62465-e7fb-4df9-a80b-d2c897dd513a HTTP/1.1" status: 204 len: 168 time: 0.4063847 Jul 21 12:16:33.838038 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3118bd9d-3889-4d43-87c0-22c719a1cf26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19a62465-e7fb-4df9-a80b-d2c897dd513a,revision_number=None']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:16:33.861484 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5e49b3-0217-413e-afae-4b882acb9064 req-6bc07fc2-1497-4819-9314-38f593c8ac78 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:16:33.864547 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-7d5e49b3-0217-413e-afae-4b882acb9064 req-6bc07fc2-1497-4819-9314-38f593c8ac78 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/ports?device_id=da30da3d-902c-434d-b650-0e28e2bcd910 HTTP/1.1" status: 200 len: 943 time: 0.1415236 Jul 21 12:16:34.105538 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df39498-2273-4cff-8e9b-2aa955718105 req-a3f5348e-6743-409c-b2f8-e652d3d91644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:16:34.107200 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-5df39498-2273-4cff-8e9b-2aa955718105 req-a3f5348e-6743-409c-b2f8-e652d3d91644 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=41b8b45e25af4c498afb80b94362fe95&device_id=3374fda9-c1c9-4d63-acce-726d9a907bfa HTTP/1.1" status: 200 len: 1128 time: 0.1726589 Jul 21 12:16:34.161321 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-7d5e49b3-0217-413e-afae-4b882acb9064 req-5c61a10f-550b-4df5-b10d-14cfef98ff81 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/security-groups?id=195f81d2-1587-4fdd-87dd-d5d45e8d9a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2875507 Jul 21 12:16:34.185749 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-447e452f-a7e3-4be8-aec4-0b762cd7578a req-23cba377-e5c0-480d-820c-36096f7bd46f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=89040235-a7fe-4920-8410-a79e4b563eba HTTP/1.1" status: 200 len: 217 time: 0.2285192 Jul 21 12:16:34.193059 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-ddd50794-4676-4df9-be5b-3817eb0ce1cd req-3313afb7-4330-4ce0-8225-b4a02f080f5c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b3365c3f-0942-40bb-a817-5ce4b6ec653b HTTP/1.1" status: 200 len: 217 time: 0.2429550 Jul 21 12:16:34.231449 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5525ccb9-6c74-41ba-8539-81ac48448c65 req-b7d1cc2f-314f-4a37-8e17-236fd534b8be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:16:34.234314 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-5525ccb9-6c74-41ba-8539-81ac48448c65 req-b7d1cc2f-314f-4a37-8e17-236fd534b8be service neutron] 10.222.0.48 "GET /v2.0/networks?id=ac7b63b3-36ed-4162-888b-3062a1149573 HTTP/1.1" status: 200 len: 920 time: 0.2718854 Jul 21 12:16:34.249928 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Device b3365c3f-0942-40bb-a817-5ce4b6ec653b up at agent hyperv_hv-cinder-85032 {{(pid=104161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 12:16:34.393296 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9db3f3-dee1-4483-b853-b06602f17b90 req-f6b5a3b0-5b0f-4375-9214-5ea22fce0582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:16:34.393296 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-ba9db3f3-dee1-4483-b853-b06602f17b90 req-f6b5a3b0-5b0f-4375-9214-5ea22fce0582 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=2409e2644eb14d6b9545088c08d22273&shared=False HTTP/1.1" status: 200 len: 917 time: 0.4331663 Jul 21 12:16:34.411910 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Provisioning for port b3365c3f-0942-40bb-a817-5ce4b6ec653b completed by entity L2. {{(pid=104161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 21 12:16:34.432323 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Provisioning complete for port b3365c3f-0942-40bb-a817-5ce4b6ec653b triggered by entity L2. {{(pid=104161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 12:16:34.434008 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388846'] for port (b3365c3f-0942-40bb-a817-5ce4b6ec653b), provisioning_complete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:34.642209 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:16:34.829981 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-5525ccb9-6c74-41ba-8539-81ac48448c65 req-12920005-c1b5-4073-9d2e-cfab4360a0ad service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=692130a2-9b94-43ae-864b-0de513e5ba99 HTTP/1.1" status: 200 len: 217 time: 0.3362122 Jul 21 12:16:34.889147 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd15b767-97ed-4f1d-8dc4-89541bc0b170 req-6499d35c-88ad-471d-b0a6-1bfda607a6a2 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:16:34.897375 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-fd15b767-97ed-4f1d-8dc4-89541bc0b170 req-6499d35c-88ad-471d-b0a6-1bfda607a6a2 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.18 "GET /v2.0/ports?device_id=2740e936-1211-467d-ad2b-d28abc005c89 HTTP/1.1" status: 200 len: 943 time: 0.4344623 Jul 21 12:16:34.900946 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd50794-4676-4df9-be5b-3817eb0ce1cd req-f03cd4e6-1142-476a-ad41-195f66aa2e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:16:34.903076 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-ddd50794-4676-4df9-be5b-3817eb0ce1cd req-f03cd4e6-1142-476a-ad41-195f66aa2e44 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=85871871-89d2-41dd-b1d6-9b7f2440aaee HTTP/1.1" status: 200 len: 858 time: 0.3749905 Jul 21 12:16:35.021006 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447e452f-a7e3-4be8-aec4-0b762cd7578a req-436fd6dd-ef79-4db5-9101-ee3f4d432542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:16:35.022632 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-447e452f-a7e3-4be8-aec4-0b762cd7578a req-436fd6dd-ef79-4db5-9101-ee3f4d432542 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5adcbf66-cad3-499f-bfcd-a299fbf0cd74 HTTP/1.1" status: 200 len: 854 time: 0.5195119 Jul 21 12:16:35.064340 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-fd15b767-97ed-4f1d-8dc4-89541bc0b170 req-532e14f4-4475-4433-85e0-f6900914ac32 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.18 "GET /v2.0/security-groups?id=bdddd4d5-7044-4ab4-b494-1665218e01f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1655133 Jul 21 12:16:35.093414 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9db3f3-dee1-4483-b853-b06602f17b90 req-24b3de0a-844c-4915-9d05-443eff4dc1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:16:35.094540 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5525ccb9-6c74-41ba-8539-81ac48448c65 req-647042a3-d5fc-4d06-8838-72ab17a094d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:16:35.097109 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-ba9db3f3-dee1-4483-b853-b06602f17b90 req-24b3de0a-844c-4915-9d05-443eff4dc1e1 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5958104 Jul 21 12:16:35.097286 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-5525ccb9-6c74-41ba-8539-81ac48448c65 req-647042a3-d5fc-4d06-8838-72ab17a094d8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=85871871-89d2-41dd-b1d6-9b7f2440aaee HTTP/1.1" status: 200 len: 858 time: 0.2085841 Jul 21 12:16:35.177506 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Current status of the port b3365c3f-0942-40bb-a817-5ce4b6ec653b is: BUILD; New status is: ACTIVE {{(pid=104161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 12:16:35.177506 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (b3365c3f-0942-40bb-a817-5ce4b6ec653b), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:35.253155 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23656ffc-f614-458c-aba2-6e1e02a7b774 req-24eda339-f4e2-420b-b33b-a8b92adea997 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:16:35.266788 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-23656ffc-f614-458c-aba2-6e1e02a7b774 req-24eda339-f4e2-420b-b33b-a8b92adea997 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/ports?device_id=27a94fde-54c5-4b8d-9fa5-dab03fa1ac07 HTTP/1.1" status: 200 len: 944 time: 0.7713463 Jul 21 12:16:35.301121 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27a94fde-54c5-4b8d-9fa5-dab03fa1ac07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3365c3f-0942-40bb-a817-5ce4b6ec653b'}] {{(pid=104161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 12:16:35.388878 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5525ccb9-6c74-41ba-8539-81ac48448c65 req-6996e569-1095-41d5-9d24-3dae76808bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:16:35.391865 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-5525ccb9-6c74-41ba-8539-81ac48448c65 req-6996e569-1095-41d5-9d24-3dae76808bfa service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ac7b63b3-36ed-4162-888b-3062a1149573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2119508 Jul 21 12:16:35.433656 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-23656ffc-f614-458c-aba2-6e1e02a7b774 req-f6401581-9fd8-4251-9398-f05fee1dadae tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/security-groups?id=88d39ded-9adf-4e28-b3b6-ef623b39acb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651974 Jul 21 12:16:35.459600 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df39498-2273-4cff-8e9b-2aa955718105 req-97640c5e-7d23-4fe4-ad4d-5e32b7f14c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:16:35.461381 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-5df39498-2273-4cff-8e9b-2aa955718105 req-97640c5e-7d23-4fe4-ad4d-5e32b7f14c58 service neutron] 10.222.0.48 "GET /v2.0/networks?id=24751c0b-819a-470d-9221-d71fff5ec112 HTTP/1.1" status: 200 len: 913 time: 0.9951015 Jul 21 12:16:35.517774 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd50794-4676-4df9-be5b-3817eb0ce1cd req-917bd14d-3192-4685-95d7-36eca567eac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:16:35.520256 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-ddd50794-4676-4df9-be5b-3817eb0ce1cd req-917bd14d-3192-4685-95d7-36eca567eac9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ac7b63b3-36ed-4162-888b-3062a1149573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3499663 Jul 21 12:16:35.536777 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9166f7b8-214c-4e48-af1c-d6223623dcbd req-0f6efc33-4e29-4a69-9ed4-54587751cf29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:16:35.538826 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-9166f7b8-214c-4e48-af1c-d6223623dcbd req-0f6efc33-4e29-4a69-9ed4-54587751cf29 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2409e2644eb14d6b9545088c08d22273&device_id=da30da3d-902c-434d-b650-0e28e2bcd910 HTTP/1.1" status: 200 len: 1127 time: 0.3163311 Jul 21 12:16:35.564792 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20233c6-43d5-462d-8880-250a9f550280 req-05835424-1860-40f0-8982-1360de9b8d7e tempest-DeleteServersTestJSON-1093761568 tempest-DeleteServersTestJSON-1093761568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:16:35.576960 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] For port b3365c3f-0942-40bb-a817-5ce4b6ec653b, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=b3365c3f-0942-40bb-a817-5ce4b6ec653b,segment=NetworkSegment(c03e7b66-2543-4f79-a51b-efdd8f487a85),segment_id=c03e7b66-2543-4f79-a51b-efdd8f487a85)] {{(pid=104161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 12:16:35.579879 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-a20233c6-43d5-462d-8880-250a9f550280 req-05835424-1860-40f0-8982-1360de9b8d7e tempest-DeleteServersTestJSON-1093761568 tempest-DeleteServersTestJSON-1093761568-project] 10.222.0.18 "GET /v2.0/ports?device_id=3374fda9-c1c9-4d63-acce-726d9a907bfa HTTP/1.1" status: 200 len: 944 time: 0.3615253 Jul 21 12:16:35.602533 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447e452f-a7e3-4be8-aec4-0b762cd7578a req-e20c4b98-0860-4054-82dc-6432ed07d707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:16:35.604274 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-447e452f-a7e3-4be8-aec4-0b762cd7578a req-e20c4b98-0860-4054-82dc-6432ed07d707 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1933b755-354d-4a90-8a75-f1a81a16c8f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4327602 Jul 21 12:16:35.615725 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158'] for port (b3365c3f-0942-40bb-a817-5ce4b6ec653b), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:35.673599 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-5df39498-2273-4cff-8e9b-2aa955718105 req-96c7df15-6e4a-4dd2-a363-b5bc300075ae service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=13c51368-9610-4fea-ac70-c813e2c1f802 HTTP/1.1" status: 200 len: 217 time: 0.1964180 Jul 21 12:16:35.730762 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-9166f7b8-214c-4e48-af1c-d6223623dcbd req-ab17e971-f76f-4d08-b5e2-52d0b47ecdf0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f7fad9c2-6647-4dae-bdfc-4d793231f5e3 HTTP/1.1" status: 200 len: 217 time: 0.1470737 Jul 21 12:16:35.741958 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Pushing event updated for resources: {'Port': ['ID=b3365c3f-0942-40bb-a817-5ce4b6ec653b,revision_number=5']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:16:35.841277 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:16:35.872727 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8492a23c-3c1e-4154-8fa6-e99449a9ad02 req-f6343cec-1fb7-4ee4-820d-eae3357f614d tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:16:35.879991 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-8492a23c-3c1e-4154-8fa6-e99449a9ad02 req-f6343cec-1fb7-4ee4-820d-eae3357f614d tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/ports?device_id=da30da3d-902c-434d-b650-0e28e2bcd910 HTTP/1.1" status: 200 len: 943 time: 0.2161851 Jul 21 12:16:35.898262 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-5525ccb9-6c74-41ba-8539-81ac48448c65 req-bb29de34-3d0b-4f9a-ad03-3349082bb80f service neutron] 10.222.0.48 "GET /v2.0/networks/ac7b63b3-36ed-4162-888b-3062a1149573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4631691 Jul 21 12:16:35.906239 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df39498-2273-4cff-8e9b-2aa955718105 req-7d207d1a-c0a5-4aaa-bcfd-c3e9b08fbc8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:16:35.907834 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-5df39498-2273-4cff-8e9b-2aa955718105 req-7d207d1a-c0a5-4aaa-bcfd-c3e9b08fbc8f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=41e43e98-3e78-47c9-95a5-d192ddc4a654 HTTP/1.1" status: 200 len: 851 time: 0.2015853 Jul 21 12:16:35.963949 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:UPDATE=1,neutron:SELECT=97,neutron:INSERT=2 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:16:35.965472 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df39498-2273-4cff-8e9b-2aa955718105 req-d5144e86-0ac5-4d54-b4a8-20e9191f68a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:16:35.967223 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-5df39498-2273-4cff-8e9b-2aa955718105 req-d5144e86-0ac5-4d54-b4a8-20e9191f68a4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=24751c0b-819a-470d-9221-d71fff5ec112&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0455596 Jul 21 12:16:36.010208 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cdf8932827941a003a674b569a46f4ce1abada81d99297f544444a18ab6c7ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49a2df3e-a9e5-4f08-a818-0e18e90db2c0" -d '{"events": [{"server_uuid": "27a94fde-54c5-4b8d-9fa5-dab03fa1ac07", "name": "network-vif-plugged", "status": "completed", "tag": "b3365c3f-0942-40bb-a817-5ce4b6ec653b"}]}' {{(pid=104161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 12:16:36.119903 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-8492a23c-3c1e-4154-8fa6-e99449a9ad02 req-fb2b4f66-6fe8-4cac-b4fc-e697f6ab56e0 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/security-groups?id=195f81d2-1587-4fdd-87dd-d5d45e8d9a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2385526 Jul 21 12:16:36.217731 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-5525ccb9-6c74-41ba-8539-81ac48448c65 req-12707eb1-d2cd-4f0a-90d0-f02f6f1e605b service neutron] 10.222.0.48 "GET /v2.0/networks/ac7b63b3-36ed-4162-888b-3062a1149573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3057911 Jul 21 12:16:36.221580 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-5df39498-2273-4cff-8e9b-2aa955718105 req-f42e2050-a573-4a35-aeea-213acbdd0ca0 service neutron] 10.222.0.48 "GET /v2.0/networks/24751c0b-819a-470d-9221-d71fff5ec112?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2356906 Jul 21 12:16:36.252498 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Device 692130a2-9b94-43ae-864b-0de513e5ba99 details requested by agent hyperv_hv-cinder-85032 with host hv-cinder-85032 {{(pid=104161) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 21 12:16:36.429597 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 12:16:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2142ac47-b049-4fa4-9d63-9df89458ae2f x-openstack-request-id: req-2142ac47-b049-4fa4-9d63-9df89458ae2f {{(pid=104161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 12:16:36.431418 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27a94fde-54c5-4b8d-9fa5-dab03fa1ac07", "name": "network-vif-plugged", "status": "completed", "tag": "b3365c3f-0942-40bb-a817-5ce4b6ec653b", "code": 200}]} {{(pid=104161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 12:16:36.432195 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2142ac47-b049-4fa4-9d63-9df89458ae2f {{(pid=104161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 12:16:36.433253 dv-cinder-850321-1-iscsi neutron-server[104161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2142ac47-b049-4fa4-9d63-9df89458ae2f'] response: {'server_uuid': '27a94fde-54c5-4b8d-9fa5-dab03fa1ac07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3365c3f-0942-40bb-a817-5ce4b6ec653b', 'code': 200} Jul 21 12:16:36.442997 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=100 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:16:36.446753 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=100 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:16:36.487552 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-a20233c6-43d5-462d-8880-250a9f550280 req-ecef7f5b-b05f-4c2c-a5bd-d87b5723c258 tempest-DeleteServersTestJSON-1093761568 tempest-DeleteServersTestJSON-1093761568-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c91d680-ea10-4de8-ae4b-a36cd4f34300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9060130 Jul 21 12:16:36.516963 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-5df39498-2273-4cff-8e9b-2aa955718105 req-f274ccc6-2bc1-49fd-a23c-f9bca6da28b2 service neutron] 10.222.0.48 "GET /v2.0/networks/24751c0b-819a-470d-9221-d71fff5ec112?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2781403 Jul 21 12:16:36.575396 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9166f7b8-214c-4e48-af1c-d6223623dcbd req-45c2cd9e-8029-4d18-b6c5-4366a405f4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:16:36.580544 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-9166f7b8-214c-4e48-af1c-d6223623dcbd req-45c2cd9e-8029-4d18-b6c5-4366a405f4e2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=cc9a2033-692d-458c-a1e6-ffe26f82c935 HTTP/1.1" status: 200 len: 855 time: 0.7960947 Jul 21 12:16:36.599796 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-ddd50794-4676-4df9-be5b-3817eb0ce1cd req-a41de914-e3df-48d0-9b24-6961cc90c67a service neutron] 10.222.0.48 "GET /v2.0/networks/ac7b63b3-36ed-4162-888b-3062a1149573?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0700548 Jul 21 12:16:36.603267 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4726e972-a1be-4be0-ac45-9ad710ed548e req-ce4422c8-6f2e-4522-9164-a3d42cccc704 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:16:36.612679 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-4726e972-a1be-4be0-ac45-9ad710ed548e req-ce4422c8-6f2e-4522-9164-a3d42cccc704 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.18 "GET /v2.0/ports?device_id=2740e936-1211-467d-ad2b-d28abc005c89 HTTP/1.1" status: 200 len: 943 time: 0.0863802 Jul 21 12:16:36.698910 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:16:36.717181 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-447e452f-a7e3-4be8-aec4-0b762cd7578a req-3664b821-1f73-489a-b04c-675cfdf4cfaa service neutron] 10.222.0.48 "GET /v2.0/networks/1933b755-354d-4a90-8a75-f1a81a16c8f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0846703 Jul 21 12:16:36.721970 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] For port 692130a2-9b94-43ae-864b-0de513e5ba99, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=692130a2-9b94-43ae-864b-0de513e5ba99,segment=NetworkSegment(c03e7b66-2543-4f79-a51b-efdd8f487a85),segment_id=c03e7b66-2543-4f79-a51b-efdd8f487a85)] {{(pid=104161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 12:16:36.749179 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Returning: {'device': '692130a2-9b94-43ae-864b-0de513e5ba99', 'network_id': 'ac7b63b3-36ed-4162-888b-3062a1149573', 'port_id': '692130a2-9b94-43ae-864b-0de513e5ba99', 'mac_address': 'fa:16:3e:07:94:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85871871-89d2-41dd-b1d6-9b7f2440aaee', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104161) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 21 12:16:36.823383 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9166f7b8-214c-4e48-af1c-d6223623dcbd req-2153abb0-761b-45bd-a21f-626766649b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:16:36.825834 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-9166f7b8-214c-4e48-af1c-d6223623dcbd req-2153abb0-761b-45bd-a21f-626766649b62 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ff0fcfbd-22d3-47ea-80f2-195b1cbc803d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2315454 Jul 21 12:16:36.828705 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-4726e972-a1be-4be0-ac45-9ad710ed548e req-39ff7edf-f0ad-41b1-a215-e7717a2a0ab5 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.18 "GET /v2.0/security-groups?id=bdddd4d5-7044-4ab4-b494-1665218e01f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2028594 Jul 21 12:16:36.990410 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Current status of the port 692130a2-9b94-43ae-864b-0de513e5ba99 is: DOWN; New status is: BUILD {{(pid=104161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 12:16:36.993653 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (692130a2-9b94-43ae-864b-0de513e5ba99), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:37.029180 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.notifiers.nova [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 692130a2-9b94-43ae-864b-0de513e5ba99 {{(pid=104161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 12:16:37.064538 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-ddd50794-4676-4df9-be5b-3817eb0ce1cd req-fdcfb408-a9a7-42f3-b463-974f70398924 service neutron] 10.222.0.48 "GET /v2.0/networks/ac7b63b3-36ed-4162-888b-3062a1149573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4241974 Jul 21 12:16:37.072043 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80262d66-0722-4c90-bcc3-acc1bd95d520 req-a18082a2-f871-41dc-bd1d-56a7da35471c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:16:37.073909 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7d9c24-a046-4a84-80b9-c89d70f4f239 req-2a4aeba1-9d70-4326-8509-4c0536f6f898 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:16:37.076053 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-80262d66-0722-4c90-bcc3-acc1bd95d520 req-a18082a2-f871-41dc-bd1d-56a7da35471c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=27a94fde-54c5-4b8d-9fa5-dab03fa1ac07 HTTP/1.1" status: 200 len: 1129 time: 0.1780474 Jul 21 12:16:37.081127 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-7f7d9c24-a046-4a84-80b9-c89d70f4f239 req-2a4aeba1-9d70-4326-8509-4c0536f6f898 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/ports?device_id=27a94fde-54c5-4b8d-9fa5-dab03fa1ac07 HTTP/1.1" status: 200 len: 945 time: 0.1848199 Jul 21 12:16:37.100920 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-447e452f-a7e3-4be8-aec4-0b762cd7578a req-a14a3176-bd20-4750-a212-7867d143550a service neutron] 10.222.0.48 "GET /v2.0/networks/1933b755-354d-4a90-8a75-f1a81a16c8f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3740258 Jul 21 12:16:37.109686 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] For port 692130a2-9b94-43ae-864b-0de513e5ba99, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=692130a2-9b94-43ae-864b-0de513e5ba99,segment=NetworkSegment(c03e7b66-2543-4f79-a51b-efdd8f487a85),segment_id=c03e7b66-2543-4f79-a51b-efdd8f487a85)] {{(pid=104161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 12:16:37.124774 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158'] for port (692130a2-9b94-43ae-864b-0de513e5ba99), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:37.126493 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Device 13c51368-9610-4fea-ac70-c813e2c1f802 details requested by agent hyperv_hv-cinder-85032 with host hv-cinder-85032 {{(pid=104161) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 21 12:16:37.140114 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-80262d66-0722-4c90-bcc3-acc1bd95d520 req-5bfd944b-2edd-44ce-88ea-a714ffd2654f service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:37.174724 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-9166f7b8-214c-4e48-af1c-d6223623dcbd req-79162593-01c7-4980-9dc6-e44579ae8231 service neutron] 10.222.0.48 "GET /v2.0/networks/ff0fcfbd-22d3-47ea-80f2-195b1cbc803d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3293548 Jul 21 12:16:37.222997 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-7f7d9c24-a046-4a84-80b9-c89d70f4f239 req-90c7f607-2097-47fe-84c9-f928cd115314 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/security-groups?id=88d39ded-9adf-4e28-b3b6-ef623b39acb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402626 Jul 21 12:16:37.285851 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Pushing event updated for resources: {'Port': ['ID=692130a2-9b94-43ae-864b-0de513e5ba99,revision_number=4']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:16:37.530059 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] For port 13c51368-9610-4fea-ac70-c813e2c1f802, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=13c51368-9610-4fea-ac70-c813e2c1f802,segment=NetworkSegment(75921558-43a8-4348-8bcf-b36389368972),segment_id=75921558-43a8-4348-8bcf-b36389368972)] {{(pid=104161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 12:16:37.570831 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Returning: {'device': '13c51368-9610-4fea-ac70-c813e2c1f802', 'network_id': '24751c0b-819a-470d-9221-d71fff5ec112', 'port_id': '13c51368-9610-4fea-ac70-c813e2c1f802', 'mac_address': 'fa:16:3e:e3:10:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41e43e98-3e78-47c9-95a5-d192ddc4a654', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104161) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 21 12:16:37.666355 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Current status of the port 13c51368-9610-4fea-ac70-c813e2c1f802 is: DOWN; New status is: BUILD {{(pid=104161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 12:16:37.667107 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (13c51368-9610-4fea-ac70-c813e2c1f802), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:37.711394 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.notifiers.nova [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13c51368-9610-4fea-ac70-c813e2c1f802 {{(pid=104161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 12:16:37.766981 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] For port 13c51368-9610-4fea-ac70-c813e2c1f802, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=13c51368-9610-4fea-ac70-c813e2c1f802,segment=NetworkSegment(75921558-43a8-4348-8bcf-b36389368972),segment_id=75921558-43a8-4348-8bcf-b36389368972)] {{(pid=104161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 12:16:37.776620 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158'] for port (13c51368-9610-4fea-ac70-c813e2c1f802), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:37.784580 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f848f67d-3925-4046-9ffa-f246ff029b3a req-3595f937-23f0-4fc0-83fb-412bad1afa07 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:16:37.788117 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-f848f67d-3925-4046-9ffa-f246ff029b3a req-3595f937-23f0-4fc0-83fb-412bad1afa07 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/ports?device_id=da30da3d-902c-434d-b650-0e28e2bcd910 HTTP/1.1" status: 200 len: 943 time: 0.5025580 Jul 21 12:16:37.838075 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-80262d66-0722-4c90-bcc3-acc1bd95d520 req-5bfd944b-2edd-44ce-88ea-a714ffd2654f service neutron] Publish callbacks [] for security_group (aeade6a9-f7cf-4c1d-9a7a-f2ebe810b687), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:37.856924 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-80262d66-0722-4c90-bcc3-acc1bd95d520 req-5bfd944b-2edd-44ce-88ea-a714ffd2654f service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (aeade6a9-f7cf-4c1d-9a7a-f2ebe810b687), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:37.933103 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-80262d66-0722-4c90-bcc3-acc1bd95d520 req-5bfd944b-2edd-44ce-88ea-a714ffd2654f service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=88d39ded-9adf-4e28-b3b6-ef623b39acb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8402796 Jul 21 12:16:37.955093 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Pushing event updated for resources: {'Port': ['ID=13c51368-9610-4fea-ac70-c813e2c1f802,revision_number=4']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:16:37.983239 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfd944b-2edd-44ce-88ea-a714ffd2654f service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=aeade6a9-f7cf-4c1d-9a7a-f2ebe810b687,revision_number=1']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:16:37.990249 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-f848f67d-3925-4046-9ffa-f246ff029b3a req-821b4289-9618-4c1f-8746-83418dcfeae1 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/security-groups?id=195f81d2-1587-4fdd-87dd-d5d45e8d9a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1812761 Jul 21 12:16:38.014723 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9488f7-b629-44ba-80a1-fb4f80205fae req-bb5a1610-ce9f-4774-8f43-dfc3a6c1b692 tempest-DeleteServersTestJSON-1093761568 tempest-DeleteServersTestJSON-1093761568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:16:38.020042 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-cb9488f7-b629-44ba-80a1-fb4f80205fae req-bb5a1610-ce9f-4774-8f43-dfc3a6c1b692 tempest-DeleteServersTestJSON-1093761568 tempest-DeleteServersTestJSON-1093761568-project] 10.222.0.18 "GET /v2.0/ports?device_id=3374fda9-c1c9-4d63-acce-726d9a907bfa HTTP/1.1" status: 200 len: 945 time: 0.2175965 Jul 21 12:16:38.138648 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-cb9488f7-b629-44ba-80a1-fb4f80205fae req-6decc071-e1ee-43f7-977e-820a524b4de2 tempest-DeleteServersTestJSON-1093761568 tempest-DeleteServersTestJSON-1093761568-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c91d680-ea10-4de8-ae4b-a36cd4f34300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041961 Jul 21 12:16:38.204896 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a94c61-2814-4ac1-b4fc-30fc8ac15bf5 req-2594dd12-c011-4fde-851f-66622301e533 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:16:38.207739 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-96a94c61-2814-4ac1-b4fc-30fc8ac15bf5 req-2594dd12-c011-4fde-851f-66622301e533 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.18 "GET /v2.0/ports?device_id=2740e936-1211-467d-ad2b-d28abc005c89 HTTP/1.1" status: 200 len: 943 time: 0.0761476 Jul 21 12:16:38.287081 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-96a94c61-2814-4ac1-b4fc-30fc8ac15bf5 req-ff328fb6-458e-43c9-ae87-46399552e292 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.18 "GET /v2.0/security-groups?id=bdddd4d5-7044-4ab4-b494-1665218e01f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734138 Jul 21 12:16:38.306315 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] get_ports_and_sgs() called for port_ids ['692130a2-9b94-43ae-864b-0de513e5ba99'] {{(pid=104161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 12:16:38.426408 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] get_ports_and_sgs() called for port_ids ['13c51368-9610-4fea-ac70-c813e2c1f802'] {{(pid=104161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 12:16:38.445539 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca699a4-a749-490a-b3df-e7d2fc03c2fa req-7a61713b-87c2-43ce-87b6-6c309de491df tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:16:38.447918 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-8ca699a4-a749-490a-b3df-e7d2fc03c2fa req-7a61713b-87c2-43ce-87b6-6c309de491df tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/ports?device_id=27a94fde-54c5-4b8d-9fa5-dab03fa1ac07 HTTP/1.1" status: 200 len: 945 time: 0.1249163 Jul 21 12:16:38.466873 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:16:38.634694 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-9166f7b8-214c-4e48-af1c-d6223623dcbd req-8095f121-3ba0-4f07-b01e-b8290daed8d5 service neutron] 10.222.0.48 "GET /v2.0/networks/ff0fcfbd-22d3-47ea-80f2-195b1cbc803d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2621117 Jul 21 12:16:38.641755 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-8ca699a4-a749-490a-b3df-e7d2fc03c2fa req-00361753-06e3-4869-a6e8-acc6a24b4acb tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/security-groups?id=88d39ded-9adf-4e28-b3b6-ef623b39acb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407788 Jul 21 12:16:38.787911 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 58670) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:16:38.802329 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:16:38.961498 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-0d278c50-5963-4068-8599-fceff36c5a21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:39.211600 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-0d278c50-5963-4068-8599-fceff36c5a21 admin admin] Publish callbacks [] for security_group (e3331071-145a-4ce7-b524-b7207386355c), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:39.243747 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-0d278c50-5963-4068-8599-fceff36c5a21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (e3331071-145a-4ce7-b524-b7207386355c), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:39.256447 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:16:39.362775 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d278c50-5963-4068-8599-fceff36c5a21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3331071-145a-4ce7-b524-b7207386355c,revision_number=1']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:16:39.380980 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-0d278c50-5963-4068-8599-fceff36c5a21 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=789001c6a08d4281b8e84a526803430a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5909545 Jul 21 12:16:39.387030 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 58702) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:16:39.392062 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d850b4-f6af-44a7-bdc0-d00943ffa127 req-21886f50-ebd7-4738-bea5-8818b7fe7c24 tempest-DeleteServersTestJSON-1093761568 tempest-DeleteServersTestJSON-1093761568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:16:39.404357 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-15d850b4-f6af-44a7-bdc0-d00943ffa127 req-21886f50-ebd7-4738-bea5-8818b7fe7c24 tempest-DeleteServersTestJSON-1093761568 tempest-DeleteServersTestJSON-1093761568-project] 10.222.0.18 "GET /v2.0/ports?device_id=3374fda9-c1c9-4d63-acce-726d9a907bfa HTTP/1.1" status: 200 len: 945 time: 0.1138780 Jul 21 12:16:39.436736 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4934341e-2132-4e07-88c5-979db463bdb8 req-088a520a-7b94-42b6-9498-659e1ecd6533 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:16:39.440347 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-4934341e-2132-4e07-88c5-979db463bdb8 req-088a520a-7b94-42b6-9498-659e1ecd6533 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/ports?device_id=da30da3d-902c-434d-b650-0e28e2bcd910 HTTP/1.1" status: 200 len: 943 time: 0.2197986 Jul 21 12:16:39.484473 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:16:39.500030 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-15d850b4-f6af-44a7-bdc0-d00943ffa127 req-b7a5d7ae-cbdf-4ff4-9a09-b1f8b65fd11f tempest-DeleteServersTestJSON-1093761568 tempest-DeleteServersTestJSON-1093761568-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c91d680-ea10-4de8-ae4b-a36cd4f34300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940099 Jul 21 12:16:39.622968 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-a15e82c9-40d8-46d5-b0dc-014fbbba3e4f admin admin] Publish callbacks [] for security_group (e3331071-145a-4ce7-b524-b7207386355c), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:39.632715 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-4934341e-2132-4e07-88c5-979db463bdb8 req-c8d8cacb-43fd-4d93-a402-d2165d8d7c01 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/security-groups?id=195f81d2-1587-4fdd-87dd-d5d45e8d9a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1737587 Jul 21 12:16:39.704284 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-a15e82c9-40d8-46d5-b0dc-014fbbba3e4f admin admin] Publish callbacks [] for security_group (e3331071-145a-4ce7-b524-b7207386355c), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:39.747730 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e6d491-5c07-4117-9a5a-12bbc67659ec req-9602d156-5ad9-40e4-956a-6b5b08a42508 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:16:39.751700 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-d7e6d491-5c07-4117-9a5a-12bbc67659ec req-9602d156-5ad9-40e4-956a-6b5b08a42508 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.18 "GET /v2.0/ports?device_id=2740e936-1211-467d-ad2b-d28abc005c89 HTTP/1.1" status: 200 len: 943 time: 0.1286457 Jul 21 12:16:39.864262 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ae53c5-e4fb-418c-8fcc-dd97cc72a14b req-5d960342-ae99-4bee-b847-da4f8ceed2d6 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:16:39.867111 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-04ae53c5-e4fb-418c-8fcc-dd97cc72a14b req-5d960342-ae99-4bee-b847-da4f8ceed2d6 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/ports?device_id=27a94fde-54c5-4b8d-9fa5-dab03fa1ac07 HTTP/1.1" status: 200 len: 945 time: 0.0827458 Jul 21 12:16:39.871124 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=100 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:16:39.886035 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-d7e6d491-5c07-4117-9a5a-12bbc67659ec req-2cc33f4a-85c4-4473-a7b2-f4047f93e8a4 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.18 "GET /v2.0/security-groups?id=bdddd4d5-7044-4ab4-b494-1665218e01f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091442 Jul 21 12:16:39.908371 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-a15e82c9-40d8-46d5-b0dc-014fbbba3e4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (e3331071-145a-4ce7-b524-b7207386355c), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:39.910930 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-a15e82c9-40d8-46d5-b0dc-014fbbba3e4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:39.915268 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-a15e82c9-40d8-46d5-b0dc-014fbbba3e4f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e3331071-145a-4ce7-b524-b7207386355c HTTP/1.1" status: 204 len: 168 time: 0.5242596 Jul 21 12:16:39.929367 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15e82c9-40d8-46d5-b0dc-014fbbba3e4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3331071-145a-4ce7-b524-b7207386355c,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:16:39.987157 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-04ae53c5-e4fb-418c-8fcc-dd97cc72a14b req-c288b4ba-dd46-4359-b9cf-8ff75a596ba4 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/security-groups?id=88d39ded-9adf-4e28-b3b6-ef623b39acb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074514 Jul 21 12:16:40.313902 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.18', 58728) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:16:40.328728 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-698083d5-7285-4cad-96cd-d33d883b50f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:40.340738 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=100 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:16:40.420101 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-698083d5-7285-4cad-96cd-d33d883b50f3 admin admin] Publish callbacks [] for security_group (941521a7-8922-4f92-9627-4d2effc46b9b), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:40.425771 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-698083d5-7285-4cad-96cd-d33d883b50f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (941521a7-8922-4f92-9627-4d2effc46b9b), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:40.472118 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-698083d5-7285-4cad-96cd-d33d883b50f3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4c1ebfba858a4aadb7e09c59b8807fe6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1570339 Jul 21 12:16:40.472860 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698083d5-7285-4cad-96cd-d33d883b50f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=941521a7-8922-4f92-9627-4d2effc46b9b,revision_number=1']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:16:40.475821 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.18', 58730) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:16:40.535603 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-6a24c975-bd45-44f6-893f-75b573746e27 admin admin] Publish callbacks [] for security_group (941521a7-8922-4f92-9627-4d2effc46b9b), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:40.568105 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-6a24c975-bd45-44f6-893f-75b573746e27 admin admin] Publish callbacks [] for security_group (941521a7-8922-4f92-9627-4d2effc46b9b), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:40.660737 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b04848-0112-414e-8d1a-445abe425461 req-3de0969e-075b-486b-857e-ba7d92371752 tempest-DeleteServersTestJSON-1093761568 tempest-DeleteServersTestJSON-1093761568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:16:40.662384 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-34b04848-0112-414e-8d1a-445abe425461 req-3de0969e-075b-486b-857e-ba7d92371752 tempest-DeleteServersTestJSON-1093761568 tempest-DeleteServersTestJSON-1093761568-project] 10.222.0.18 "GET /v2.0/ports?device_id=3374fda9-c1c9-4d63-acce-726d9a907bfa HTTP/1.1" status: 200 len: 945 time: 0.0624049 Jul 21 12:16:40.686282 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-6a24c975-bd45-44f6-893f-75b573746e27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (941521a7-8922-4f92-9627-4d2effc46b9b), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:40.688985 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-6a24c975-bd45-44f6-893f-75b573746e27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:40.690177 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-6a24c975-bd45-44f6-893f-75b573746e27 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/941521a7-8922-4f92-9627-4d2effc46b9b HTTP/1.1" status: 204 len: 168 time: 0.2133965 Jul 21 12:16:40.705584 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a24c975-bd45-44f6-893f-75b573746e27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=941521a7-8922-4f92-9627-4d2effc46b9b,revision_number=None']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:16:40.738995 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-34b04848-0112-414e-8d1a-445abe425461 req-15b068bf-050e-4584-b5b4-f6fbd2f072cf tempest-DeleteServersTestJSON-1093761568 tempest-DeleteServersTestJSON-1093761568-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c91d680-ea10-4de8-ae4b-a36cd4f34300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700428 Jul 21 12:16:40.848344 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae79ae06-78f1-40ad-af31-578f864c89de req-dff97431-6e21-41d7-99df-cc978cd13d6c tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:16:40.850043 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-ae79ae06-78f1-40ad-af31-578f864c89de req-dff97431-6e21-41d7-99df-cc978cd13d6c tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/ports?device_id=da30da3d-902c-434d-b650-0e28e2bcd910 HTTP/1.1" status: 200 len: 943 time: 0.0599346 Jul 21 12:16:40.918957 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-ae79ae06-78f1-40ad-af31-578f864c89de req-6cee4361-c5c1-44d5-8d26-4f428441844e tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/security-groups?id=195f81d2-1587-4fdd-87dd-d5d45e8d9a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623062 Jul 21 12:16:41.076169 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83b10cb-dd54-4308-b2f0-2325ef230a3b req-71bc32ee-fcc9-486e-b5d9-18c4e5328ab5 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:16:41.077931 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-f83b10cb-dd54-4308-b2f0-2325ef230a3b req-71bc32ee-fcc9-486e-b5d9-18c4e5328ab5 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.18 "GET /v2.0/ports?device_id=2740e936-1211-467d-ad2b-d28abc005c89 HTTP/1.1" status: 200 len: 943 time: 0.0691898 Jul 21 12:16:41.163013 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-f83b10cb-dd54-4308-b2f0-2325ef230a3b req-e4c8c235-d657-4b27-8575-0949d656267a tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.18 "GET /v2.0/security-groups?id=bdddd4d5-7044-4ab4-b494-1665218e01f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762691 Jul 21 12:16:41.206141 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f558b090-d731-48f3-aa6e-693dfee83f08 req-4dc8ae2f-09dc-45a2-b1ba-83dfc70e4a12 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:16:41.208556 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-f558b090-d731-48f3-aa6e-693dfee83f08 req-4dc8ae2f-09dc-45a2-b1ba-83dfc70e4a12 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/ports?device_id=27a94fde-54c5-4b8d-9fa5-dab03fa1ac07 HTTP/1.1" status: 200 len: 945 time: 0.1031728 Jul 21 12:16:41.290729 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-f558b090-d731-48f3-aa6e-693dfee83f08 req-c0852283-b86f-425a-939d-ea9810b9dda8 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/security-groups?id=88d39ded-9adf-4e28-b3b6-ef623b39acb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749760 Jul 21 12:16:41.411402 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-707f7b44-121a-4b31-8b8f-ad5833fa56d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (8a21e728-a2e9-4580-a748-6ac9ba47a2a7), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:41.798303 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583d1739-b853-4b4a-9949-22d613618dbb req-4513f901-a342-422b-8cdb-d511c0732e0e tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:16:41.801674 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-583d1739-b853-4b4a-9949-22d613618dbb req-4513f901-a342-422b-8cdb-d511c0732e0e tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/ports?device_id=27a94fde-54c5-4b8d-9fa5-dab03fa1ac07 HTTP/1.1" status: 200 len: 945 time: 0.0888085 Jul 21 12:16:41.867903 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-583d1739-b853-4b4a-9949-22d613618dbb req-9fbe84f6-82c7-4db5-98f5-2e1a22012705 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/security-groups?id=88d39ded-9adf-4e28-b3b6-ef623b39acb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587463 Jul 21 12:16:41.926497 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1376ad-ed25-421e-84c7-67d74e613b76 req-01ee1713-395b-42bd-b47a-ec9543a1a0de tempest-DeleteServersTestJSON-1093761568 tempest-DeleteServersTestJSON-1093761568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:16:41.928892 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-fa1376ad-ed25-421e-84c7-67d74e613b76 req-01ee1713-395b-42bd-b47a-ec9543a1a0de tempest-DeleteServersTestJSON-1093761568 tempest-DeleteServersTestJSON-1093761568-project] 10.222.0.18 "GET /v2.0/ports?device_id=3374fda9-c1c9-4d63-acce-726d9a907bfa HTTP/1.1" status: 200 len: 945 time: 0.0924475 Jul 21 12:16:41.999970 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-fa1376ad-ed25-421e-84c7-67d74e613b76 req-00755fd3-069d-4330-8a45-442279778a67 tempest-DeleteServersTestJSON-1093761568 tempest-DeleteServersTestJSON-1093761568-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c91d680-ea10-4de8-ae4b-a36cd4f34300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644596 Jul 21 12:16:42.137711 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae48d8d-f8ec-4805-9ed1-85e78e84f72c req-0f84e75f-2120-451b-a33e-df6770e48fde tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:16:42.139331 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-0ae48d8d-f8ec-4805-9ed1-85e78e84f72c req-0f84e75f-2120-451b-a33e-df6770e48fde tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/ports?device_id=da30da3d-902c-434d-b650-0e28e2bcd910 HTTP/1.1" status: 200 len: 943 time: 0.0733659 Jul 21 12:16:42.220351 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-0ae48d8d-f8ec-4805-9ed1-85e78e84f72c req-2a4179a2-2655-4109-b7f0-c0152ae7e7f6 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/security-groups?id=195f81d2-1587-4fdd-87dd-d5d45e8d9a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717390 Jul 21 12:16:42.340399 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3a3e8a-61fc-489b-ac5c-93bfe236f716 req-18be8700-31c3-4277-8421-0d63c8545e35 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:16:42.341970 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-8e3a3e8a-61fc-489b-ac5c-93bfe236f716 req-18be8700-31c3-4277-8421-0d63c8545e35 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.18 "GET /v2.0/ports?device_id=2740e936-1211-467d-ad2b-d28abc005c89 HTTP/1.1" status: 200 len: 943 time: 0.0532579 Jul 21 12:16:42.412103 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-8e3a3e8a-61fc-489b-ac5c-93bfe236f716 req-97f0cda9-2fc9-4c09-b9eb-1abad68750c5 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.18 "GET /v2.0/security-groups?id=bdddd4d5-7044-4ab4-b494-1665218e01f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640492 Jul 21 12:16:42.688078 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Device 89040235-a7fe-4920-8410-a79e4b563eba details requested by agent hyperv_hv-cinder-85032 with host hv-cinder-85032 {{(pid=104161) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 21 12:16:42.706287 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Device 692130a2-9b94-43ae-864b-0de513e5ba99 up at agent hyperv_hv-cinder-85032 {{(pid=104161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 12:16:42.819969 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Provisioning for port 692130a2-9b94-43ae-864b-0de513e5ba99 completed by entity L2. {{(pid=104161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 21 12:16:42.839914 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Provisioning complete for port 692130a2-9b94-43ae-864b-0de513e5ba99 triggered by entity L2. {{(pid=104161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 12:16:42.840292 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388846'] for port (692130a2-9b94-43ae-864b-0de513e5ba99), provisioning_complete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:42.878201 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] For port 89040235-a7fe-4920-8410-a79e4b563eba, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=89040235-a7fe-4920-8410-a79e4b563eba,segment=NetworkSegment(12da12e1-cfd0-4313-ac52-6e5f4f39ccb4),segment_id=12da12e1-cfd0-4313-ac52-6e5f4f39ccb4)] {{(pid=104161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 12:16:42.898492 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Returning: {'device': '89040235-a7fe-4920-8410-a79e4b563eba', 'network_id': '1933b755-354d-4a90-8a75-f1a81a16c8f0', 'port_id': '89040235-a7fe-4920-8410-a79e4b563eba', 'mac_address': 'fa:16:3e:49:a3:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5adcbf66-cad3-499f-bfcd-a299fbf0cd74', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104161) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 21 12:16:43.014630 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Current status of the port 692130a2-9b94-43ae-864b-0de513e5ba99 is: BUILD; New status is: ACTIVE {{(pid=104161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 12:16:43.015276 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (692130a2-9b94-43ae-864b-0de513e5ba99), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:43.020831 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Current status of the port 89040235-a7fe-4920-8410-a79e4b563eba is: DOWN; New status is: BUILD {{(pid=104161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 12:16:43.021473 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (89040235-a7fe-4920-8410-a79e4b563eba), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:43.082955 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b870d73b-f099-4bbc-8d69-6e738e5327ee req-6965f268-131a-4b52-a0dc-8fa7b905ddfe tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:16:43.084787 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-b870d73b-f099-4bbc-8d69-6e738e5327ee req-6965f268-131a-4b52-a0dc-8fa7b905ddfe tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/ports?device_id=27a94fde-54c5-4b8d-9fa5-dab03fa1ac07 HTTP/1.1" status: 200 len: 945 time: 0.0913591 Jul 21 12:16:43.089809 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.notifiers.nova [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89040235-a7fe-4920-8410-a79e4b563eba {{(pid=104161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 12:16:43.181129 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] For port 89040235-a7fe-4920-8410-a79e4b563eba, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=89040235-a7fe-4920-8410-a79e4b563eba,segment=NetworkSegment(12da12e1-cfd0-4313-ac52-6e5f4f39ccb4),segment_id=12da12e1-cfd0-4313-ac52-6e5f4f39ccb4)] {{(pid=104161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 12:16:43.182147 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee2001bf-bd6d-44cb-92e9-db00d3d80a2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '692130a2-9b94-43ae-864b-0de513e5ba99'}] {{(pid=104161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 12:16:43.185295 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cdf8932827941a003a674b569a46f4ce1abada81d99297f544444a18ab6c7ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-097d9e24-b3e2-4c74-92a1-863a675a71ba" -d '{"events": [{"server_uuid": "ee2001bf-bd6d-44cb-92e9-db00d3d80a2f", "name": "network-vif-plugged", "status": "completed", "tag": "692130a2-9b94-43ae-864b-0de513e5ba99"}]}' {{(pid=104161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 12:16:43.193842 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] For port 692130a2-9b94-43ae-864b-0de513e5ba99, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=692130a2-9b94-43ae-864b-0de513e5ba99,segment=NetworkSegment(c03e7b66-2543-4f79-a51b-efdd8f487a85),segment_id=c03e7b66-2543-4f79-a51b-efdd8f487a85)] {{(pid=104161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 12:16:43.194915 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158'] for port (89040235-a7fe-4920-8410-a79e4b563eba), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:43.202520 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158'] for port (692130a2-9b94-43ae-864b-0de513e5ba99), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:43.204430 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Device 13c51368-9610-4fea-ac70-c813e2c1f802 up at agent hyperv_hv-cinder-85032 {{(pid=104161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 12:16:43.253061 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-b870d73b-f099-4bbc-8d69-6e738e5327ee req-5538f0fb-f553-4e22-bc3e-2c7d106b1886 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/security-groups?id=88d39ded-9adf-4e28-b3b6-ef623b39acb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472397 Jul 21 12:16:43.264616 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dcd374-4173-430b-b450-408624c6390d req-724f1262-8cb9-48e6-96d8-6e9583cb21d1 tempest-DeleteServersTestJSON-1093761568 tempest-DeleteServersTestJSON-1093761568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:16:43.268716 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-98dcd374-4173-430b-b450-408624c6390d req-724f1262-8cb9-48e6-96d8-6e9583cb21d1 tempest-DeleteServersTestJSON-1093761568 tempest-DeleteServersTestJSON-1093761568-project] 10.222.0.18 "GET /v2.0/ports?device_id=3374fda9-c1c9-4d63-acce-726d9a907bfa HTTP/1.1" status: 200 len: 945 time: 0.1250682 Jul 21 12:16:43.350546 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Pushing event updated for resources: {'Port': ['ID=89040235-a7fe-4920-8410-a79e4b563eba,revision_number=4']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:16:43.362134 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398eb26a-582a-4921-852f-d9ba44d3f93f req-12fccfeb-49bd-466d-b9f5-adb01c112455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:16:43.365430 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-398eb26a-582a-4921-852f-d9ba44d3f93f req-12fccfeb-49bd-466d-b9f5-adb01c112455 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f3726ac8b83847468671bd930deb5492&device_id=27a94fde-54c5-4b8d-9fa5-dab03fa1ac07 HTTP/1.1" status: 200 len: 1129 time: 0.1276581 Jul 21 12:16:43.384715 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 12:16:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42f5cf8e-133e-461f-bb30-881a52997690 x-openstack-request-id: req-42f5cf8e-133e-461f-bb30-881a52997690 {{(pid=104161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 12:16:43.385281 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee2001bf-bd6d-44cb-92e9-db00d3d80a2f", "name": "network-vif-plugged", "status": "completed", "tag": "692130a2-9b94-43ae-864b-0de513e5ba99", "code": 200}]} {{(pid=104161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 12:16:43.385679 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-42f5cf8e-133e-461f-bb30-881a52997690 {{(pid=104161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 12:16:43.386457 dv-cinder-850321-1-iscsi neutron-server[104161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42f5cf8e-133e-461f-bb30-881a52997690'] response: {'server_uuid': 'ee2001bf-bd6d-44cb-92e9-db00d3d80a2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '692130a2-9b94-43ae-864b-0de513e5ba99', 'code': 200} Jul 21 12:16:43.407039 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Provisioning for port 13c51368-9610-4fea-ac70-c813e2c1f802 completed by entity L2. {{(pid=104161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 21 12:16:43.414501 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-98dcd374-4173-430b-b450-408624c6390d req-e5c7a8c8-810d-42c1-aa79-3f375aebf847 tempest-DeleteServersTestJSON-1093761568 tempest-DeleteServersTestJSON-1093761568-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c91d680-ea10-4de8-ae4b-a36cd4f34300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981805 Jul 21 12:16:43.441762 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Provisioning complete for port 13c51368-9610-4fea-ac70-c813e2c1f802 triggered by entity L2. {{(pid=104161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 12:16:43.443948 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388846'] for port (13c51368-9610-4fea-ac70-c813e2c1f802), provisioning_complete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:43.497910 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:16:43.501684 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Pushing event updated for resources: {'Port': ['ID=692130a2-9b94-43ae-864b-0de513e5ba99,revision_number=5']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:16:43.560718 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72801f8-8077-4763-8221-5529518c7410 req-3d15a71f-56d0-4639-a53e-2b1c295d3f58 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:16:43.571309 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-d72801f8-8077-4763-8221-5529518c7410 req-3d15a71f-56d0-4639-a53e-2b1c295d3f58 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/ports?device_id=da30da3d-902c-434d-b650-0e28e2bcd910 HTTP/1.1" status: 200 len: 943 time: 0.1031590 Jul 21 12:16:43.649889 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-d72801f8-8077-4763-8221-5529518c7410 req-37df2f79-8579-4fb3-93eb-9f537b2e63d4 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/security-groups?id=195f81d2-1587-4fdd-87dd-d5d45e8d9a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702982 Jul 21 12:16:43.660770 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Current status of the port 13c51368-9610-4fea-ac70-c813e2c1f802 is: BUILD; New status is: ACTIVE {{(pid=104161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 12:16:43.661324 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (13c51368-9610-4fea-ac70-c813e2c1f802), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:43.678814 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:16:43.679051 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] get_ports_and_sgs() called for port_ids ['89040235-a7fe-4920-8410-a79e4b563eba'] {{(pid=104161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 12:16:43.710003 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:INSERT=6,neutron:SELECT=92,neutron:DELETE=2 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:16:43.737057 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398eb26a-582a-4921-852f-d9ba44d3f93f req-64a252c2-c7bb-446f-b204-632a19dc9cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:16:43.737369 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:16:43.739563 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-398eb26a-582a-4921-852f-d9ba44d3f93f req-64a252c2-c7bb-446f-b204-632a19dc9cf9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ac7b63b3-36ed-4162-888b-3062a1149573 HTTP/1.1" status: 200 len: 920 time: 0.3110960 Jul 21 12:16:43.751419 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c432f06-45f3-49f7-a8a8-bdc2b3754c6e req-7cf2b1f8-383a-49a3-9c4c-f45770387ddd tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:16:43.759606 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-4c432f06-45f3-49f7-a8a8-bdc2b3754c6e req-7cf2b1f8-383a-49a3-9c4c-f45770387ddd tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.18 "GET /v2.0/ports?device_id=2740e936-1211-467d-ad2b-d28abc005c89 HTTP/1.1" status: 200 len: 944 time: 0.1068907 Jul 21 12:16:43.777740 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:16:43.788580 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] For port 13c51368-9610-4fea-ac70-c813e2c1f802, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=13c51368-9610-4fea-ac70-c813e2c1f802,segment=NetworkSegment(75921558-43a8-4348-8bcf-b36389368972),segment_id=75921558-43a8-4348-8bcf-b36389368972)] {{(pid=104161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 12:16:43.804211 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd39c454-57a7-4e1c-beb3-4cdbd4999dd7 req-5eeb0c0d-b98a-40bf-8bfe-749fb57f136e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:16:43.809487 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-dd39c454-57a7-4e1c-beb3-4cdbd4999dd7 req-5eeb0c0d-b98a-40bf-8bfe-749fb57f136e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ee2001bf-bd6d-44cb-92e9-db00d3d80a2f HTTP/1.1" status: 200 len: 1130 time: 0.1258917 Jul 21 12:16:43.815614 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158'] for port (13c51368-9610-4fea-ac70-c813e2c1f802), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:43.818991 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-398eb26a-582a-4921-852f-d9ba44d3f93f req-e2750d06-9c99-42ce-8757-24fb6a7fb6d9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b3365c3f-0942-40bb-a817-5ce4b6ec653b HTTP/1.1" status: 200 len: 217 time: 0.0555153 Jul 21 12:16:43.937741 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-dd39c454-57a7-4e1c-beb3-4cdbd4999dd7 req-a56a1b03-8e32-4ead-8c15-8038cd0c7d1d service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=88d39ded-9adf-4e28-b3b6-ef623b39acb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161916 Jul 21 12:16:43.986231 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Pushing event updated for resources: {'Port': ['ID=13c51368-9610-4fea-ac70-c813e2c1f802,revision_number=5']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:16:44.002440 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 58854) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:16:44.006280 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.18', 58856) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:16:44.020602 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398eb26a-582a-4921-852f-d9ba44d3f93f req-77067263-f856-4e63-9c72-534217359dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:16:44.022194 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-398eb26a-582a-4921-852f-d9ba44d3f93f req-77067263-f856-4e63-9c72-534217359dbf service neutron] 10.222.0.48 "GET /v2.0/subnets?id=85871871-89d2-41dd-b1d6-9b7f2440aaee HTTP/1.1" status: 200 len: 858 time: 0.1820705 Jul 21 12:16:44.038809 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-4c432f06-45f3-49f7-a8a8-bdc2b3754c6e req-b8fca1bf-130b-489b-959c-785105522a9b tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.18 "GET /v2.0/security-groups?id=bdddd4d5-7044-4ab4-b494-1665218e01f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2778249 Jul 21 12:16:44.046489 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:16:44.058633 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=3 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:16:44.196158 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-d20b3a54-bb20-44bc-8e54-6f85c2c39243 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:44.301251 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=5 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:16:44.309707 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398eb26a-582a-4921-852f-d9ba44d3f93f req-c76ca17c-fb36-4634-870f-7f74e1209e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:16:44.312282 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-398eb26a-582a-4921-852f-d9ba44d3f93f req-c76ca17c-fb36-4634-870f-7f74e1209e70 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ac7b63b3-36ed-4162-888b-3062a1149573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0944309 Jul 21 12:16:44.313964 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-6dc5630f-62a7-48f6-8fca-288f075c08ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:44.365148 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-d20b3a54-bb20-44bc-8e54-6f85c2c39243 admin admin] Publish callbacks [] for security_group (db9d564f-caed-42c6-be99-0bfab3c3b9d1), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:44.374074 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-d20b3a54-bb20-44bc-8e54-6f85c2c39243 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (db9d564f-caed-42c6-be99-0bfab3c3b9d1), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:44.447889 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-6dc5630f-62a7-48f6-8fca-288f075c08ee admin admin] Publish callbacks [] for security_group (a9802740-2a85-46cc-b1ee-134d16d693e2), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:44.457249 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-6dc5630f-62a7-48f6-8fca-288f075c08ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (a9802740-2a85-46cc-b1ee-134d16d693e2), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:44.499588 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc5630f-62a7-48f6-8fca-288f075c08ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9802740-2a85-46cc-b1ee-134d16d693e2,revision_number=1']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:16:44.519684 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-d20b3a54-bb20-44bc-8e54-6f85c2c39243 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=abd74abab12d445bb85867106972cf21&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5135145 Jul 21 12:16:44.520997 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.18', 58880) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:16:44.545048 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-6dc5630f-62a7-48f6-8fca-288f075c08ee admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f63544286a174b3d85dc0654b008148c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5356946 Jul 21 12:16:44.552878 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.18', 58882) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:16:44.619810 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a3599e-be36-427c-9e29-5162e68d87a9 req-c6ef95a9-a562-4ee6-877f-29aac3bb0494 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:16:44.633290 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-60a3599e-be36-427c-9e29-5162e68d87a9 req-c6ef95a9-a562-4ee6-877f-29aac3bb0494 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/ports?device_id=27a94fde-54c5-4b8d-9fa5-dab03fa1ac07 HTTP/1.1" status: 200 len: 945 time: 0.2127624 Jul 21 12:16:44.634938 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20b3a54-bb20-44bc-8e54-6f85c2c39243 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db9d564f-caed-42c6-be99-0bfab3c3b9d1,revision_number=1']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:16:44.694334 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca31bdf8-b181-4e68-87ba-aa641491148d req-41dd73d4-6764-4479-ad77-65d2ed7983bd tempest-DeleteServersTestJSON-1093761568 tempest-DeleteServersTestJSON-1093761568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:16:44.696054 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-ca31bdf8-b181-4e68-87ba-aa641491148d req-41dd73d4-6764-4479-ad77-65d2ed7983bd tempest-DeleteServersTestJSON-1093761568 tempest-DeleteServersTestJSON-1093761568-project] 10.222.0.18 "GET /v2.0/ports?device_id=3374fda9-c1c9-4d63-acce-726d9a907bfa HTTP/1.1" status: 200 len: 946 time: 0.1415954 Jul 21 12:16:44.734701 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Device f7fad9c2-6647-4dae-bdfc-4d793231f5e3 details requested by agent hyperv_hv-cinder-85032 with host hv-cinder-85032 {{(pid=104161) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 21 12:16:44.755533 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Device 89040235-a7fe-4920-8410-a79e4b563eba up at agent hyperv_hv-cinder-85032 {{(pid=104161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 12:16:44.758419 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-60a3599e-be36-427c-9e29-5162e68d87a9 req-6f25cc40-8a07-47e0-83d3-2af790ac2568 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/security-groups?id=88d39ded-9adf-4e28-b3b6-ef623b39acb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100755 Jul 21 12:16:44.835473 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-e047e825-5dd8-45a4-b100-a7344bd7410c admin admin] Publish callbacks [] for security_group (db9d564f-caed-42c6-be99-0bfab3c3b9d1), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:44.882719 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-aa3dd531-f4b8-4211-ad5c-a400f25b4577 admin admin] Publish callbacks [] for security_group (a9802740-2a85-46cc-b1ee-134d16d693e2), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:44.895733 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-4da62cf6-5fd1-4528-aa16-b4b4f79cd33b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (ceb1130f-c61e-494c-be4f-967cc153319c), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:44.899977 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Provisioning for port 89040235-a7fe-4920-8410-a79e4b563eba completed by entity L2. {{(pid=104161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 21 12:16:44.915454 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f8711b-a16a-4c5a-8a3f-86ac45aeb481 req-446fb0b9-c33b-4c7d-8dfe-7fd0bfae86a8 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:16:44.920770 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-78f8711b-a16a-4c5a-8a3f-86ac45aeb481 req-446fb0b9-c33b-4c7d-8dfe-7fd0bfae86a8 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/ports?device_id=da30da3d-902c-434d-b650-0e28e2bcd910 HTTP/1.1" status: 200 len: 943 time: 0.0793440 Jul 21 12:16:44.931379 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-e047e825-5dd8-45a4-b100-a7344bd7410c admin admin] Publish callbacks [] for security_group (db9d564f-caed-42c6-be99-0bfab3c3b9d1), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:44.936657 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Provisioning complete for port 89040235-a7fe-4920-8410-a79e4b563eba triggered by entity L2. {{(pid=104161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 12:16:44.937334 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388846'] for port (89040235-a7fe-4920-8410-a79e4b563eba), provisioning_complete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:44.947684 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-ca31bdf8-b181-4e68-87ba-aa641491148d req-6bbc8aa9-84b8-4d43-af06-deb1de51f68b tempest-DeleteServersTestJSON-1093761568 tempest-DeleteServersTestJSON-1093761568-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c91d680-ea10-4de8-ae4b-a36cd4f34300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867993 Jul 21 12:16:44.963768 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-398eb26a-582a-4921-852f-d9ba44d3f93f req-36c22194-f561-4e3d-be9d-ed8780f10e72 service neutron] 10.222.0.48 "GET /v2.0/networks/ac7b63b3-36ed-4162-888b-3062a1149573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2641814 Jul 21 12:16:44.965952 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-aa3dd531-f4b8-4211-ad5c-a400f25b4577 admin admin] Publish callbacks [] for security_group (a9802740-2a85-46cc-b1ee-134d16d693e2), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:44.985886 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-78f8711b-a16a-4c5a-8a3f-86ac45aeb481 req-56e82d89-3e30-41fd-ad7e-f84b9ad5dcdb tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/security-groups?id=195f81d2-1587-4fdd-87dd-d5d45e8d9a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594904 Jul 21 12:16:45.062055 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] For port f7fad9c2-6647-4dae-bdfc-4d793231f5e3, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=f7fad9c2-6647-4dae-bdfc-4d793231f5e3,segment=NetworkSegment(7232b8b8-b9cf-453a-b8fc-7068d6546503),segment_id=7232b8b8-b9cf-453a-b8fc-7068d6546503)] {{(pid=104161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 12:16:45.065329 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Current status of the port 89040235-a7fe-4920-8410-a79e4b563eba is: BUILD; New status is: ACTIVE {{(pid=104161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 12:16:45.065729 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (89040235-a7fe-4920-8410-a79e4b563eba), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:45.070393 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:16:45.079742 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:DELETE=6 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:16:45.094943 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Returning: {'device': 'f7fad9c2-6647-4dae-bdfc-4d793231f5e3', 'network_id': 'ff0fcfbd-22d3-47ea-80f2-195b1cbc803d', 'port_id': 'f7fad9c2-6647-4dae-bdfc-4d793231f5e3', 'mac_address': 'fa:16:3e:76:9b:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc9a2033-692d-458c-a1e6-ffe26f82c935', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104161) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 21 12:16:45.111370 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-e047e825-5dd8-45a4-b100-a7344bd7410c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (db9d564f-caed-42c6-be99-0bfab3c3b9d1), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:45.114169 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-e047e825-5dd8-45a4-b100-a7344bd7410c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:45.115287 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-e047e825-5dd8-45a4-b100-a7344bd7410c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/db9d564f-caed-42c6-be99-0bfab3c3b9d1 HTTP/1.1" status: 204 len: 168 time: 0.5869942 Jul 21 12:16:45.137328 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e047e825-5dd8-45a4-b100-a7344bd7410c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db9d564f-caed-42c6-be99-0bfab3c3b9d1,revision_number=None']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:16:45.145759 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-aa3dd531-f4b8-4211-ad5c-a400f25b4577 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (a9802740-2a85-46cc-b1ee-134d16d693e2), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:45.148697 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-aa3dd531-f4b8-4211-ad5c-a400f25b4577 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:45.152672 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-aa3dd531-f4b8-4211-ad5c-a400f25b4577 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a9802740-2a85-46cc-b1ee-134d16d693e2 HTTP/1.1" status: 204 len: 168 time: 0.5935872 Jul 21 12:16:45.180120 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3dd531-f4b8-4211-ad5c-a400f25b4577 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9802740-2a85-46cc-b1ee-134d16d693e2,revision_number=None']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:16:45.204167 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-398eb26a-582a-4921-852f-d9ba44d3f93f req-fe38db7a-b280-4a52-951c-67e30080afe5 service neutron] 10.222.0.48 "GET /v2.0/networks/ac7b63b3-36ed-4162-888b-3062a1149573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725359 Jul 21 12:16:45.273509 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dae5e9-d091-419d-85b4-89217484c48d req-8be28cf3-e45d-4fd5-8592-b9def82f6c6c tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:16:45.275237 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-a3dae5e9-d091-419d-85b4-89217484c48d req-8be28cf3-e45d-4fd5-8592-b9def82f6c6c tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.18 "GET /v2.0/ports?device_id=2740e936-1211-467d-ad2b-d28abc005c89 HTTP/1.1" status: 200 len: 944 time: 0.1001451 Jul 21 12:16:45.294256 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] For port 89040235-a7fe-4920-8410-a79e4b563eba, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=89040235-a7fe-4920-8410-a79e4b563eba,segment=NetworkSegment(12da12e1-cfd0-4313-ac52-6e5f4f39ccb4),segment_id=12da12e1-cfd0-4313-ac52-6e5f4f39ccb4)] {{(pid=104161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 12:16:45.305828 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158'] for port (89040235-a7fe-4920-8410-a79e4b563eba), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:45.308739 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Current status of the port f7fad9c2-6647-4dae-bdfc-4d793231f5e3 is: DOWN; New status is: BUILD {{(pid=104161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 12:16:45.309356 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (f7fad9c2-6647-4dae-bdfc-4d793231f5e3), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:45.349327 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.notifiers.nova [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7fad9c2-6647-4dae-bdfc-4d793231f5e3 {{(pid=104161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 12:16:45.366569 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-a3dae5e9-d091-419d-85b4-89217484c48d req-a354314a-fafc-4e99-908c-6e8898c73c54 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.18 "GET /v2.0/security-groups?id=bdddd4d5-7044-4ab4-b494-1665218e01f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846245 Jul 21 12:16:45.392442 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3374fda9-c1c9-4d63-acce-726d9a907bfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13c51368-9610-4fea-ac70-c813e2c1f802'}, {'server_uuid': '2740e936-1211-467d-ad2b-d28abc005c89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89040235-a7fe-4920-8410-a79e4b563eba'}] {{(pid=104161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 12:16:45.394900 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cdf8932827941a003a674b569a46f4ce1abada81d99297f544444a18ab6c7ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad59e397-2326-4f35-a45f-2846241ef9c1" -d '{"events": [{"server_uuid": "3374fda9-c1c9-4d63-acce-726d9a907bfa", "name": "network-vif-plugged", "status": "completed", "tag": "13c51368-9610-4fea-ac70-c813e2c1f802"}, {"server_uuid": "2740e936-1211-467d-ad2b-d28abc005c89", "name": "network-vif-plugged", "status": "completed", "tag": "89040235-a7fe-4920-8410-a79e4b563eba"}]}' {{(pid=104161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 12:16:45.401109 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] For port f7fad9c2-6647-4dae-bdfc-4d793231f5e3, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=f7fad9c2-6647-4dae-bdfc-4d793231f5e3,segment=NetworkSegment(7232b8b8-b9cf-453a-b8fc-7068d6546503),segment_id=7232b8b8-b9cf-453a-b8fc-7068d6546503)] {{(pid=104161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 12:16:45.408564 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Pushing event updated for resources: {'Port': ['ID=89040235-a7fe-4920-8410-a79e4b563eba,revision_number=5']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:16:45.412477 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158'] for port (f7fad9c2-6647-4dae-bdfc-4d793231f5e3), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:45.445797 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:16:45.477348 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Pushing event updated for resources: {'Port': ['ID=f7fad9c2-6647-4dae-bdfc-4d793231f5e3,revision_number=4']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:16:45.497577 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 21 Jul 2022 12:16:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f26fad74-cc04-41ee-bf67-7bb71f917dfa x-openstack-request-id: req-f26fad74-cc04-41ee-bf67-7bb71f917dfa {{(pid=104161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 12:16:45.497885 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3374fda9-c1c9-4d63-acce-726d9a907bfa", "name": "network-vif-plugged", "status": "completed", "tag": "13c51368-9610-4fea-ac70-c813e2c1f802", "code": 200}, {"server_uuid": "2740e936-1211-467d-ad2b-d28abc005c89", "name": "network-vif-plugged", "status": "completed", "tag": "89040235-a7fe-4920-8410-a79e4b563eba", "code": 200}]} {{(pid=104161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 12:16:45.498276 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f26fad74-cc04-41ee-bf67-7bb71f917dfa {{(pid=104161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 12:16:45.498552 dv-cinder-850321-1-iscsi neutron-server[104161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f26fad74-cc04-41ee-bf67-7bb71f917dfa'] response: {'server_uuid': '3374fda9-c1c9-4d63-acce-726d9a907bfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13c51368-9610-4fea-ac70-c813e2c1f802', 'code': 200} Jul 21 12:16:45.498813 dv-cinder-850321-1-iscsi neutron-server[104161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f26fad74-cc04-41ee-bf67-7bb71f917dfa'] response: {'server_uuid': '2740e936-1211-467d-ad2b-d28abc005c89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89040235-a7fe-4920-8410-a79e4b563eba', 'code': 200} Jul 21 12:16:45.687604 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.18', 58918) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:16:45.712199 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-794a4650-9d4f-4b6a-a6bc-b02694dfa2e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:45.778299 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] get_ports_and_sgs() called for port_ids ['f7fad9c2-6647-4dae-bdfc-4d793231f5e3'] {{(pid=104161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 12:16:45.980515 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-794a4650-9d4f-4b6a-a6bc-b02694dfa2e8 admin admin] Publish callbacks [] for security_group (581ad098-9081-40c3-88f7-74e40833a5b6), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:45.995360 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-794a4650-9d4f-4b6a-a6bc-b02694dfa2e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (581ad098-9081-40c3-88f7-74e40833a5b6), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:46.094771 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:16:46.101743 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794a4650-9d4f-4b6a-a6bc-b02694dfa2e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=581ad098-9081-40c3-88f7-74e40833a5b6,revision_number=1']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:16:46.105429 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-34089123-786a-4f56-8fd8-e31aace790ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (7a27be9f-c1a8-4dec-a92f-42ec7311fe12), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:46.120019 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0c753c-0c5e-4346-bd47-392e827ef858 req-2c58129c-604c-4395-ba54-3e587de71546 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:16:46.138850 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-ec0c753c-0c5e-4346-bd47-392e827ef858 req-2c58129c-604c-4395-ba54-3e587de71546 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/ports?device_id=27a94fde-54c5-4b8d-9fa5-dab03fa1ac07 HTTP/1.1" status: 200 len: 945 time: 0.1809158 Jul 21 12:16:46.205183 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-794a4650-9d4f-4b6a-a6bc-b02694dfa2e8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=39c4269b3628444bb2a98eefc41e5e8b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5152206 Jul 21 12:16:46.218028 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 58950) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:16:46.378876 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b5d6f8-e0e4-467b-8300-bdecd3b279dd req-b938aa2f-0ef5-4768-ad60-f7cd78503aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:16:46.381515 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-b2b5d6f8-e0e4-467b-8300-bdecd3b279dd req-b938aa2f-0ef5-4768-ad60-f7cd78503aca service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=3374fda9-c1c9-4d63-acce-726d9a907bfa HTTP/1.1" status: 200 len: 1130 time: 0.2603474 Jul 21 12:16:46.413699 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9905d72-a0f2-4257-aec2-fa6f68de708e req-b824a41e-000d-4590-b863-2996812c31ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:16:46.417016 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-b9905d72-a0f2-4257-aec2-fa6f68de708e req-b824a41e-000d-4590-b863-2996812c31ca service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=2740e936-1211-467d-ad2b-d28abc005c89 HTTP/1.1" status: 200 len: 1129 time: 0.1281967 Jul 21 12:16:46.454540 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-ec0c753c-0c5e-4346-bd47-392e827ef858 req-74698684-aeae-40a7-9c3b-cd85ff458e8d tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/security-groups?id=88d39ded-9adf-4e28-b3b6-ef623b39acb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3119178 Jul 21 12:16:46.482079 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-8a5b95b0-ee54-470f-8c3e-33bcddbf17c9 admin admin] Publish callbacks [] for security_group (581ad098-9081-40c3-88f7-74e40833a5b6), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:46.518440 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5bf1df-0695-48de-ab8e-2842dcb937c2 req-cc7db1ba-bc11-4513-9afe-f346e0b1f1cf tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:16:46.522261 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-ef5bf1df-0695-48de-ab8e-2842dcb937c2 req-cc7db1ba-bc11-4513-9afe-f346e0b1f1cf tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/ports?device_id=da30da3d-902c-434d-b650-0e28e2bcd910 HTTP/1.1" status: 200 len: 944 time: 0.2284429 Jul 21 12:16:46.536606 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-b9905d72-a0f2-4257-aec2-fa6f68de708e req-664c5c91-1836-435d-8475-dbf8bdd37ab0 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=bdddd4d5-7044-4ab4-b494-1665218e01f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1131666 Jul 21 12:16:46.547152 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-8a5b95b0-ee54-470f-8c3e-33bcddbf17c9 admin admin] Publish callbacks [] for security_group (581ad098-9081-40c3-88f7-74e40833a5b6), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:46.655909 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-ef5bf1df-0695-48de-ab8e-2842dcb937c2 req-8c8a01f0-02b6-43b6-a231-b26ecfb6f619 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/security-groups?id=195f81d2-1587-4fdd-87dd-d5d45e8d9a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1217422 Jul 21 12:16:46.662849 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-b2b5d6f8-e0e4-467b-8300-bdecd3b279dd req-5c92a6d7-b25c-46be-a66c-27aafa6cdedd service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=1c91d680-ea10-4de8-ae4b-a36cd4f34300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2727063 Jul 21 12:16:46.676429 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:16:46.686510 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-8a5b95b0-ee54-470f-8c3e-33bcddbf17c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (581ad098-9081-40c3-88f7-74e40833a5b6), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:46.692885 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-8a5b95b0-ee54-470f-8c3e-33bcddbf17c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:46.695735 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-8a5b95b0-ee54-470f-8c3e-33bcddbf17c9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/581ad098-9081-40c3-88f7-74e40833a5b6 HTTP/1.1" status: 204 len: 168 time: 0.4730213 Jul 21 12:16:46.704362 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1613614-8d3a-4d94-8f6e-1c475585a38f req-ab635225-79ad-42d0-91b8-11d32e52c6e6 tempest-DeleteServersTestJSON-1093761568 tempest-DeleteServersTestJSON-1093761568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:16:46.706461 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-b1613614-8d3a-4d94-8f6e-1c475585a38f req-ab635225-79ad-42d0-91b8-11d32e52c6e6 tempest-DeleteServersTestJSON-1093761568 tempest-DeleteServersTestJSON-1093761568-project] 10.222.0.18 "GET /v2.0/ports?device_id=3374fda9-c1c9-4d63-acce-726d9a907bfa HTTP/1.1" status: 200 len: 946 time: 0.0824599 Jul 21 12:16:46.730807 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5b95b0-ee54-470f-8c3e-33bcddbf17c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=581ad098-9081-40c3-88f7-74e40833a5b6,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:16:46.827000 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-b1613614-8d3a-4d94-8f6e-1c475585a38f req-da265fb3-c62b-427c-b7b6-820867ded59c tempest-DeleteServersTestJSON-1093761568 tempest-DeleteServersTestJSON-1093761568-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c91d680-ea10-4de8-ae4b-a36cd4f34300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098461 Jul 21 12:16:46.872502 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (c982e9e4-9e4b-4150-8658-75b564dceb25), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:46.934099 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8b9914-ea24-4c53-8ba9-5c4563c30906 req-e825b717-6eed-4e77-bfdb-deab239361ae tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:16:46.936054 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-2b8b9914-ea24-4c53-8ba9-5c4563c30906 req-e825b717-6eed-4e77-bfdb-deab239361ae tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.18 "GET /v2.0/ports?device_id=2740e936-1211-467d-ad2b-d28abc005c89 HTTP/1.1" status: 200 len: 945 time: 0.1176817 Jul 21 12:16:47.022841 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-2b8b9914-ea24-4c53-8ba9-5c4563c30906 req-d4848c8c-41db-4d86-911d-e361ce9fe2ba tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.18 "GET /v2.0/security-groups?id=bdddd4d5-7044-4ab4-b494-1665218e01f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761111 Jul 21 12:16:47.133745 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Device f7fad9c2-6647-4dae-bdfc-4d793231f5e3 up at agent hyperv_hv-cinder-85032 {{(pid=104161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 12:16:47.215379 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-b3746fee-4e12-46ce-ae12-d62ff35738f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (bda8c5c0-9935-4f58-b3ba-5b48a27d9f80), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:47.234226 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Provisioning for port f7fad9c2-6647-4dae-bdfc-4d793231f5e3 completed by entity L2. {{(pid=104161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 21 12:16:47.243012 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Provisioning complete for port f7fad9c2-6647-4dae-bdfc-4d793231f5e3 triggered by entity L2. {{(pid=104161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 12:16:47.243533 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388846'] for port (f7fad9c2-6647-4dae-bdfc-4d793231f5e3), provisioning_complete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:47.362312 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Current status of the port f7fad9c2-6647-4dae-bdfc-4d793231f5e3 is: BUILD; New status is: ACTIVE {{(pid=104161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 12:16:47.362879 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (f7fad9c2-6647-4dae-bdfc-4d793231f5e3), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:47.425317 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] For port f7fad9c2-6647-4dae-bdfc-4d793231f5e3, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=f7fad9c2-6647-4dae-bdfc-4d793231f5e3,segment=NetworkSegment(7232b8b8-b9cf-453a-b8fc-7068d6546503),segment_id=7232b8b8-b9cf-453a-b8fc-7068d6546503)] {{(pid=104161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 12:16:47.431567 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158'] for port (f7fad9c2-6647-4dae-bdfc-4d793231f5e3), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:47.499955 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da30da3d-902c-434d-b650-0e28e2bcd910', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7fad9c2-6647-4dae-bdfc-4d793231f5e3'}] {{(pid=104161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 12:16:47.503551 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cdf8932827941a003a674b569a46f4ce1abada81d99297f544444a18ab6c7ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08e40dda-2c5e-4250-b3b8-00f143fc0d07" -d '{"events": [{"server_uuid": "da30da3d-902c-434d-b650-0e28e2bcd910", "name": "network-vif-plugged", "status": "completed", "tag": "f7fad9c2-6647-4dae-bdfc-4d793231f5e3"}]}' {{(pid=104161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 12:16:47.517964 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Pushing event updated for resources: {'Port': ['ID=f7fad9c2-6647-4dae-bdfc-4d793231f5e3,revision_number=5']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:16:47.583328 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 12:16:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bba54d4-9aed-4bef-b54e-14f21b60d333 x-openstack-request-id: req-2bba54d4-9aed-4bef-b54e-14f21b60d333 {{(pid=104161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 12:16:47.584280 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da30da3d-902c-434d-b650-0e28e2bcd910", "name": "network-vif-plugged", "status": "completed", "tag": "f7fad9c2-6647-4dae-bdfc-4d793231f5e3", "code": 200}]} {{(pid=104161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 12:16:47.584796 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2bba54d4-9aed-4bef-b54e-14f21b60d333 {{(pid=104161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 12:16:47.585483 dv-cinder-850321-1-iscsi neutron-server[104161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2bba54d4-9aed-4bef-b54e-14f21b60d333'] response: {'server_uuid': 'da30da3d-902c-434d-b650-0e28e2bcd910', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7fad9c2-6647-4dae-bdfc-4d793231f5e3', 'code': 200} Jul 21 12:16:47.723845 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194e7046-44ea-428c-9799-6704a1676325 req-01d7d44f-8fcd-42c1-8375-d6b4cccf1a3d tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:16:47.726041 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-194e7046-44ea-428c-9799-6704a1676325 req-01d7d44f-8fcd-42c1-8375-d6b4cccf1a3d tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/ports?device_id=27a94fde-54c5-4b8d-9fa5-dab03fa1ac07 HTTP/1.1" status: 200 len: 945 time: 0.1297596 Jul 21 12:16:47.908489 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-194e7046-44ea-428c-9799-6704a1676325 req-8f6cd297-7bea-4409-b035-b46ddd6eaf64 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/security-groups?id=88d39ded-9adf-4e28-b3b6-ef623b39acb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666598 Jul 21 12:16:47.989885 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e5a4f4-4e63-404e-8b6a-52fd8e761fc7 req-6a408924-900e-4085-841d-493d89f22a82 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:16:47.991537 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-72e5a4f4-4e63-404e-8b6a-52fd8e761fc7 req-6a408924-900e-4085-841d-493d89f22a82 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/ports?device_id=da30da3d-902c-434d-b650-0e28e2bcd910 HTTP/1.1" status: 200 len: 945 time: 0.1091824 Jul 21 12:16:48.208275 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-72e5a4f4-4e63-404e-8b6a-52fd8e761fc7 req-c34f7712-643a-4dd0-95c6-48b826f280cc tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/security-groups?id=195f81d2-1587-4fdd-87dd-d5d45e8d9a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2064931 Jul 21 12:16:48.268458 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8487a99c-7761-447b-942b-756d09ed09ff req-c2c6096c-e491-4c8d-998b-4f810719e676 tempest-DeleteServersTestJSON-1093761568 tempest-DeleteServersTestJSON-1093761568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:16:48.280224 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-8487a99c-7761-447b-942b-756d09ed09ff req-c2c6096c-e491-4c8d-998b-4f810719e676 tempest-DeleteServersTestJSON-1093761568 tempest-DeleteServersTestJSON-1093761568-project] 10.222.0.18 "GET /v2.0/ports?device_id=3374fda9-c1c9-4d63-acce-726d9a907bfa HTTP/1.1" status: 200 len: 946 time: 0.1954584 Jul 21 12:16:48.404120 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-8487a99c-7761-447b-942b-756d09ed09ff req-8c8150ed-7337-47ac-890a-04ccb4fdaebc tempest-DeleteServersTestJSON-1093761568 tempest-DeleteServersTestJSON-1093761568-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c91d680-ea10-4de8-ae4b-a36cd4f34300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120205 Jul 21 12:16:48.416759 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024f4069-934e-4601-82eb-9e39b2d8c4f6 req-a1a6164b-0e11-4f3d-8aae-5862a7afebf6 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:16:48.418592 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-024f4069-934e-4601-82eb-9e39b2d8c4f6 req-a1a6164b-0e11-4f3d-8aae-5862a7afebf6 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.18 "GET /v2.0/ports?device_id=2740e936-1211-467d-ad2b-d28abc005c89 HTTP/1.1" status: 200 len: 945 time: 0.0519919 Jul 21 12:16:48.481382 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-024f4069-934e-4601-82eb-9e39b2d8c4f6 req-b8d6094d-8861-4ee3-87d4-9b0fc9cb0a0f tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.18 "GET /v2.0/security-groups?id=bdddd4d5-7044-4ab4-b494-1665218e01f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551434 Jul 21 12:16:48.704233 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f85b53-6573-47f0-ae14-74fac97e6c34 req-2146e25a-f300-4481-9a14-8bf4b7177083 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:16:48.705851 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-60f85b53-6573-47f0-ae14-74fac97e6c34 req-2146e25a-f300-4481-9a14-8bf4b7177083 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.18 "GET /v2.0/ports?device_id=2740e936-1211-467d-ad2b-d28abc005c89 HTTP/1.1" status: 200 len: 945 time: 0.0758169 Jul 21 12:16:48.716336 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.18', 59060) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:16:48.721045 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.v2.base [None req-5281d25e-31cc-46a4-9a6d-46e5eb39f0a3 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Request body: {'floatingip': {'port_id': '89040235-a7fe-4920-8410-a79e4b563eba'}} {{(pid=104160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 12:16:48.801321 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-5281d25e-31cc-46a4-9a6d-46e5eb39f0a3 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Publish callbacks [] for floatingip (ae8dbe4b-3e14-4f73-86eb-3ad36325ff78), before_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:49.206894 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 59074) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:16:49.395707 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:16:49.402674 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:16:49.427035 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:16:49.435787 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d01884-ec3c-4781-9766-614d1dbda024 req-aba60609-da5f-4bdd-9435-fb244fcdd550 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:16:49.437723 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-81d01884-ec3c-4781-9766-614d1dbda024 req-aba60609-da5f-4bdd-9435-fb244fcdd550 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/ports?device_id=27a94fde-54c5-4b8d-9fa5-dab03fa1ac07 HTTP/1.1" status: 200 len: 945 time: 0.1524222 Jul 21 12:16:49.465932 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a121a9-b0f8-4049-9208-9e85ac1aba3f req-32fa5918-c8e3-4035-b36b-758d5e1b4889 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:16:49.473849 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-52a121a9-b0f8-4049-9208-9e85ac1aba3f req-32fa5918-c8e3-4035-b36b-758d5e1b4889 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/ports?device_id=da30da3d-902c-434d-b650-0e28e2bcd910 HTTP/1.1" status: 200 len: 945 time: 0.0983028 Jul 21 12:16:49.516993 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f12ba3-ba72-49f8-a577-40dc2e5a80d0 req-e85f0f4a-392a-4251-8d5a-d057fb864a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:16:49.519169 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-14f12ba3-ba72-49f8-a577-40dc2e5a80d0 req-e85f0f4a-392a-4251-8d5a-d057fb864a4a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=da30da3d-902c-434d-b650-0e28e2bcd910 HTTP/1.1" status: 200 len: 1129 time: 0.1370609 Jul 21 12:16:49.564518 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-52a121a9-b0f8-4049-9208-9e85ac1aba3f req-4a7e53cf-c321-4e62-9b25-2fb9f698e6a9 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/security-groups?id=195f81d2-1587-4fdd-87dd-d5d45e8d9a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892837 Jul 21 12:16:49.740674 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-d2f08ff8-df26-4ab4-a0aa-3d165f769be8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:49.827060 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303097b0-3d21-48af-a981-d02bb2bbed31 req-25ee085a-5d91-4823-999f-57bf419b2f5f tempest-DeleteServersTestJSON-1093761568 tempest-DeleteServersTestJSON-1093761568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:16:49.834647 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-303097b0-3d21-48af-a981-d02bb2bbed31 req-25ee085a-5d91-4823-999f-57bf419b2f5f tempest-DeleteServersTestJSON-1093761568 tempest-DeleteServersTestJSON-1093761568-project] 10.222.0.18 "GET /v2.0/ports?device_id=3374fda9-c1c9-4d63-acce-726d9a907bfa HTTP/1.1" status: 200 len: 946 time: 0.1717358 Jul 21 12:16:49.905567 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-303097b0-3d21-48af-a981-d02bb2bbed31 req-e218af2e-929a-42f4-9cc8-b6ac8079da02 tempest-DeleteServersTestJSON-1093761568 tempest-DeleteServersTestJSON-1093761568-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c91d680-ea10-4de8-ae4b-a36cd4f34300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643210 Jul 21 12:16:50.024049 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-d2f08ff8-df26-4ab4-a0aa-3d165f769be8 admin admin] Publish callbacks [] for security_group (e61d34a6-0e7e-485c-91e7-377992ea06ad), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:50.034003 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-d2f08ff8-df26-4ab4-a0aa-3d165f769be8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (e61d34a6-0e7e-485c-91e7-377992ea06ad), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:50.137545 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-81d01884-ec3c-4781-9766-614d1dbda024 req-a3adffc0-a090-4ff9-8b35-d345d593f775 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/security-groups?id=88d39ded-9adf-4e28-b3b6-ef623b39acb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6897178 Jul 21 12:16:50.170009 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-d2f08ff8-df26-4ab4-a0aa-3d165f769be8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4895f8bbde1c465bbc451c6122df7dd5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9611659 Jul 21 12:16:50.173996 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 59114) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:16:50.181023 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f08ff8-df26-4ab4-a0aa-3d165f769be8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e61d34a6-0e7e-485c-91e7-377992ea06ad,revision_number=1']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:16:50.216427 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-14f12ba3-ba72-49f8-a577-40dc2e5a80d0 req-856ea210-d2c3-4372-b538-1da2c666c37f service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=195f81d2-1587-4fdd-87dd-d5d45e8d9a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6835203 Jul 21 12:16:50.245452 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-e857baa9-d590-44b3-a28a-2424e72f6eb6 admin admin] Publish callbacks [] for security_group (e61d34a6-0e7e-485c-91e7-377992ea06ad), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:50.283596 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-e857baa9-d590-44b3-a28a-2424e72f6eb6 admin admin] Publish callbacks [] for security_group (e61d34a6-0e7e-485c-91e7-377992ea06ad), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:50.371581 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-e857baa9-d590-44b3-a28a-2424e72f6eb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (e61d34a6-0e7e-485c-91e7-377992ea06ad), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:50.374400 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-e857baa9-d590-44b3-a28a-2424e72f6eb6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:50.376144 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-e857baa9-d590-44b3-a28a-2424e72f6eb6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e61d34a6-0e7e-485c-91e7-377992ea06ad HTTP/1.1" status: 204 len: 168 time: 0.2010095 Jul 21 12:16:50.394867 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-5281d25e-31cc-46a4-9a6d-46e5eb39f0a3 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:50.395962 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e857baa9-d590-44b3-a28a-2424e72f6eb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e61d34a6-0e7e-485c-91e7-377992ea06ad,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:16:50.405715 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-5281d25e-31cc-46a4-9a6d-46e5eb39f0a3 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681920'] for floatingip (ae8dbe4b-3e14-4f73-86eb-3ad36325ff78), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:50.546688 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.db.l3_db [None req-5281d25e-31cc-46a4-9a6d-46e5eb39f0a3 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Floating IP ae8dbe4b-3e14-4f73-86eb-3ad36325ff78 associated. External IP: 172.27.3.19, port: 89040235-a7fe-4920-8410-a79e4b563eba. Jul 21 12:16:50.858993 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10dad7c-e625-4573-9e50-71561ab13da7 req-4ee350a4-74de-460a-9d0f-fe0c0f9fa0d5 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:16:50.862987 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-f10dad7c-e625-4573-9e50-71561ab13da7 req-4ee350a4-74de-460a-9d0f-fe0c0f9fa0d5 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/ports?device_id=da30da3d-902c-434d-b650-0e28e2bcd910 HTTP/1.1" status: 200 len: 945 time: 0.1437974 Jul 21 12:16:50.879689 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5281d25e-31cc-46a4-9a6d-46e5eb39f0a3 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Router 00530d2f-799a-4044-9006-5104009f2aa9 has already been hosted by L3 agent ceb1130f-c61e-494c-be4f-967cc153319c {{(pid=104160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 12:16:50.974011 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-f10dad7c-e625-4573-9e50-71561ab13da7 req-d6ed6b16-a7c2-4c49-ae48-c64c316eb588 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/security-groups?id=195f81d2-1587-4fdd-87dd-d5d45e8d9a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944817 Jul 21 12:16:51.054177 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5281d25e-31cc-46a4-9a6d-46e5eb39f0a3 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Notify agent at l3_agent.dv-cinder-850321-1-iscsi the message routers_updated {{(pid=104160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 12:16:51.061292 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 59136) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:16:51.062667 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-5281d25e-31cc-46a4-9a6d-46e5eb39f0a3 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170956'] for floatingip (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:51.072744 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dbc276f-a070-4561-bb3d-2b89733f60a2 None None] Sync routers for ids ['00530d2f-799a-4044-9006-5104009f2aa9'] in dv-cinder-850321-1-iscsi {{(pid=104162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 12:16:51.106695 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-5281d25e-31cc-46a4-9a6d-46e5eb39f0a3 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.18 "PUT /v2.0/floatingips/ae8dbe4b-3e14-4f73-86eb-3ad36325ff78 HTTP/1.1" status: 200 len: 990 time: 2.3891759 Jul 21 12:16:51.107422 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2740e936-1211-467d-ad2b-d28abc005c89', 'tag': '89040235-a7fe-4920-8410-a79e4b563eba'}] {{(pid=104160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 12:16:51.110352 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eb085c56e9e86bbd6a0965d2ba727f3997621403869b150ca98f31427dd41b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1b7dc09-75ba-41a5-bb18-dfe54dc93b02" -d '{"events": [{"name": "network-changed", "server_uuid": "2740e936-1211-467d-ad2b-d28abc005c89", "tag": "89040235-a7fe-4920-8410-a79e4b563eba"}]}' {{(pid=104160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 12:16:51.110557 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dbc276f-a070-4561-bb3d-2b89733f60a2 None None] Routers {'00530d2f-799a-4044-9006-5104009f2aa9'} bound to L3 agent in host dv-cinder-850321-1-iscsi {{(pid=104162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 12:16:51.111647 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_hamode_db [None req-5dbc276f-a070-4561-bb3d-2b89733f60a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-21T12:06:45Z,description=,heartbeat_timestamp=2022-07-21T12:16:45Z,host='dv-cinder-850321-1-iscsi',id=ceb1130f-c61e-494c-be4f-967cc153319c,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T12:06:45Z,topic='l3_agent')) {'router_ids': ['00530d2f-799a-4044-9006-5104009f2aa9'], 'active': True} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:16:51.122687 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-f2e1310a-bbb1-405d-ae97-c17b593ffc0d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:51.156343 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 12:16:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f77e554-8e34-43e6-a350-3dc0970cbff4 x-openstack-request-id: req-8f77e554-8e34-43e6-a350-3dc0970cbff4 {{(pid=104160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 12:16:51.156897 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2740e936-1211-467d-ad2b-d28abc005c89", "tag": "89040235-a7fe-4920-8410-a79e4b563eba", "status": "completed", "code": 200}]} {{(pid=104160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 12:16:51.157049 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8f77e554-8e34-43e6-a350-3dc0970cbff4 {{(pid=104160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 12:16:51.157542 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f77e554-8e34-43e6-a350-3dc0970cbff4'] response: {'name': 'network-changed', 'server_uuid': '2740e936-1211-467d-ad2b-d28abc005c89', 'tag': '89040235-a7fe-4920-8410-a79e4b563eba', 'status': 'completed', 'code': 200} Jul 21 12:16:51.160826 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:16:51.261809 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-f2e1310a-bbb1-405d-ae97-c17b593ffc0d admin admin] Publish callbacks [] for security_group (34b86c35-f72a-4fdf-9555-6a1483c21eca), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:51.273569 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-f2e1310a-bbb1-405d-ae97-c17b593ffc0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (34b86c35-f72a-4fdf-9555-6a1483c21eca), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:51.333202 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b7dc09-75ba-41a5-bb18-dfe54dc93b02 req-fb88d480-d283-446f-aef5-3274a16a2ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:16:51.336670 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-b1b7dc09-75ba-41a5-bb18-dfe54dc93b02 req-fb88d480-d283-446f-aef5-3274a16a2ad0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c7d349f62c0c4747bd1748ca0a4bde00&device_id=2740e936-1211-467d-ad2b-d28abc005c89 HTTP/1.1" status: 200 len: 1129 time: 0.0944853 Jul 21 12:16:51.368835 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=81,neutron:INSERT=16,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:16:51.370299 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e1310a-bbb1-405d-ae97-c17b593ffc0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34b86c35-f72a-4fdf-9555-6a1483c21eca,revision_number=1']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:16:51.387404 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.18', 59152) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:16:51.388195 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-f2e1310a-bbb1-405d-ae97-c17b593ffc0d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=177290e2d0e746d09b9925538669ffdf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3247237 Jul 21 12:16:51.419248 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvr_db [None req-5dbc276f-a070-4561-bb3d-2b89733f60a2 None None] Set router 00530d2f-799a-4044-9006-5104009f2aa9 gateway port host: dv-cinder-850321-1-iscsi {{(pid=104162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 12:16:51.434609 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2a7f04-0349-43cd-849e-be0521ebad93 req-7fac124b-19b0-4e90-89cf-af7a19238d91 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:16:51.449324 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-6f2a7f04-0349-43cd-849e-be0521ebad93 req-7fac124b-19b0-4e90-89cf-af7a19238d91 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/ports?device_id=27a94fde-54c5-4b8d-9fa5-dab03fa1ac07 HTTP/1.1" status: 200 len: 945 time: 0.1465380 Jul 21 12:16:51.496671 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-63fb120d-492e-4539-9747-c55fe634014a admin admin] Publish callbacks [] for security_group (34b86c35-f72a-4fdf-9555-6a1483c21eca), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:51.500266 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=100 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:16:51.560503 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-6f2a7f04-0349-43cd-849e-be0521ebad93 req-475a5f51-1a93-493d-a082-98ba7cdf57eb tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/security-groups?id=88d39ded-9adf-4e28-b3b6-ef623b39acb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099257 Jul 21 12:16:51.621649 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:16:51.636862 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-63fb120d-492e-4539-9747-c55fe634014a admin admin] Publish callbacks [] for security_group (34b86c35-f72a-4fdf-9555-6a1483c21eca), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:51.846107 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b7dc09-75ba-41a5-bb18-dfe54dc93b02 req-e7e00ee0-dad8-499a-a713-6fc0292e2c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:16:51.848822 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-b1b7dc09-75ba-41a5-bb18-dfe54dc93b02 req-e7e00ee0-dad8-499a-a713-6fc0292e2c46 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1933b755-354d-4a90-8a75-f1a81a16c8f0 HTTP/1.1" status: 200 len: 916 time: 0.2180076 Jul 21 12:16:51.864915 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-63fb120d-492e-4539-9747-c55fe634014a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (34b86c35-f72a-4fdf-9555-6a1483c21eca), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:51.869765 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-63fb120d-492e-4539-9747-c55fe634014a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:51.877094 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-63fb120d-492e-4539-9747-c55fe634014a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/34b86c35-f72a-4fdf-9555-6a1483c21eca HTTP/1.1" status: 204 len: 168 time: 0.4865503 Jul 21 12:16:51.890579 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fb120d-492e-4539-9747-c55fe634014a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34b86c35-f72a-4fdf-9555-6a1483c21eca,revision_number=None']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:16:51.994503 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_hamode_db [None req-5dbc276f-a070-4561-bb3d-2b89733f60a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00530d2f-799a-4044-9006-5104009f2aa9', 'name': 'tempest-AttachVolumeNegativeTest-1235427896-router', 'tenant_id': 'c7d349f62c0c4747bd1748ca0a4bde00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'external_fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'f1e77053-8d9a-412c-ac41-d1a4ceefb391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T12:15:36Z', 'updated_at': '2022-07-21T12:15:47Z', 'revision_number': 4, 'project_id': 'c7d349f62c0c4747bd1748ca0a4bde00', 'gw_port': {'id': 'f1e77053-8d9a-412c-ac41-d1a4ceefb391', 'name': '', 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:dd:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00530d2f-799a-4044-9006-5104009f2aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:15:38Z', 'updated_at': '2022-07-21T12:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-1-iscsi', '_floatingips': [{'id': 'ae8dbe4b-3e14-4f73-86eb-3ad36325ff78', 'tenant_id': 'c7d349f62c0c4747bd1748ca0a4bde00', 'floating_ip_address': '172.27.3.19', 'floating_network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'router_id': '00530d2f-799a-4044-9006-5104009f2aa9', 'port_id': '89040235-a7fe-4920-8410-a79e4b563eba', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1933b755-354d-4a90-8a75-f1a81a16c8f0', 'mac_address': 'fa:16:3e:49:a3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2740e936-1211-467d-ad2b-d28abc005c89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T12:15:56Z', 'updated_at': '2022-07-21T12:16:50Z', 'revision_number': 1, 'project_id': 'c7d349f62c0c4747bd1748ca0a4bde00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad46f4b3-b3ac-4329-91b8-2a06c4cd41ef', 'name': '', 'network_id': '1933b755-354d-4a90-8a75-f1a81a16c8f0', 'tenant_id': 'c7d349f62c0c4747bd1748ca0a4bde00', 'mac_address': 'fa:16:3e:7f:10:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00530d2f-799a-4044-9006-5104009f2aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '5adcbf66-cad3-499f-bfcd-a299fbf0cd74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:15:44Z', 'updated_at': '2022-07-21T12:16:00Z', 'revision_number': 5, 'project_id': 'c7d349f62c0c4747bd1748ca0a4bde00', 'subnets': [{'id': '5adcbf66-cad3-499f-bfcd-a299fbf0cd74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-1-iscsi', False) {} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:16:52.051129 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dbc276f-a070-4561-bb3d-2b89733f60a2 None None] Checking router: 00530d2f-799a-4044-9006-5104009f2aa9 for host: dv-cinder-850321-1-iscsi {{(pid=104162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 12:16:52.067470 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dbc276f-a070-4561-bb3d-2b89733f60a2 None None] Routers {'00530d2f-799a-4044-9006-5104009f2aa9'} bound to L3 agent in host dv-cinder-850321-1-iscsi {{(pid=104162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 12:16:52.068825 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_hamode_db [None req-5dbc276f-a070-4561-bb3d-2b89733f60a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-21T12:06:45Z,description=,heartbeat_timestamp=2022-07-21T12:16:45Z,host='dv-cinder-850321-1-iscsi',id=ceb1130f-c61e-494c-be4f-967cc153319c,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T12:06:45Z,topic='l3_agent')) {'router_ids': ['00530d2f-799a-4044-9006-5104009f2aa9'], 'active': True} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:16:52.266828 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvr_db [None req-5dbc276f-a070-4561-bb3d-2b89733f60a2 None None] Set router 00530d2f-799a-4044-9006-5104009f2aa9 gateway port host: dv-cinder-850321-1-iscsi {{(pid=104162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 12:16:52.292449 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9ce51e-068d-4f98-b2c4-48e0757ebd99 req-582b4339-f56f-46ee-8667-e6ec3e5830b8 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:16:52.294364 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-7b9ce51e-068d-4f98-b2c4-48e0757ebd99 req-582b4339-f56f-46ee-8667-e6ec3e5830b8 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/ports?device_id=da30da3d-902c-434d-b650-0e28e2bcd910 HTTP/1.1" status: 200 len: 945 time: 0.1895523 Jul 21 12:16:52.336781 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-b1b7dc09-75ba-41a5-bb18-dfe54dc93b02 req-2340f775-a926-4648-8280-2040dc04552c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=89040235-a7fe-4920-8410-a79e4b563eba HTTP/1.1" status: 200 len: 998 time: 0.1430268 Jul 21 12:16:52.475330 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-7b9ce51e-068d-4f98-b2c4-48e0757ebd99 req-3760d0dd-5f40-4480-88e8-c976e6e493f4 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/security-groups?id=195f81d2-1587-4fdd-87dd-d5d45e8d9a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1727607 Jul 21 12:16:52.489454 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b7dc09-75ba-41a5-bb18-dfe54dc93b02 req-166e2180-2cc6-4cb5-a792-e4e18d417f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:16:52.492890 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-b1b7dc09-75ba-41a5-bb18-dfe54dc93b02 req-166e2180-2cc6-4cb5-a792-e4e18d417f7b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5adcbf66-cad3-499f-bfcd-a299fbf0cd74 HTTP/1.1" status: 200 len: 854 time: 0.1336992 Jul 21 12:16:52.763365 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_hamode_db [None req-5dbc276f-a070-4561-bb3d-2b89733f60a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00530d2f-799a-4044-9006-5104009f2aa9', 'name': 'tempest-AttachVolumeNegativeTest-1235427896-router', 'tenant_id': 'c7d349f62c0c4747bd1748ca0a4bde00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'external_fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'f1e77053-8d9a-412c-ac41-d1a4ceefb391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T12:15:36Z', 'updated_at': '2022-07-21T12:15:47Z', 'revision_number': 4, 'project_id': 'c7d349f62c0c4747bd1748ca0a4bde00', 'gw_port': {'id': 'f1e77053-8d9a-412c-ac41-d1a4ceefb391', 'name': '', 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:dd:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00530d2f-799a-4044-9006-5104009f2aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:15:38Z', 'updated_at': '2022-07-21T12:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-1-iscsi', '_floatingips': [{'id': 'ae8dbe4b-3e14-4f73-86eb-3ad36325ff78', 'tenant_id': 'c7d349f62c0c4747bd1748ca0a4bde00', 'floating_ip_address': '172.27.3.19', 'floating_network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'router_id': '00530d2f-799a-4044-9006-5104009f2aa9', 'port_id': '89040235-a7fe-4920-8410-a79e4b563eba', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1933b755-354d-4a90-8a75-f1a81a16c8f0', 'mac_address': 'fa:16:3e:49:a3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2740e936-1211-467d-ad2b-d28abc005c89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T12:15:56Z', 'updated_at': '2022-07-21T12:16:50Z', 'revision_number': 1, 'project_id': 'c7d349f62c0c4747bd1748ca0a4bde00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad46f4b3-b3ac-4329-91b8-2a06c4cd41ef', 'name': '', 'network_id': '1933b755-354d-4a90-8a75-f1a81a16c8f0', 'tenant_id': 'c7d349f62c0c4747bd1748ca0a4bde00', 'mac_address': 'fa:16:3e:7f:10:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00530d2f-799a-4044-9006-5104009f2aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '5adcbf66-cad3-499f-bfcd-a299fbf0cd74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:15:44Z', 'updated_at': '2022-07-21T12:16:00Z', 'revision_number': 5, 'project_id': 'c7d349f62c0c4747bd1748ca0a4bde00', 'subnets': [{'id': '5adcbf66-cad3-499f-bfcd-a299fbf0cd74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-1-iscsi', False) {} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:16:52.769361 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836a3e43-73a2-4bbb-bdaf-7ecd5a33cffe req-77d0235e-3345-402e-9d10-8d6440ce40d4 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:16:52.774216 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-836a3e43-73a2-4bbb-bdaf-7ecd5a33cffe req-77d0235e-3345-402e-9d10-8d6440ce40d4 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/ports?device_id=da30da3d-902c-434d-b650-0e28e2bcd910 HTTP/1.1" status: 200 len: 945 time: 0.0969832 Jul 21 12:16:52.777089 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b7dc09-75ba-41a5-bb18-dfe54dc93b02 req-25c48cf1-59e8-4f31-bdc3-5a3de77bde92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:16:52.780231 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-b1b7dc09-75ba-41a5-bb18-dfe54dc93b02 req-25c48cf1-59e8-4f31-bdc3-5a3de77bde92 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1933b755-354d-4a90-8a75-f1a81a16c8f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2478058 Jul 21 12:16:52.785534 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 59232) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:16:52.791972 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.v2.base [None req-f6cc0331-34ad-41a1-a18c-976a92237a8b tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Request body: {'floatingip': {'port_id': 'f7fad9c2-6647-4dae-bdfc-4d793231f5e3'}} {{(pid=104159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 12:16:52.820527 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dbc276f-a070-4561-bb3d-2b89733f60a2 None None] The sync data for ids ['00530d2f-799a-4044-9006-5104009f2aa9'] in dv-cinder-850321-1-iscsi is: [{'id': '00530d2f-799a-4044-9006-5104009f2aa9', 'name': 'tempest-AttachVolumeNegativeTest-1235427896-router', 'tenant_id': 'c7d349f62c0c4747bd1748ca0a4bde00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'external_fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'f1e77053-8d9a-412c-ac41-d1a4ceefb391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T12:15:36Z', 'updated_at': '2022-07-21T12:15:47Z', 'revision_number': 4, 'project_id': 'c7d349f62c0c4747bd1748ca0a4bde00', 'gw_port': {'id': 'f1e77053-8d9a-412c-ac41-d1a4ceefb391', 'name': '', 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:dd:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00530d2f-799a-4044-9006-5104009f2aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:15:38Z', 'updated_at': '2022-07-21T12:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-1-iscsi', '_floatingips': [{'id': 'ae8dbe4b-3e14-4f73-86eb-3ad36325ff78', 'tenant_id': 'c7d349f62c0c4747bd1748ca0a4bde00', 'floating_ip_address': '172.27.3.19', 'floating_network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'router_id': '00530d2f-799a-4044-9006-5104009f2aa9', 'port_id': '89040235-a7fe-4920-8410-a79e4b563eba', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1933b755-354d-4a90-8a75-f1a81a16c8f0', 'mac_address': 'fa:16:3e:49:a3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2740e936-1211-467d-ad2b-d28abc005c89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T12:15:56Z', 'updated_at': '2022-07-21T12:16:50Z', 'revision_number': 1, 'project_id': 'c7d349f62c0c4747bd1748ca0a4bde00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad46f4b3-b3ac-4329-91b8-2a06c4cd41ef', 'name': '', 'network_id': '1933b755-354d-4a90-8a75-f1a81a16c8f0', 'tenant_id': 'c7d349f62c0c4747bd1748ca0a4bde00', 'mac_address': 'fa:16:3e:7f:10:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00530d2f-799a-4044-9006-5104009f2aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '5adcbf66-cad3-499f-bfcd-a299fbf0cd74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:15:44Z', 'updated_at': '2022-07-21T12:16:00Z', 'revision_number': 5, 'project_id': 'c7d349f62c0c4747bd1748ca0a4bde00', 'subnets': [{'id': '5adcbf66-cad3-499f-bfcd-a299fbf0cd74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 12:16:53.012815 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba271675-79f3-4f6d-a360-1ca6bb1b2954 req-74db6c5d-fd34-4d28-873f-236e1417e7fd tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:16:53.015338 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-ba271675-79f3-4f6d-a360-1ca6bb1b2954 req-74db6c5d-fd34-4d28-873f-236e1417e7fd tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/ports?device_id=27a94fde-54c5-4b8d-9fa5-dab03fa1ac07 HTTP/1.1" status: 200 len: 945 time: 0.1411855 Jul 21 12:16:53.034436 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-f6cc0331-34ad-41a1-a18c-976a92237a8b tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Publish callbacks [] for floatingip (0a1f76bd-597d-44d2-a501-aefd37ea80f6), before_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:53.069197 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-b1b7dc09-75ba-41a5-bb18-dfe54dc93b02 req-58b546ba-ad04-4211-ae9f-9d4c4d8ba700 service neutron] 10.222.0.48 "GET /v2.0/networks/1933b755-354d-4a90-8a75-f1a81a16c8f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2805593 Jul 21 12:16:53.300306 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deabf874-9cc7-4ab6-9988-7bf92516310f None None] New status for floating IP ae8dbe4b-3e14-4f73-86eb-3ad36325ff78: ACTIVE {{(pid=104161) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 21 12:16:53.530998 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-ba271675-79f3-4f6d-a360-1ca6bb1b2954 req-32e1e17b-ec82-4b6a-9e4a-bd79be7983f3 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/security-groups?id=88d39ded-9adf-4e28-b3b6-ef623b39acb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5057333 Jul 21 12:16:53.593612 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-b1b7dc09-75ba-41a5-bb18-dfe54dc93b02 req-63a76ef4-a498-4b90-8e45-93b2cab4182b service neutron] 10.222.0.48 "GET /v2.0/networks/1933b755-354d-4a90-8a75-f1a81a16c8f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5153522 Jul 21 12:16:53.643634 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.18', 59262) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:16:53.784006 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c241523-d7f4-44ff-94e8-f72ca34d22f2 admin admin] Deleting subnet 422998fe-48b8-423c-8691-4e794a5e78ca {{(pid=104160) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 21 12:16:53.796634 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-6c241523-d7f4-44ff-94e8-f72ca34d22f2 admin admin] Publish callbacks [] for subnet (422998fe-48b8-423c-8691-4e794a5e78ca), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:53.877884 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-6c241523-d7f4-44ff-94e8-f72ca34d22f2 admin admin] Publish callbacks [] for subnet (422998fe-48b8-423c-8691-4e794a5e78ca), precommit_delete_associations {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:53.912131 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-6c241523-d7f4-44ff-94e8-f72ca34d22f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1392440'] for subnet (422998fe-48b8-423c-8691-4e794a5e78ca), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:54.076315 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-6c241523-d7f4-44ff-94e8-f72ca34d22f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1392433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329'] for subnet (422998fe-48b8-423c-8691-4e794a5e78ca), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:54.082883 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:16:54.137058 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c241523-d7f4-44ff-94e8-f72ca34d22f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=422998fe-48b8-423c-8691-4e794a5e78ca,revision_number=None']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:16:54.177595 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-6c241523-d7f4-44ff-94e8-f72ca34d22f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622315'] for subnet (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:54.191085 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-6c241523-d7f4-44ff-94e8-f72ca34d22f2 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/422998fe-48b8-423c-8691-4e794a5e78ca HTTP/1.1" status: 204 len: 168 time: 0.5439534 Jul 21 12:16:54.193056 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.18', 59284) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:16:54.313103 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:16:54.319753 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.db.resource_extend [None req-f6cc0331-34ad-41a1-a18c-976a92237a8b tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Jul 21 12:16:54.332401 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-3cfba3a3-19d7-4b07-8f38-5a9299ff8a60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790513'] for network (c8fd2649-a335-475e-90fe-4c22d23c5193), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:54.470274 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-3cfba3a3-19d7-4b07-8f38-5a9299ff8a60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1392563', 'neutron.services.segments.db._delete_segments_for_network-8773761087052'] for network (c8fd2649-a335-475e-90fe-4c22d23c5193), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:54.500981 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-3cfba3a3-19d7-4b07-8f38-5a9299ff8a60 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 12:16:54.501359 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-3cfba3a3-19d7-4b07-8f38-5a9299ff8a60 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 12:16:54.502230 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-3cfba3a3-19d7-4b07-8f38-5a9299ff8a60 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 12:16:54.502571 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-3cfba3a3-19d7-4b07-8f38-5a9299ff8a60 admin admin] Subscribe: > port after_create 55550000 {{(pid=104160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 12:16:54.502918 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-3cfba3a3-19d7-4b07-8f38-5a9299ff8a60 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 12:16:54.503273 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-3cfba3a3-19d7-4b07-8f38-5a9299ff8a60 admin admin] Subscribe: > port after_update 55550000 {{(pid=104160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 12:16:54.503625 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-3cfba3a3-19d7-4b07-8f38-5a9299ff8a60 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 12:16:54.503966 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-3cfba3a3-19d7-4b07-8f38-5a9299ff8a60 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 12:16:54.504285 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-3cfba3a3-19d7-4b07-8f38-5a9299ff8a60 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 12:16:54.504612 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-3cfba3a3-19d7-4b07-8f38-5a9299ff8a60 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 12:16:54.774744 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-f6cc0331-34ad-41a1-a18c-976a92237a8b tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:54.782930 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a9aed1-8585-4b44-888e-4ac8f2488788 req-a0c5b90e-cf99-431d-8b10-adc2f06377f4 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:16:54.790285 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-57a9aed1-8585-4b44-888e-4ac8f2488788 req-a0c5b90e-cf99-431d-8b10-adc2f06377f4 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/ports?device_id=27a94fde-54c5-4b8d-9fa5-dab03fa1ac07 HTTP/1.1" status: 200 len: 945 time: 0.1027136 Jul 21 12:16:54.798502 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-3cfba3a3-19d7-4b07-8f38-5a9299ff8a60 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 12:16:54.799357 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-3cfba3a3-19d7-4b07-8f38-5a9299ff8a60 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 12:16:54.799575 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-3cfba3a3-19d7-4b07-8f38-5a9299ff8a60 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 12:16:54.799978 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-f6cc0331-34ad-41a1-a18c-976a92237a8b tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681920'] for floatingip (0a1f76bd-597d-44d2-a501-aefd37ea80f6), after_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:54.800183 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-3cfba3a3-19d7-4b07-8f38-5a9299ff8a60 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 12:16:54.803312 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.services.segments.db [None req-3cfba3a3-19d7-4b07-8f38-5a9299ff8a60 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8fd2649-a335-475e-90fe-4c22d23c5193']}} {{(pid=104160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:16:54.838899 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.services.segments.db [None req-3cfba3a3-19d7-4b07-8f38-5a9299ff8a60 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64b1f9fa-5947-4bf0-8648-b957040f23a4') {'for_net_delete': True} {{(pid=104160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:16:54.839352 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.services.segments.db [None req-3cfba3a3-19d7-4b07-8f38-5a9299ff8a60 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64b1f9fa-5947-4bf0-8648-b957040f23a4') {} {{(pid=104160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:16:54.865490 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-3cfba3a3-19d7-4b07-8f38-5a9299ff8a60 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773761085669', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9082983'] for segment (64b1f9fa-5947-4bf0-8648-b957040f23a4), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:54.906108 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-3cfba3a3-19d7-4b07-8f38-5a9299ff8a60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1820665'] for segment (64b1f9fa-5947-4bf0-8648-b957040f23a4), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:54.927056 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cfba3a3-19d7-4b07-8f38-5a9299ff8a60 admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=104160) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 21 12:16:54.927056 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-3cfba3a3-19d7-4b07-8f38-5a9299ff8a60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1820665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9357807'] for segment (64b1f9fa-5947-4bf0-8648-b957040f23a4), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:54.966046 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-57a9aed1-8585-4b44-888e-4ac8f2488788 req-68c2615b-3360-4162-b76b-e1e795eafc77 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/security-groups?id=88d39ded-9adf-4e28-b3b6-ef623b39acb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733637 Jul 21 12:16:55.010841 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.db.l3_db [None req-f6cc0331-34ad-41a1-a18c-976a92237a8b tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Floating IP 0a1f76bd-597d-44d2-a501-aefd37ea80f6 associated. External IP: 172.27.3.187, port: f7fad9c2-6647-4dae-bdfc-4d793231f5e3. Jul 21 12:16:55.022918 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:INSERT=1,neutron:SELECT=95,neutron:UPDATE=4 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:16:55.027952 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-3cfba3a3-19d7-4b07-8f38-5a9299ff8a60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1392516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681893'] for network (c8fd2649-a335-475e-90fe-4c22d23c5193), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:55.046268 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-3cfba3a3-19d7-4b07-8f38-5a9299ff8a60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622315'] for network (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:55.053187 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-3cfba3a3-19d7-4b07-8f38-5a9299ff8a60 admin admin] 10.222.0.18 "DELETE /v2.0/networks/c8fd2649-a335-475e-90fe-4c22d23c5193 HTTP/1.1" status: 204 len: 168 time: 0.8513174 Jul 21 12:16:55.055007 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.18', 59320) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:16:55.134218 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.db.db_base_plugin_v2 [None req-8626d1d0-ab90-4570-ba82-dd130acd8353 admin admin] Deleting subnet e98dea6e-5f36-4b55-936b-f69c1759e404 {{(pid=104160) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 21 12:16:55.138727 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-8626d1d0-ab90-4570-ba82-dd130acd8353 admin admin] Publish callbacks [] for subnet (e98dea6e-5f36-4b55-936b-f69c1759e404), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:55.171290 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfba3a3-19d7-4b07-8f38-5a9299ff8a60 admin admin] Pushing event deleted for resources: {'Network': ['ID=c8fd2649-a335-475e-90fe-4c22d23c5193,revision_number=None']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:16:55.220504 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-8626d1d0-ab90-4570-ba82-dd130acd8353 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9082974'] for subnet (e98dea6e-5f36-4b55-936b-f69c1759e404), precommit_delete_associations {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:55.352715 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-8626d1d0-ab90-4570-ba82-dd130acd8353 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1392440'] for subnet (e98dea6e-5f36-4b55-936b-f69c1759e404), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:55.429681 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.services.segments.plugin [-] Segment 64b1f9fa-5947-4bf0-8648-b957040f23a4 resource provider aggregate not found Jul 21 12:16:55.476663 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.services.segments.plugin [-] Segment 64b1f9fa-5947-4bf0-8648-b957040f23a4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 64b1f9fa-5947-4bf0-8648-b957040f23a4 found for delete ", "request_id": "req-759fc7be-e3ab-44f7-95c9-5b1d6e44b536"}]} Jul 21 12:16:55.530397 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-8626d1d0-ab90-4570-ba82-dd130acd8353 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1392433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9357653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9184768'] for subnet (e98dea6e-5f36-4b55-936b-f69c1759e404), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:55.555632 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6cc0331-34ad-41a1-a18c-976a92237a8b tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Router 2e8c32c0-f7a5-44bc-9719-afb90b68785d has already been hosted by L3 agent ceb1130f-c61e-494c-be4f-967cc153319c {{(pid=104159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 12:16:55.589437 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8626d1d0-ab90-4570-ba82-dd130acd8353 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e98dea6e-5f36-4b55-936b-f69c1759e404,revision_number=None']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:16:55.599056 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-8626d1d0-ab90-4570-ba82-dd130acd8353 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622315'] for subnet (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:55.607633 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-8626d1d0-ab90-4570-ba82-dd130acd8353 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/e98dea6e-5f36-4b55-936b-f69c1759e404 HTTP/1.1" status: 204 len: 168 time: 0.5504174 Jul 21 12:16:55.608452 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.18', 59356) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:16:55.727039 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-9354bec7-1202-4e84-9aeb-d64ec7fab392 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790513'] for network (c18e5f03-df2e-4444-bd4b-735f9e2a16df), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:55.774405 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6cc0331-34ad-41a1-a18c-976a92237a8b tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Notify agent at l3_agent.dv-cinder-850321-1-iscsi the message routers_updated {{(pid=104159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 12:16:55.780140 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-f6cc0331-34ad-41a1-a18c-976a92237a8b tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170956'] for floatingip (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:55.786721 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f8f3bc-3178-43ae-a001-a52a6b89a53a None None] Sync routers for ids ['2e8c32c0-f7a5-44bc-9719-afb90b68785d'] in dv-cinder-850321-1-iscsi {{(pid=104162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 12:16:55.823162 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-f6cc0331-34ad-41a1-a18c-976a92237a8b tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "PUT /v2.0/floatingips/0a1f76bd-597d-44d2-a501-aefd37ea80f6 HTTP/1.1" status: 200 len: 991 time: 3.0358117 Jul 21 12:16:55.823910 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da30da3d-902c-434d-b650-0e28e2bcd910', 'tag': 'f7fad9c2-6647-4dae-bdfc-4d793231f5e3'}] {{(pid=104159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 12:16:55.826823 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14a473be662c523f753bafa963e7b12489d1fc6a20e308844a06c71d85f4ae6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3d07576-dd3d-4e01-b590-89497d04c7a4" -d '{"events": [{"name": "network-changed", "server_uuid": "da30da3d-902c-434d-b650-0e28e2bcd910", "tag": "f7fad9c2-6647-4dae-bdfc-4d793231f5e3"}]}' {{(pid=104159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 12:16:55.832542 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f8f3bc-3178-43ae-a001-a52a6b89a53a None None] Routers {'2e8c32c0-f7a5-44bc-9719-afb90b68785d'} bound to L3 agent in host dv-cinder-850321-1-iscsi {{(pid=104162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 12:16:55.834093 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_hamode_db [None req-87f8f3bc-3178-43ae-a001-a52a6b89a53a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-21T12:06:45Z,description=,heartbeat_timestamp=2022-07-21T12:16:45Z,host='dv-cinder-850321-1-iscsi',id=ceb1130f-c61e-494c-be4f-967cc153319c,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T12:06:45Z,topic='l3_agent')) {'router_ids': ['2e8c32c0-f7a5-44bc-9719-afb90b68785d'], 'active': True} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:16:55.887587 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-9354bec7-1202-4e84-9aeb-d64ec7fab392 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1392563', 'neutron.services.segments.db._delete_segments_for_network-8773761087052'] for network (c18e5f03-df2e-4444-bd4b-735f9e2a16df), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:55.931120 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 12:16:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9cd7901-3664-447b-99ce-8e8ffc33ca3d x-openstack-request-id: req-f9cd7901-3664-447b-99ce-8e8ffc33ca3d {{(pid=104159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 12:16:55.931418 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da30da3d-902c-434d-b650-0e28e2bcd910", "tag": "f7fad9c2-6647-4dae-bdfc-4d793231f5e3", "status": "completed", "code": 200}]} {{(pid=104159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 12:16:55.931716 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f9cd7901-3664-447b-99ce-8e8ffc33ca3d {{(pid=104159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 12:16:55.932146 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9cd7901-3664-447b-99ce-8e8ffc33ca3d'] response: {'name': 'network-changed', 'server_uuid': 'da30da3d-902c-434d-b650-0e28e2bcd910', 'tag': 'f7fad9c2-6647-4dae-bdfc-4d793231f5e3', 'status': 'completed', 'code': 200} Jul 21 12:16:55.936723 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.services.segments.db [None req-9354bec7-1202-4e84-9aeb-d64ec7fab392 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c18e5f03-df2e-4444-bd4b-735f9e2a16df']}} {{(pid=104160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:16:55.965701 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.services.segments.db [None req-9354bec7-1202-4e84-9aeb-d64ec7fab392 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83c72749-ce35-47bc-970a-6fc5d970d669') {'for_net_delete': True} {{(pid=104160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:16:55.965701 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.services.segments.db [None req-9354bec7-1202-4e84-9aeb-d64ec7fab392 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83c72749-ce35-47bc-970a-6fc5d970d669') {} {{(pid=104160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:16:55.992688 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-9354bec7-1202-4e84-9aeb-d64ec7fab392 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773761085669', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9082983'] for segment (83c72749-ce35-47bc-970a-6fc5d970d669), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:56.027857 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-9354bec7-1202-4e84-9aeb-d64ec7fab392 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1820665'] for segment (83c72749-ce35-47bc-970a-6fc5d970d669), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:56.040044 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9354bec7-1202-4e84-9aeb-d64ec7fab392 admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=104160) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 21 12:16:56.040623 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-9354bec7-1202-4e84-9aeb-d64ec7fab392 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1820665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9357807'] for segment (83c72749-ce35-47bc-970a-6fc5d970d669), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:56.065033 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvr_db [None req-87f8f3bc-3178-43ae-a001-a52a6b89a53a None None] Set router 2e8c32c0-f7a5-44bc-9719-afb90b68785d gateway port host: dv-cinder-850321-1-iscsi {{(pid=104162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 12:16:56.155321 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbea911d-a9ae-4379-96fb-d3264f89633a req-8eee6c0f-5afa-4699-9a88-68926d297ae0 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:16:56.160857 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-fbea911d-a9ae-4379-96fb-d3264f89633a req-8eee6c0f-5afa-4699-9a88-68926d297ae0 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/ports?device_id=27a94fde-54c5-4b8d-9fa5-dab03fa1ac07 HTTP/1.1" status: 200 len: 945 time: 0.0712438 Jul 21 12:16:56.252955 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-9354bec7-1202-4e84-9aeb-d64ec7fab392 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1392516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681893'] for network (c18e5f03-df2e-4444-bd4b-735f9e2a16df), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:56.256632 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=100 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:16:56.285953 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-fbea911d-a9ae-4379-96fb-d3264f89633a req-70f79639-e4b0-4ee8-a5d3-7f93a09de705 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/security-groups?id=88d39ded-9adf-4e28-b3b6-ef623b39acb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086333 Jul 21 12:16:56.288805 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d07576-dd3d-4e01-b590-89497d04c7a4 req-42266fad-083e-4307-b727-71e2f650bbb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:16:56.292884 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-f3d07576-dd3d-4e01-b590-89497d04c7a4 req-42266fad-083e-4307-b727-71e2f650bbb1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2409e2644eb14d6b9545088c08d22273&device_id=da30da3d-902c-434d-b650-0e28e2bcd910 HTTP/1.1" status: 200 len: 1129 time: 0.2208512 Jul 21 12:16:56.316150 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-9354bec7-1202-4e84-9aeb-d64ec7fab392 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622315'] for network (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:56.324153 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-9354bec7-1202-4e84-9aeb-d64ec7fab392 admin admin] 10.222.0.18 "DELETE /v2.0/networks/c18e5f03-df2e-4444-bd4b-735f9e2a16df HTTP/1.1" status: 204 len: 168 time: 0.7125869 Jul 21 12:16:56.341719 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9354bec7-1202-4e84-9aeb-d64ec7fab392 admin admin] Pushing event deleted for resources: {'Network': ['ID=c18e5f03-df2e-4444-bd4b-735f9e2a16df,revision_number=None']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:16:56.367885 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:16:56.439391 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=100 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:16:56.529222 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d07576-dd3d-4e01-b590-89497d04c7a4 req-d649f4b1-ace4-4c49-b790-bd93dcfe1654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:16:56.533335 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-f3d07576-dd3d-4e01-b590-89497d04c7a4 req-d649f4b1-ace4-4c49-b790-bd93dcfe1654 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ff0fcfbd-22d3-47ea-80f2-195b1cbc803d HTTP/1.1" status: 200 len: 917 time: 0.2074502 Jul 21 12:16:56.561502 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=100 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:16:56.682613 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-f3d07576-dd3d-4e01-b590-89497d04c7a4 req-5b25c491-467f-4c04-bd75-42de00c1eedc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f7fad9c2-6647-4dae-bdfc-4d793231f5e3 HTTP/1.1" status: 200 len: 999 time: 0.1411097 Jul 21 12:16:56.687589 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_hamode_db [None req-87f8f3bc-3178-43ae-a001-a52a6b89a53a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e8c32c0-f7a5-44bc-9719-afb90b68785d', 'name': 'tempest-AttachVolumeShelveTestJSON-530716939-router', 'tenant_id': '2409e2644eb14d6b9545088c08d22273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'external_fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.74'}], 'enable_snat': True}, 'gw_port_id': 'b1d1c6d1-fd4a-427b-9ee3-01ccd1eba03d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T12:15:33Z', 'updated_at': '2022-07-21T12:15:53Z', 'revision_number': 4, 'project_id': '2409e2644eb14d6b9545088c08d22273', 'gw_port': {'id': 'b1d1c6d1-fd4a-427b-9ee3-01ccd1eba03d', 'name': '', 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:f7:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8c32c0-f7a5-44bc-9719-afb90b68785d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:15:36Z', 'updated_at': '2022-07-21T12:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-1-iscsi', '_floatingips': [{'id': '0a1f76bd-597d-44d2-a501-aefd37ea80f6', 'tenant_id': '2409e2644eb14d6b9545088c08d22273', 'floating_ip_address': '172.27.3.187', 'floating_network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'router_id': '2e8c32c0-f7a5-44bc-9719-afb90b68785d', 'port_id': 'f7fad9c2-6647-4dae-bdfc-4d793231f5e3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff0fcfbd-22d3-47ea-80f2-195b1cbc803d', 'mac_address': 'fa:16:3e:76:9b:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da30da3d-902c-434d-b650-0e28e2bcd910', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T12:16:07Z', 'updated_at': '2022-07-21T12:16:54Z', 'revision_number': 1, 'project_id': '2409e2644eb14d6b9545088c08d22273', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd345d234-56b3-4328-9e19-a7e68dd40415', 'name': '', 'network_id': 'ff0fcfbd-22d3-47ea-80f2-195b1cbc803d', 'tenant_id': '2409e2644eb14d6b9545088c08d22273', 'mac_address': 'fa:16:3e:92:df:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8c32c0-f7a5-44bc-9719-afb90b68785d', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'cc9a2033-692d-458c-a1e6-ffe26f82c935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:15:50Z', 'updated_at': '2022-07-21T12:16:09Z', 'revision_number': 5, 'project_id': '2409e2644eb14d6b9545088c08d22273', 'subnets': [{'id': 'cc9a2033-692d-458c-a1e6-ffe26f82c935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-1-iscsi', False) {} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:16:56.742288 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 59406) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:16:56.743811 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f8f3bc-3178-43ae-a001-a52a6b89a53a None None] Checking router: 2e8c32c0-f7a5-44bc-9719-afb90b68785d for host: dv-cinder-850321-1-iscsi {{(pid=104162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 12:16:56.761393 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f8f3bc-3178-43ae-a001-a52a6b89a53a None None] Routers {'2e8c32c0-f7a5-44bc-9719-afb90b68785d'} bound to L3 agent in host dv-cinder-850321-1-iscsi {{(pid=104162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 12:16:56.762904 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_hamode_db [None req-87f8f3bc-3178-43ae-a001-a52a6b89a53a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-21T12:06:45Z,description=,heartbeat_timestamp=2022-07-21T12:16:45Z,host='dv-cinder-850321-1-iscsi',id=ceb1130f-c61e-494c-be4f-967cc153319c,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T12:06:45Z,topic='l3_agent')) {'router_ids': ['2e8c32c0-f7a5-44bc-9719-afb90b68785d'], 'active': True} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:16:56.808802 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d07576-dd3d-4e01-b590-89497d04c7a4 req-24919033-3eef-40e1-90ad-19f93842662b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:16:56.814668 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 59410) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:16:56.839919 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-f3d07576-dd3d-4e01-b590-89497d04c7a4 req-24919033-3eef-40e1-90ad-19f93842662b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=cc9a2033-692d-458c-a1e6-ffe26f82c935 HTTP/1.1" status: 200 len: 855 time: 0.1224875 Jul 21 12:16:56.939827 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:16:56.942448 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d07576-dd3d-4e01-b590-89497d04c7a4 req-cacac483-f1ca-438f-8960-9ce7c4a53959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:16:56.947445 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-f3d07576-dd3d-4e01-b590-89497d04c7a4 req-cacac483-f1ca-438f-8960-9ce7c4a53959 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ff0fcfbd-22d3-47ea-80f2-195b1cbc803d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1069443 Jul 21 12:16:56.990735 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 59418) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:16:57.098931 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-f9fbf578-9655-4e1a-b90e-28e9ee99213d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=60a80724abf045729000dc9fb8a2440e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1069772 Jul 21 12:16:57.103239 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 59420) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:16:57.156985 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvr_db [None req-87f8f3bc-3178-43ae-a001-a52a6b89a53a None None] Set router 2e8c32c0-f7a5-44bc-9719-afb90b68785d gateway port host: dv-cinder-850321-1-iscsi {{(pid=104162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 12:16:57.183761 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-059eeb94-2804-45d2-9f6b-b49278462bce admin admin] Publish callbacks [] for security_group (c05ec50e-90e1-4f3a-beb1-3754cff6e732), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:57.186060 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-f3d07576-dd3d-4e01-b590-89497d04c7a4 req-4af1d672-786f-4d21-a34f-29da44de8ea0 service neutron] 10.222.0.48 "GET /v2.0/networks/ff0fcfbd-22d3-47ea-80f2-195b1cbc803d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2282391 Jul 21 12:16:57.224017 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-059eeb94-2804-45d2-9f6b-b49278462bce admin admin] Publish callbacks [] for security_group (c05ec50e-90e1-4f3a-beb1-3754cff6e732), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:57.313778 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-059eeb94-2804-45d2-9f6b-b49278462bce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (c05ec50e-90e1-4f3a-beb1-3754cff6e732), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:57.317335 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-059eeb94-2804-45d2-9f6b-b49278462bce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:57.321778 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-059eeb94-2804-45d2-9f6b-b49278462bce admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c05ec50e-90e1-4f3a-beb1-3754cff6e732 HTTP/1.1" status: 204 len: 168 time: 0.2158575 Jul 21 12:16:57.339408 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059eeb94-2804-45d2-9f6b-b49278462bce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c05ec50e-90e1-4f3a-beb1-3754cff6e732,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:16:57.366803 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-3ed4f5be-333e-4244-b9f4-3741b0ca875a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:57.389652 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-f3d07576-dd3d-4e01-b590-89497d04c7a4 req-a75bd1eb-90e3-4ff7-a40a-a90a0a619fdd service neutron] 10.222.0.48 "GET /v2.0/networks/ff0fcfbd-22d3-47ea-80f2-195b1cbc803d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1961386 Jul 21 12:16:57.416476 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-484e7cac-e617-4e76-b976-8cc3b1e63828 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:57.544325 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.services.segments.plugin [-] Segment 83c72749-ce35-47bc-970a-6fc5d970d669 resource provider aggregate not found Jul 21 12:16:57.615767 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=9 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:16:57.621812 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.services.segments.plugin [-] Segment 83c72749-ce35-47bc-970a-6fc5d970d669 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 83c72749-ce35-47bc-970a-6fc5d970d669 found for delete ", "request_id": "req-a196d5af-ad29-4462-af31-78be3aeb1557"}]} Jul 21 12:16:57.635126 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_hamode_db [None req-87f8f3bc-3178-43ae-a001-a52a6b89a53a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e8c32c0-f7a5-44bc-9719-afb90b68785d', 'name': 'tempest-AttachVolumeShelveTestJSON-530716939-router', 'tenant_id': '2409e2644eb14d6b9545088c08d22273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'external_fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.74'}], 'enable_snat': True}, 'gw_port_id': 'b1d1c6d1-fd4a-427b-9ee3-01ccd1eba03d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T12:15:33Z', 'updated_at': '2022-07-21T12:15:53Z', 'revision_number': 4, 'project_id': '2409e2644eb14d6b9545088c08d22273', 'gw_port': {'id': 'b1d1c6d1-fd4a-427b-9ee3-01ccd1eba03d', 'name': '', 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:f7:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8c32c0-f7a5-44bc-9719-afb90b68785d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:15:36Z', 'updated_at': '2022-07-21T12:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-1-iscsi', '_floatingips': [{'id': '0a1f76bd-597d-44d2-a501-aefd37ea80f6', 'tenant_id': '2409e2644eb14d6b9545088c08d22273', 'floating_ip_address': '172.27.3.187', 'floating_network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'router_id': '2e8c32c0-f7a5-44bc-9719-afb90b68785d', 'port_id': 'f7fad9c2-6647-4dae-bdfc-4d793231f5e3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff0fcfbd-22d3-47ea-80f2-195b1cbc803d', 'mac_address': 'fa:16:3e:76:9b:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da30da3d-902c-434d-b650-0e28e2bcd910', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T12:16:07Z', 'updated_at': '2022-07-21T12:16:54Z', 'revision_number': 1, 'project_id': '2409e2644eb14d6b9545088c08d22273', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd345d234-56b3-4328-9e19-a7e68dd40415', 'name': '', 'network_id': 'ff0fcfbd-22d3-47ea-80f2-195b1cbc803d', 'tenant_id': '2409e2644eb14d6b9545088c08d22273', 'mac_address': 'fa:16:3e:92:df:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8c32c0-f7a5-44bc-9719-afb90b68785d', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'cc9a2033-692d-458c-a1e6-ffe26f82c935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:15:50Z', 'updated_at': '2022-07-21T12:16:09Z', 'revision_number': 5, 'project_id': '2409e2644eb14d6b9545088c08d22273', 'subnets': [{'id': 'cc9a2033-692d-458c-a1e6-ffe26f82c935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-1-iscsi', False) {} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:16:57.644710 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-3ed4f5be-333e-4244-b9f4-3741b0ca875a admin admin] Publish callbacks [] for security_group (b070ea4b-841f-4e68-9df0-76dbbc1b7d28), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:57.646221 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cce1736-2347-4f78-9635-f850bdb0a585 req-a1306356-3bf6-4fa2-a81b-07450dfe9230 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:16:57.659374 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-3ed4f5be-333e-4244-b9f4-3741b0ca875a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (b070ea4b-841f-4e68-9df0-76dbbc1b7d28), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:57.659741 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-8cce1736-2347-4f78-9635-f850bdb0a585 req-a1306356-3bf6-4fa2-a81b-07450dfe9230 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/ports?device_id=27a94fde-54c5-4b8d-9fa5-dab03fa1ac07 HTTP/1.1" status: 200 len: 945 time: 0.1919556 Jul 21 12:16:57.671741 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f8f3bc-3178-43ae-a001-a52a6b89a53a None None] The sync data for ids ['2e8c32c0-f7a5-44bc-9719-afb90b68785d'] in dv-cinder-850321-1-iscsi is: [{'id': '2e8c32c0-f7a5-44bc-9719-afb90b68785d', 'name': 'tempest-AttachVolumeShelveTestJSON-530716939-router', 'tenant_id': '2409e2644eb14d6b9545088c08d22273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'external_fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.74'}], 'enable_snat': True}, 'gw_port_id': 'b1d1c6d1-fd4a-427b-9ee3-01ccd1eba03d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T12:15:33Z', 'updated_at': '2022-07-21T12:15:53Z', 'revision_number': 4, 'project_id': '2409e2644eb14d6b9545088c08d22273', 'gw_port': {'id': 'b1d1c6d1-fd4a-427b-9ee3-01ccd1eba03d', 'name': '', 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:f7:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8c32c0-f7a5-44bc-9719-afb90b68785d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:15:36Z', 'updated_at': '2022-07-21T12:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-1-iscsi', '_floatingips': [{'id': '0a1f76bd-597d-44d2-a501-aefd37ea80f6', 'tenant_id': '2409e2644eb14d6b9545088c08d22273', 'floating_ip_address': '172.27.3.187', 'floating_network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'router_id': '2e8c32c0-f7a5-44bc-9719-afb90b68785d', 'port_id': 'f7fad9c2-6647-4dae-bdfc-4d793231f5e3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff0fcfbd-22d3-47ea-80f2-195b1cbc803d', 'mac_address': 'fa:16:3e:76:9b:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da30da3d-902c-434d-b650-0e28e2bcd910', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T12:16:07Z', 'updated_at': '2022-07-21T12:16:54Z', 'revision_number': 1, 'project_id': '2409e2644eb14d6b9545088c08d22273', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd345d234-56b3-4328-9e19-a7e68dd40415', 'name': '', 'network_id': 'ff0fcfbd-22d3-47ea-80f2-195b1cbc803d', 'tenant_id': '2409e2644eb14d6b9545088c08d22273', 'mac_address': 'fa:16:3e:92:df:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8c32c0-f7a5-44bc-9719-afb90b68785d', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'cc9a2033-692d-458c-a1e6-ffe26f82c935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:15:50Z', 'updated_at': '2022-07-21T12:16:09Z', 'revision_number': 5, 'project_id': '2409e2644eb14d6b9545088c08d22273', 'subnets': [{'id': 'cc9a2033-692d-458c-a1e6-ffe26f82c935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 12:16:57.732074 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-8cce1736-2347-4f78-9635-f850bdb0a585 req-d382cd3a-354b-4f84-8409-9f4cdc5d4570 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/security-groups?id=88d39ded-9adf-4e28-b3b6-ef623b39acb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710225 Jul 21 12:16:57.737873 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-484e7cac-e617-4e76-b976-8cc3b1e63828 admin admin] Publish callbacks [] for security_group (60998eaf-dc0e-4f53-8a00-1ebf72734af2), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:57.761050 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-484e7cac-e617-4e76-b976-8cc3b1e63828 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (60998eaf-dc0e-4f53-8a00-1ebf72734af2), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:57.770898 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-3ed4f5be-333e-4244-b9f4-3741b0ca875a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3155602ef2794a7cb86556e595460b22&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9510086 Jul 21 12:16:57.775036 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.18', 59434) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:16:57.785488 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed4f5be-333e-4244-b9f4-3741b0ca875a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b070ea4b-841f-4e68-9df0-76dbbc1b7d28,revision_number=1']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:16:57.848915 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-35bbcdc5-7e38-465d-ac1d-87798bcee57d admin admin] Publish callbacks [] for security_group (b070ea4b-841f-4e68-9df0-76dbbc1b7d28), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:57.864425 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-484e7cac-e617-4e76-b976-8cc3b1e63828 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=92916b71ac314c72b764347b61d6c026&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1195064 Jul 21 12:16:57.868940 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 59436) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:16:57.871847 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484e7cac-e617-4e76-b976-8cc3b1e63828 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60998eaf-dc0e-4f53-8a00-1ebf72734af2,revision_number=1']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:16:57.878415 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-35bbcdc5-7e38-465d-ac1d-87798bcee57d admin admin] Publish callbacks [] for security_group (b070ea4b-841f-4e68-9df0-76dbbc1b7d28), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:57.958707 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-35bbcdc5-7e38-465d-ac1d-87798bcee57d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (b070ea4b-841f-4e68-9df0-76dbbc1b7d28), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:57.969336 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-35bbcdc5-7e38-465d-ac1d-87798bcee57d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:57.971281 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-5d480a86-b46f-471e-96f8-5aeff7715054 admin admin] Publish callbacks [] for security_group (60998eaf-dc0e-4f53-8a00-1ebf72734af2), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:57.972501 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-35bbcdc5-7e38-465d-ac1d-87798bcee57d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b070ea4b-841f-4e68-9df0-76dbbc1b7d28 HTTP/1.1" status: 204 len: 168 time: 0.1959283 Jul 21 12:16:57.987618 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 59442) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:16:58.007645 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bbcdc5-7e38-465d-ac1d-87798bcee57d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b070ea4b-841f-4e68-9df0-76dbbc1b7d28,revision_number=None']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:16:58.033420 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88a7b64-c0b0-4422-a6db-765938a47752 None None] New status for floating IP 0a1f76bd-597d-44d2-a501-aefd37ea80f6: ACTIVE {{(pid=104161) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 21 12:16:58.053867 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-5d480a86-b46f-471e-96f8-5aeff7715054 admin admin] Publish callbacks [] for security_group (60998eaf-dc0e-4f53-8a00-1ebf72734af2), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:58.121498 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-967cce80-b131-4fd5-a74f-11150a058561 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=33fd54359bb44abb83c5885aa27b0509&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1274407 Jul 21 12:16:58.122258 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.18', 59446) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:16:58.133011 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=81,neutron:DELETE=4,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:16:58.169727 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-5d480a86-b46f-471e-96f8-5aeff7715054 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (60998eaf-dc0e-4f53-8a00-1ebf72734af2), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:58.173155 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.agents_db [None req-4203cc95-03b4-445b-a92f-19fc3dec8381 None None] Agent healthcheck: found 6 active agents {{(pid=104162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 12:16:58.178753 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-5d480a86-b46f-471e-96f8-5aeff7715054 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:58.181791 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-5d480a86-b46f-471e-96f8-5aeff7715054 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/60998eaf-dc0e-4f53-8a00-1ebf72734af2 HTTP/1.1" status: 204 len: 168 time: 0.3117826 Jul 21 12:16:58.203134 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d480a86-b46f-471e-96f8-5aeff7715054 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60998eaf-dc0e-4f53-8a00-1ebf72734af2,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:16:58.212536 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-82ef6ce9-7150-4385-9f5e-fbcf46efb459 admin admin] Publish callbacks [] for security_group (573b5877-9a54-4c3e-9494-5f7790a07e62), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:58.247614 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-82ef6ce9-7150-4385-9f5e-fbcf46efb459 admin admin] Publish callbacks [] for security_group (573b5877-9a54-4c3e-9494-5f7790a07e62), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:58.345495 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-82ef6ce9-7150-4385-9f5e-fbcf46efb459 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (573b5877-9a54-4c3e-9494-5f7790a07e62), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:58.349443 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-82ef6ce9-7150-4385-9f5e-fbcf46efb459 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:58.354542 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-82ef6ce9-7150-4385-9f5e-fbcf46efb459 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/573b5877-9a54-4c3e-9494-5f7790a07e62 HTTP/1.1" status: 204 len: 168 time: 0.2277999 Jul 21 12:16:58.367803 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ef6ce9-7150-4385-9f5e-fbcf46efb459 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=573b5877-9a54-4c3e-9494-5f7790a07e62,revision_number=None']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:16:58.707149 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.18', 59472) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:16:58.739671 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-60b04431-aed4-4c39-a5e4-3ae69078d965 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:58.766501 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:16:58.904155 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-60b04431-aed4-4c39-a5e4-3ae69078d965 admin admin] Publish callbacks [] for security_group (fc61425c-d42c-4fdc-844f-b71b440e3ef2), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:58.912114 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-60b04431-aed4-4c39-a5e4-3ae69078d965 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (fc61425c-d42c-4fdc-844f-b71b440e3ef2), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:58.971852 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-60b04431-aed4-4c39-a5e4-3ae69078d965 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5db4757dafc747069d0bb42fa2858601&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2628143 Jul 21 12:16:58.972820 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.18', 59484) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:16:58.974817 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b04431-aed4-4c39-a5e4-3ae69078d965 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc61425c-d42c-4fdc-844f-b71b440e3ef2,revision_number=1']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:16:59.038102 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e588395a-e66b-4cad-8804-36d2aa15cd4c req-38d8ee9f-dede-4317-93a7-165b0461970b tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:16:59.040373 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-d34dd81f-2211-43c8-a5f4-afffbbebc60d admin admin] Publish callbacks [] for security_group (fc61425c-d42c-4fdc-844f-b71b440e3ef2), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:59.044514 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-e588395a-e66b-4cad-8804-36d2aa15cd4c req-38d8ee9f-dede-4317-93a7-165b0461970b tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/ports?device_id=27a94fde-54c5-4b8d-9fa5-dab03fa1ac07 HTTP/1.1" status: 200 len: 945 time: 0.1657314 Jul 21 12:16:59.098423 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 59488) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:16:59.102661 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-d34dd81f-2211-43c8-a5f4-afffbbebc60d admin admin] Publish callbacks [] for security_group (fc61425c-d42c-4fdc-844f-b71b440e3ef2), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:59.148893 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-c89c5b3f-83c5-4387-a47d-efcd03f6a6ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:59.208320 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-d34dd81f-2211-43c8-a5f4-afffbbebc60d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (fc61425c-d42c-4fdc-844f-b71b440e3ef2), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:59.211318 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-e588395a-e66b-4cad-8804-36d2aa15cd4c req-c3718313-b341-4441-97dd-ce3234bfb53f tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/security-groups?id=88d39ded-9adf-4e28-b3b6-ef623b39acb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407762 Jul 21 12:16:59.230365 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-d34dd81f-2211-43c8-a5f4-afffbbebc60d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:59.236422 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-d34dd81f-2211-43c8-a5f4-afffbbebc60d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fc61425c-d42c-4fdc-844f-b71b440e3ef2 HTTP/1.1" status: 204 len: 168 time: 0.2622211 Jul 21 12:16:59.252078 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34dd81f-2211-43c8-a5f4-afffbbebc60d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc61425c-d42c-4fdc-844f-b71b440e3ef2,revision_number=None']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:16:59.334881 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-c89c5b3f-83c5-4387-a47d-efcd03f6a6ef admin admin] Publish callbacks [] for security_group (de6a4d0c-f6af-4c73-a465-e67861cd5ebb), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:59.341876 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-c89c5b3f-83c5-4387-a47d-efcd03f6a6ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (de6a4d0c-f6af-4c73-a465-e67861cd5ebb), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:59.387823 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-c89c5b3f-83c5-4387-a47d-efcd03f6a6ef admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6e2fe074dea940e98c94762177fff1e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2863233 Jul 21 12:16:59.389047 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89c5b3f-83c5-4387-a47d-efcd03f6a6ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de6a4d0c-f6af-4c73-a465-e67861cd5ebb,revision_number=1']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:16:59.390782 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.18', 59494) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:16:59.439863 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:16:59.456228 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-75a50910-0a78-4efd-91f8-926e96506d9b admin admin] Publish callbacks [] for security_group (de6a4d0c-f6af-4c73-a465-e67861cd5ebb), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:59.485775 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-75a50910-0a78-4efd-91f8-926e96506d9b admin admin] Publish callbacks [] for security_group (de6a4d0c-f6af-4c73-a465-e67861cd5ebb), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:59.550047 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-75a50910-0a78-4efd-91f8-926e96506d9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (de6a4d0c-f6af-4c73-a465-e67861cd5ebb), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:59.553435 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-75a50910-0a78-4efd-91f8-926e96506d9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:16:59.555690 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-75a50910-0a78-4efd-91f8-926e96506d9b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/de6a4d0c-f6af-4c73-a465-e67861cd5ebb HTTP/1.1" status: 204 len: 168 time: 0.1637299 Jul 21 12:16:59.565590 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a50910-0a78-4efd-91f8-926e96506d9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de6a4d0c-f6af-4c73-a465-e67861cd5ebb,revision_number=None']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:17:00.142937 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.18', 59530) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:17:00.431421 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-b9ec825a-4c8a-4276-87a1-5e7f9881ca02 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:00.440118 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d84d6cf-cc6f-48dc-9bb2-fe3730e74820 req-5a24e6fe-88f8-4f87-a912-34ce64877d54 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:17:00.447658 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-9d84d6cf-cc6f-48dc-9bb2-fe3730e74820 req-5a24e6fe-88f8-4f87-a912-34ce64877d54 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/ports?device_id=27a94fde-54c5-4b8d-9fa5-dab03fa1ac07 HTTP/1.1" status: 200 len: 945 time: 0.0933681 Jul 21 12:17:00.543776 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-9d84d6cf-cc6f-48dc-9bb2-fe3730e74820 req-dc50c6b3-9c15-41b2-878a-c9113d454517 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/security-groups?id=88d39ded-9adf-4e28-b3b6-ef623b39acb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950994 Jul 21 12:17:00.611870 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-b9ec825a-4c8a-4276-87a1-5e7f9881ca02 admin admin] Publish callbacks [] for security_group (5c62ffbc-4598-4660-91b8-20803dab39d3), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:00.621955 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-b9ec825a-4c8a-4276-87a1-5e7f9881ca02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (5c62ffbc-4598-4660-91b8-20803dab39d3), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:00.672500 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-b9ec825a-4c8a-4276-87a1-5e7f9881ca02 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1decfa476faf415581dacad34b31320c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5283239 Jul 21 12:17:00.673580 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ec825a-4c8a-4276-87a1-5e7f9881ca02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c62ffbc-4598-4660-91b8-20803dab39d3,revision_number=1']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:17:00.676860 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 59554) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:17:00.751034 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-8fdca538-3974-4acd-a6bd-51ae01782ec8 admin admin] Publish callbacks [] for security_group (5c62ffbc-4598-4660-91b8-20803dab39d3), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:00.778547 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-8fdca538-3974-4acd-a6bd-51ae01782ec8 admin admin] Publish callbacks [] for security_group (5c62ffbc-4598-4660-91b8-20803dab39d3), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:00.862889 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-8fdca538-3974-4acd-a6bd-51ae01782ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (5c62ffbc-4598-4660-91b8-20803dab39d3), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:00.870147 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-8fdca538-3974-4acd-a6bd-51ae01782ec8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:00.872410 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-8fdca538-3974-4acd-a6bd-51ae01782ec8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5c62ffbc-4598-4660-91b8-20803dab39d3 HTTP/1.1" status: 204 len: 168 time: 0.1940818 Jul 21 12:17:00.884710 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdca538-3974-4acd-a6bd-51ae01782ec8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c62ffbc-4598-4660-91b8-20803dab39d3,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:17:01.661337 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 59592) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:17:01.709943 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-aef96fa6-3445-4d5a-9954-396a1d478f0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:01.776878 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:17:01.840084 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc019d5-8b80-4af8-aff9-c39de796b489 req-ac17a0c1-4b43-41fb-8ac6-477e647a505b tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:17:01.851527 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-4dc019d5-8b80-4af8-aff9-c39de796b489 req-ac17a0c1-4b43-41fb-8ac6-477e647a505b tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/ports?device_id=27a94fde-54c5-4b8d-9fa5-dab03fa1ac07 HTTP/1.1" status: 200 len: 945 time: 0.1476328 Jul 21 12:17:01.912574 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.18', 59596) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:17:01.980358 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-4dc019d5-8b80-4af8-aff9-c39de796b489 req-e76332c7-262d-415d-98b8-b53bdbaa11f0 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/security-groups?id=88d39ded-9adf-4e28-b3b6-ef623b39acb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276691 Jul 21 12:17:02.029844 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-aef96fa6-3445-4d5a-9954-396a1d478f0b admin admin] Publish callbacks [] for security_group (26be40cf-c6fc-4830-b4cd-9ada152455f3), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:02.037114 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-aef96fa6-3445-4d5a-9954-396a1d478f0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (26be40cf-c6fc-4830-b4cd-9ada152455f3), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:02.086353 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-3cf521ba-44cf-4788-881b-9734531b016f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:02.087296 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef96fa6-3445-4d5a-9954-396a1d478f0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26be40cf-c6fc-4830-b4cd-9ada152455f3,revision_number=1']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:17:02.099170 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-aef96fa6-3445-4d5a-9954-396a1d478f0b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1d56f71e51c64a07badb794c54ffaf97&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4351342 Jul 21 12:17:02.101873 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 59604) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:17:02.168980 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:DELETE=2 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:17:02.182520 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-a0def4ac-6d1a-4738-be7f-dc9aca10ebd5 admin admin] Publish callbacks [] for security_group (26be40cf-c6fc-4830-b4cd-9ada152455f3), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:02.182875 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:INSERT=10,neutron:SELECT=83,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:17:02.231323 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-a0def4ac-6d1a-4738-be7f-dc9aca10ebd5 admin admin] Publish callbacks [] for security_group (26be40cf-c6fc-4830-b4cd-9ada152455f3), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:02.277668 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-3cf521ba-44cf-4788-881b-9734531b016f admin admin] Publish callbacks [] for security_group (4aec88c8-fc0a-46ea-a102-8f6d9042eefe), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:02.280961 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (0e418a3d-140a-4386-ad03-1f6ad2d8ed7b), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:02.291067 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-3cf521ba-44cf-4788-881b-9734531b016f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (4aec88c8-fc0a-46ea-a102-8f6d9042eefe), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:02.342073 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-a0def4ac-6d1a-4738-be7f-dc9aca10ebd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (26be40cf-c6fc-4830-b4cd-9ada152455f3), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:02.347010 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-a0def4ac-6d1a-4738-be7f-dc9aca10ebd5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:02.349129 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-a0def4ac-6d1a-4738-be7f-dc9aca10ebd5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/26be40cf-c6fc-4830-b4cd-9ada152455f3 HTTP/1.1" status: 204 len: 168 time: 0.2460053 Jul 21 12:17:02.367545 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0def4ac-6d1a-4738-be7f-dc9aca10ebd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26be40cf-c6fc-4830-b4cd-9ada152455f3,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:17:02.392180 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-3cf521ba-44cf-4788-881b-9734531b016f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c36ce6d9ddaa46c6b30e782ae96733f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4743860 Jul 21 12:17:02.392180 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf521ba-44cf-4788-881b-9734531b016f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aec88c8-fc0a-46ea-a102-8f6d9042eefe,revision_number=1']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:17:02.392675 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.18', 59616) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:17:02.513457 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-1cf85e5e-8883-4e0a-ab75-bac77ad74058 admin admin] Publish callbacks [] for security_group (4aec88c8-fc0a-46ea-a102-8f6d9042eefe), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:02.531563 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=80,neutron:DELETE=2,neutron:INSERT=17,neutron:UPDATE=1 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:17:02.575448 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-1cf85e5e-8883-4e0a-ab75-bac77ad74058 admin admin] Publish callbacks [] for security_group (4aec88c8-fc0a-46ea-a102-8f6d9042eefe), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:02.666453 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-1cf85e5e-8883-4e0a-ab75-bac77ad74058 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (4aec88c8-fc0a-46ea-a102-8f6d9042eefe), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:02.669334 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-1cf85e5e-8883-4e0a-ab75-bac77ad74058 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:02.674434 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-1cf85e5e-8883-4e0a-ab75-bac77ad74058 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4aec88c8-fc0a-46ea-a102-8f6d9042eefe HTTP/1.1" status: 204 len: 168 time: 0.2764556 Jul 21 12:17:02.679020 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf85e5e-8883-4e0a-ab75-bac77ad74058 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aec88c8-fc0a-46ea-a102-8f6d9042eefe,revision_number=None']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:17:03.177005 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02128587-d26d-4808-97c1-2fec8fb2af61 req-3b0d7d16-46bd-4e00-a31e-e4ce3ea011a6 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:17:03.179443 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-02128587-d26d-4808-97c1-2fec8fb2af61 req-3b0d7d16-46bd-4e00-a31e-e4ce3ea011a6 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/ports?device_id=27a94fde-54c5-4b8d-9fa5-dab03fa1ac07 HTTP/1.1" status: 200 len: 945 time: 0.0853233 Jul 21 12:17:03.278938 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-02128587-d26d-4808-97c1-2fec8fb2af61 req-1b9e2e62-d656-4b72-a35c-a9df83fbdafe tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/security-groups?id=88d39ded-9adf-4e28-b3b6-ef623b39acb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869997 Jul 21 12:17:03.311387 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e15092e-ab18-4e77-bfed-d8260e2e7e9f req-e54f37ff-6158-47b1-95f4-0d35086b103d tempest-DeleteServersTestJSON-1093761568 tempest-DeleteServersTestJSON-1093761568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:17:03.313181 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-4e15092e-ab18-4e77-bfed-d8260e2e7e9f req-e54f37ff-6158-47b1-95f4-0d35086b103d tempest-DeleteServersTestJSON-1093761568 tempest-DeleteServersTestJSON-1093761568-project] 10.222.0.18 "GET /v2.0/ports?device_id=3374fda9-c1c9-4d63-acce-726d9a907bfa HTTP/1.1" status: 200 len: 946 time: 0.0761833 Jul 21 12:17:03.328670 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 59652) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:17:03.345162 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-07520890-939f-423a-a044-24a0f5c03498 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:03.397569 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-4e15092e-ab18-4e77-bfed-d8260e2e7e9f req-71144762-65ee-4735-b845-1612d008c63b tempest-DeleteServersTestJSON-1093761568 tempest-DeleteServersTestJSON-1093761568-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c91d680-ea10-4de8-ae4b-a36cd4f34300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738599 Jul 21 12:17:03.447934 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-07520890-939f-423a-a044-24a0f5c03498 admin admin] Publish callbacks [] for security_group (28b47f63-e831-4d11-b5cf-52ac899672a8), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:03.454397 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-07520890-939f-423a-a044-24a0f5c03498 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (28b47f63-e831-4d11-b5cf-52ac899672a8), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:03.478462 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.18', 59654) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:17:03.505367 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.18', 59660) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:17:03.508610 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-07520890-939f-423a-a044-24a0f5c03498 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bf03ca75d32149be8b6d6577f4bb08c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1740506 Jul 21 12:17:03.510678 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07520890-939f-423a-a044-24a0f5c03498 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28b47f63-e831-4d11-b5cf-52ac899672a8,revision_number=1']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:17:03.628005 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-6524e96e-2bf9-4683-9904-79758f0c9be4 admin admin] Publish callbacks [] for security_group (28b47f63-e831-4d11-b5cf-52ac899672a8), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:03.647539 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-72d31c5f-aedc-4d18-b098-d697c561e429 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:03.714327 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-6524e96e-2bf9-4683-9904-79758f0c9be4 admin admin] Publish callbacks [] for security_group (28b47f63-e831-4d11-b5cf-52ac899672a8), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:03.896663 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-6524e96e-2bf9-4683-9904-79758f0c9be4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (28b47f63-e831-4d11-b5cf-52ac899672a8), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:03.901284 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-6524e96e-2bf9-4683-9904-79758f0c9be4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:03.903246 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-6524e96e-2bf9-4683-9904-79758f0c9be4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/28b47f63-e831-4d11-b5cf-52ac899672a8 HTTP/1.1" status: 204 len: 168 time: 0.3962729 Jul 21 12:17:03.918101 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-72d31c5f-aedc-4d18-b098-d697c561e429 admin admin] Publish callbacks [] for security_group (ebd3ee03-8b11-4437-aafa-2abddf8151f2), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:03.932037 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6524e96e-2bf9-4683-9904-79758f0c9be4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28b47f63-e831-4d11-b5cf-52ac899672a8,revision_number=None']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:17:03.937667 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-72d31c5f-aedc-4d18-b098-d697c561e429 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (ebd3ee03-8b11-4437-aafa-2abddf8151f2), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:04.018733 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d31c5f-aedc-4d18-b098-d697c561e429 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebd3ee03-8b11-4437-aafa-2abddf8151f2,revision_number=1']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:17:04.029568 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-72d31c5f-aedc-4d18-b098-d697c561e429 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0c07e96add0a41258a66c7c7442b1c95&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5490475 Jul 21 12:17:04.033200 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.18', 59684) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:17:04.098650 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-4ac09b20-e13f-448b-820d-816b4d4acca5 admin admin] Publish callbacks [] for security_group (ebd3ee03-8b11-4437-aafa-2abddf8151f2), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:04.124814 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-4ac09b20-e13f-448b-820d-816b4d4acca5 admin admin] Publish callbacks [] for security_group (ebd3ee03-8b11-4437-aafa-2abddf8151f2), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:04.195298 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-4ac09b20-e13f-448b-820d-816b4d4acca5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (ebd3ee03-8b11-4437-aafa-2abddf8151f2), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:04.198900 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-4ac09b20-e13f-448b-820d-816b4d4acca5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:04.200455 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-4ac09b20-e13f-448b-820d-816b4d4acca5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ebd3ee03-8b11-4437-aafa-2abddf8151f2 HTTP/1.1" status: 204 len: 168 time: 0.1645496 Jul 21 12:17:04.211536 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac09b20-e13f-448b-820d-816b4d4acca5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebd3ee03-8b11-4437-aafa-2abddf8151f2,revision_number=None']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:17:04.217430 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 59692) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:17:04.441326 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b25af5-0f1a-4de2-b7da-193dee978321 req-016ca07f-9648-4397-8240-0a770917ad56 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:17:04.444165 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-d4b25af5-0f1a-4de2-b7da-193dee978321 req-016ca07f-9648-4397-8240-0a770917ad56 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/ports?device_id=27a94fde-54c5-4b8d-9fa5-dab03fa1ac07 HTTP/1.1" status: 200 len: 945 time: 0.0623353 Jul 21 12:17:04.555874 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-d4b25af5-0f1a-4de2-b7da-193dee978321 req-0383693c-46e8-404f-ac55-6785ea4e28b9 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/security-groups?id=88d39ded-9adf-4e28-b3b6-ef623b39acb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007648 Jul 21 12:17:04.670424 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae975f48-5f2f-49b3-9dd1-d306269c5436 req-450e5f1b-ff1c-44ae-979c-382ff042e8d5 tempest-DeleteServersTestJSON-1093761568 tempest-DeleteServersTestJSON-1093761568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:17:04.672356 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-ae975f48-5f2f-49b3-9dd1-d306269c5436 req-450e5f1b-ff1c-44ae-979c-382ff042e8d5 tempest-DeleteServersTestJSON-1093761568 tempest-DeleteServersTestJSON-1093761568-project] 10.222.0.18 "GET /v2.0/ports?device_id=3374fda9-c1c9-4d63-acce-726d9a907bfa HTTP/1.1" status: 200 len: 946 time: 0.1608934 Jul 21 12:17:04.741910 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-ae975f48-5f2f-49b3-9dd1-d306269c5436 req-4578a826-3166-4e0e-980b-f1c94f803c3c tempest-DeleteServersTestJSON-1093761568 tempest-DeleteServersTestJSON-1093761568-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c91d680-ea10-4de8-ae4b-a36cd4f34300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597405 Jul 21 12:17:04.874712 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-51914a40-4178-4ed3-98bd-1a048ccd75cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:04.997921 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.18', 59708) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:17:05.023922 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-629e7d94-e141-4c77-8f9f-6727cd38f354 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:05.043990 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:INSERT=4 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:17:05.055612 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:17:05.098929 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-51914a40-4178-4ed3-98bd-1a048ccd75cb admin admin] Publish callbacks [] for security_group (8d8a8124-ac2e-4f46-a216-a4f7a81d75df), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:05.109579 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-51914a40-4178-4ed3-98bd-1a048ccd75cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (8d8a8124-ac2e-4f46-a216-a4f7a81d75df), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:05.124701 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=81,neutron:UPDATE=2,neutron:INSERT=15,neutron:DELETE=2 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:17:05.217938 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-51914a40-4178-4ed3-98bd-1a048ccd75cb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6d6b10c6fa96449ea3579707919671cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9983923 Jul 21 12:17:05.220347 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51914a40-4178-4ed3-98bd-1a048ccd75cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d8a8124-ac2e-4f46-a216-a4f7a81d75df,revision_number=1']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:17:05.226873 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 59716) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:17:05.271611 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-629e7d94-e141-4c77-8f9f-6727cd38f354 admin admin] Publish callbacks [] for security_group (c0a36464-7295-4d59-98f8-a02cacee214b), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:05.280116 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-629e7d94-e141-4c77-8f9f-6727cd38f354 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (c0a36464-7295-4d59-98f8-a02cacee214b), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:05.329934 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-99b98679-a884-41f1-8528-d21c472c78d0 admin admin] Publish callbacks [] for security_group (8d8a8124-ac2e-4f46-a216-a4f7a81d75df), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:05.336252 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-629e7d94-e141-4c77-8f9f-6727cd38f354 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2edc870762ed445b844d076b6cbcf2f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3366165 Jul 21 12:17:05.336730 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 59720) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:17:05.374600 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629e7d94-e141-4c77-8f9f-6727cd38f354 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0a36464-7295-4d59-98f8-a02cacee214b,revision_number=1']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:17:05.393532 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:17:05.403114 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-99b98679-a884-41f1-8528-d21c472c78d0 admin admin] Publish callbacks [] for security_group (8d8a8124-ac2e-4f46-a216-a4f7a81d75df), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:05.489492 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-3746d095-0438-4f86-b9a6-bf42bc088b97 admin admin] Publish callbacks [] for security_group (c0a36464-7295-4d59-98f8-a02cacee214b), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:05.527925 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-3746d095-0438-4f86-b9a6-bf42bc088b97 admin admin] Publish callbacks [] for security_group (c0a36464-7295-4d59-98f8-a02cacee214b), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:05.530441 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-99b98679-a884-41f1-8528-d21c472c78d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (8d8a8124-ac2e-4f46-a216-a4f7a81d75df), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:05.535210 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-99b98679-a884-41f1-8528-d21c472c78d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:05.536833 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-99b98679-a884-41f1-8528-d21c472c78d0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8d8a8124-ac2e-4f46-a216-a4f7a81d75df HTTP/1.1" status: 204 len: 168 time: 0.3074965 Jul 21 12:17:05.560914 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b98679-a884-41f1-8528-d21c472c78d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d8a8124-ac2e-4f46-a216-a4f7a81d75df,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:17:05.621737 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-3746d095-0438-4f86-b9a6-bf42bc088b97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (c0a36464-7295-4d59-98f8-a02cacee214b), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:05.625144 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-3746d095-0438-4f86-b9a6-bf42bc088b97 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:05.625778 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-3746d095-0438-4f86-b9a6-bf42bc088b97 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c0a36464-7295-4d59-98f8-a02cacee214b HTTP/1.1" status: 204 len: 168 time: 0.2877681 Jul 21 12:17:05.637638 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3746d095-0438-4f86-b9a6-bf42bc088b97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0a36464-7295-4d59-98f8-a02cacee214b,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:17:05.773884 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171727d6-a41e-483c-a853-4c87935fc046 req-c7686501-ad6d-4fa5-a931-3e08b6f63bda tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:17:05.775721 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-171727d6-a41e-483c-a853-4c87935fc046 req-c7686501-ad6d-4fa5-a931-3e08b6f63bda tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/ports?device_id=27a94fde-54c5-4b8d-9fa5-dab03fa1ac07 HTTP/1.1" status: 200 len: 945 time: 0.0572472 Jul 21 12:17:05.880095 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-171727d6-a41e-483c-a853-4c87935fc046 req-35720247-0be2-45a4-b82b-2b5094f6f4a0 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/security-groups?id=88d39ded-9adf-4e28-b3b6-ef623b39acb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962329 Jul 21 12:17:05.887538 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45451a3-1170-4b36-b650-8c2f0bea798b req-f98276d2-617e-4a8d-a7e5-5f6049959a90 tempest-DeleteServersTestJSON-1093761568 tempest-DeleteServersTestJSON-1093761568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:17:05.890162 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-e45451a3-1170-4b36-b650-8c2f0bea798b req-f98276d2-617e-4a8d-a7e5-5f6049959a90 tempest-DeleteServersTestJSON-1093761568 tempest-DeleteServersTestJSON-1093761568-project] 10.222.0.48 "GET /v2.0/ports?device_id=3374fda9-c1c9-4d63-acce-726d9a907bfa HTTP/1.1" status: 200 len: 946 time: 0.1175678 Jul 21 12:17:05.910419 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 59740) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:17:06.003252 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a609f2-c709-4f6f-a749-7a70ff4d55dc req-3e4808ea-4b76-40f0-be66-1026dd0c010d tempest-DeleteServersTestJSON-1093761568 tempest-DeleteServersTestJSON-1093761568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:17:06.005884 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-34a609f2-c709-4f6f-a749-7a70ff4d55dc req-3e4808ea-4b76-40f0-be66-1026dd0c010d tempest-DeleteServersTestJSON-1093761568 tempest-DeleteServersTestJSON-1093761568-project] 10.222.0.18 "GET /v2.0/ports?device_id=3374fda9-c1c9-4d63-acce-726d9a907bfa HTTP/1.1" status: 200 len: 946 time: 0.1387455 Jul 21 12:17:06.138426 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [req-e45451a3-1170-4b36-b650-8c2f0bea798b req-1e62d2d8-121a-4458-b870-d3f1b32d14fd tempest-DeleteServersTestJSON-1093761568 tempest-DeleteServersTestJSON-1093761568-project] Deleting port 13c51368-9610-4fea-ac70-c813e2c1f802 {{(pid=104160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 12:17:06.138995 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-e45451a3-1170-4b36-b650-8c2f0bea798b req-1e62d2d8-121a-4458-b870-d3f1b32d14fd tempest-DeleteServersTestJSON-1093761568 tempest-DeleteServersTestJSON-1093761568-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760977592'] for port (13c51368-9610-4fea-ac70-c813e2c1f802), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:06.227719 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-34a609f2-c709-4f6f-a749-7a70ff4d55dc req-37284474-4792-43a3-a444-f223f0e43c77 tempest-DeleteServersTestJSON-1093761568 tempest-DeleteServersTestJSON-1093761568-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c91d680-ea10-4de8-ae4b-a36cd4f34300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862788 Jul 21 12:17:06.292262 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.db [req-e45451a3-1170-4b36-b650-8c2f0bea798b req-1e62d2d8-121a-4458-b870-d3f1b32d14fd tempest-DeleteServersTestJSON-1093761568 tempest-DeleteServersTestJSON-1093761568-project] For port 13c51368-9610-4fea-ac70-c813e2c1f802, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=13c51368-9610-4fea-ac70-c813e2c1f802,segment=NetworkSegment(75921558-43a8-4348-8bcf-b36389368972),segment_id=75921558-43a8-4348-8bcf-b36389368972)] {{(pid=104160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 12:17:06.292703 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-e45451a3-1170-4b36-b650-8c2f0bea798b req-1e62d2d8-121a-4458-b870-d3f1b32d14fd tempest-DeleteServersTestJSON-1093761568 tempest-DeleteServersTestJSON-1093761568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683200'] for port (13c51368-9610-4fea-ac70-c813e2c1f802), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:06.315269 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.v2.base [None req-de5cb5e0-4dd0-44c1-8689-0c570f2ed497 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-368893645-network', 'tenant_id': '994738157bca4d9d887f316699bd9387'}} {{(pid=104159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 12:17:06.319048 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [req-e45451a3-1170-4b36-b650-8c2f0bea798b req-1e62d2d8-121a-4458-b870-d3f1b32d14fd tempest-DeleteServersTestJSON-1093761568 tempest-DeleteServersTestJSON-1093761568-project] Calling delete_port for 13c51368-9610-4fea-ac70-c813e2c1f802 owned by compute:nova {{(pid=104160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 12:17:06.356345 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de5cb5e0-4dd0-44c1-8689-0c570f2ed497 admin admin] Made reservation on behalf of 994738157bca4d9d887f316699bd9387 for: {'network': 1} {{(pid=104159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 12:17:06.359770 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-de5cb5e0-4dd0-44c1-8689-0c570f2ed497 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for network (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:06.374216 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-de5cb5e0-4dd0-44c1-8689-0c570f2ed497 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:06.540439 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-de5cb5e0-4dd0-44c1-8689-0c570f2ed497 admin admin] Publish callbacks [] for security_group (8fba3351-e490-4dbd-964f-3f3c776788c8), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:06.545844 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-de5cb5e0-4dd0-44c1-8689-0c570f2ed497 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (8fba3351-e490-4dbd-964f-3f3c776788c8), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:06.591335 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5cb5e0-4dd0-44c1-8689-0c570f2ed497 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fba3351-e490-4dbd-964f-3f3c776788c8,revision_number=1']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:17:06.604245 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-e45451a3-1170-4b36-b650-8c2f0bea798b req-1e62d2d8-121a-4458-b870-d3f1b32d14fd tempest-DeleteServersTestJSON-1093761568 tempest-DeleteServersTestJSON-1093761568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760983080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773760637175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9357752'] for port (13c51368-9610-4fea-ac70-c813e2c1f802), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:06.612863 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de5cb5e0-4dd0-44c1-8689-0c570f2ed497 admin admin] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=104159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 21 12:17:06.629278 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-de5cb5e0-4dd0-44c1-8689-0c570f2ed497 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1820665'] for segment (41f4ccd0-1558-464f-a94c-66027c15fb57), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:06.629845 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.db.segments_db [None req-de5cb5e0-4dd0-44c1-8689-0c570f2ed497 admin admin] Added segment 41f4ccd0-1558-464f-a94c-66027c15fb57 of type vlan for network 8c282145-933c-4b50-a925-186bff239b95 Jul 21 12:17:06.643993 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e62d2d8-121a-4458-b870-d3f1b32d14fd tempest-DeleteServersTestJSON-1093761568 tempest-DeleteServersTestJSON-1093761568-project] Pushing event deleted for resources: {'Port': ['ID=13c51368-9610-4fea-ac70-c813e2c1f802,revision_number=None']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:17:06.659287 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] get_ports_and_sgs() called for port_ids ['13c51368-9610-4fea-ac70-c813e2c1f802'] {{(pid=104161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 12:17:06.718920 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.db.l3_dvrscheduler_db [req-e45451a3-1170-4b36-b650-8c2f0bea798b req-1e62d2d8-121a-4458-b870-d3f1b32d14fd tempest-DeleteServersTestJSON-1093761568 tempest-DeleteServersTestJSON-1093761568-project] No DVR routers for this DVR port 13c51368-9610-4fea-ac70-c813e2c1f802 on host hv-cinder-85032 {{(pid=104160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 12:17:06.723609 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-e45451a3-1170-4b36-b650-8c2f0bea798b req-1e62d2d8-121a-4458-b870-d3f1b32d14fd tempest-DeleteServersTestJSON-1093761568 tempest-DeleteServersTestJSON-1093761568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170956'] for port (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:06.728555 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-e45451a3-1170-4b36-b650-8c2f0bea798b req-1e62d2d8-121a-4458-b870-d3f1b32d14fd tempest-DeleteServersTestJSON-1093761568 tempest-DeleteServersTestJSON-1093761568-project] 10.222.0.48 "DELETE /v2.0/ports/13c51368-9610-4fea-ac70-c813e2c1f802 HTTP/1.1" status: 204 len: 173 time: 0.8259542 Jul 21 12:17:06.728983 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3374fda9-c1c9-4d63-acce-726d9a907bfa', 'name': 'network-vif-deleted', 'tag': '13c51368-9610-4fea-ac70-c813e2c1f802'}] {{(pid=104160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 12:17:06.732153 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eb085c56e9e86bbd6a0965d2ba727f3997621403869b150ca98f31427dd41b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9065afa3-af5f-49a0-b020-218501d00bca" -d '{"events": [{"server_uuid": "3374fda9-c1c9-4d63-acce-726d9a907bfa", "name": "network-vif-deleted", "tag": "13c51368-9610-4fea-ac70-c813e2c1f802"}]}' {{(pid=104160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 12:17:06.773731 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-de5cb5e0-4dd0-44c1-8689-0c570f2ed497 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773760621873'] for network (8c282145-933c-4b50-a925-186bff239b95), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:06.815808 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 12:17:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff9eaa8d-5596-4712-8939-cd870827b40e x-openstack-request-id: req-ff9eaa8d-5596-4712-8939-cd870827b40e {{(pid=104160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 12:17:06.817266 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3374fda9-c1c9-4d63-acce-726d9a907bfa", "name": "network-vif-deleted", "tag": "13c51368-9610-4fea-ac70-c813e2c1f802", "status": "completed", "code": 200}]} {{(pid=104160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 12:17:06.817904 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ff9eaa8d-5596-4712-8939-cd870827b40e {{(pid=104160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 12:17:06.818440 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff9eaa8d-5596-4712-8939-cd870827b40e'] response: {'server_uuid': '3374fda9-c1c9-4d63-acce-726d9a907bfa', 'name': 'network-vif-deleted', 'tag': '13c51368-9610-4fea-ac70-c813e2c1f802', 'status': 'completed', 'code': 200} Jul 21 12:17:06.837628 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-de5cb5e0-4dd0-44c1-8689-0c570f2ed497 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329'] for network (8c282145-933c-4b50-a925-186bff239b95), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:06.847884 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de5cb5e0-4dd0-44c1-8689-0c570f2ed497 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:17:06.848648 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-de5cb5e0-4dd0-44c1-8689-0c570f2ed497 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622315'] for network (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:06.943498 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-de5cb5e0-4dd0-44c1-8689-0c570f2ed497 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.0320432 Jul 21 12:17:06.947402 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.18', 59776) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:17:06.957094 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.v2.base [None req-db87b403-ada1-4ff9-b6a4-9d516411b56a admin admin] Request body: {'subnet': {'network_id': '8c282145-933c-4b50-a925-186bff239b95', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-368893645-subnet', 'tenant_id': '994738157bca4d9d887f316699bd9387', 'ip_version': 4}} {{(pid=104160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 12:17:06.964945 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5cb5e0-4dd0-44c1-8689-0c570f2ed497 admin admin] Pushing event updated for resources: {'Network': ['ID=8c282145-933c-4b50-a925-186bff239b95,revision_number=1']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:17:06.983623 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Network 8c282145-933c-4b50-a925-186bff239b95 details requested by agent ovs-agent-dv-cinder-850321-1-iscsi with host dv-cinder-850321-1-iscsi {{(pid=104161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 21 12:17:07.015463 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=92,neutron:UPDATE=8 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:17:07.055568 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db87b403-ada1-4ff9-b6a4-9d516411b56a admin admin] Made reservation on behalf of 994738157bca4d9d887f316699bd9387 for: {'subnet': 1} {{(pid=104160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 12:17:07.061789 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-db87b403-ada1-4ff9-b6a4-9d516411b56a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9184805'] for subnet (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:07.063362 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:17:07.100271 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4251613-4d6e-45b6-8c85-f3768ba74386 req-1eeec3fb-aaf3-43c3-9dbf-e907de67d971 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:17:07.102783 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-d4251613-4d6e-45b6-8c85-f3768ba74386 req-1eeec3fb-aaf3-43c3-9dbf-e907de67d971 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/ports?device_id=27a94fde-54c5-4b8d-9fa5-dab03fa1ac07 HTTP/1.1" status: 200 len: 945 time: 0.1024883 Jul 21 12:17:07.257960 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:17:07.297801 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-d4251613-4d6e-45b6-8c85-f3768ba74386 req-2928a3d1-bc38-4a4f-bdb2-1017be2ce487 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/security-groups?id=88d39ded-9adf-4e28-b3b6-ef623b39acb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824522 Jul 21 12:17:07.303944 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:INSERT=6,neutron:SELECT=89,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:17:07.466367 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-db87b403-ada1-4ff9-b6a4-9d516411b56a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9357588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9184823'] for subnet (676ad41d-510b-4151-ab97-7369b1d7baa6), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:07.472598 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-872202cb-b2f6-4224-88df-2f472a32dc41 req-759995c3-8b04-44cc-b1e3-1f258f29b65a tempest-DeleteServersTestJSON-1093761568 tempest-DeleteServersTestJSON-1093761568-project] 10.222.0.18 "GET /v2.0/ports?device_id=3374fda9-c1c9-4d63-acce-726d9a907bfa HTTP/1.1" status: 200 len: 210 time: 0.0570016 Jul 21 12:17:07.552698 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db87b403-ada1-4ff9-b6a4-9d516411b56a admin admin] Pushing event updated for resources: {'Subnet': ['ID=676ad41d-510b-4151-ab97-7369b1d7baa6,revision_number=0']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:17:07.574694 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db87b403-ada1-4ff9-b6a4-9d516411b56a admin admin] Checking segment: {'id': '41f4ccd0-1558-464f-a94c-66027c15fb57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '8c282145-933c-4b50-a925-186bff239b95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 12:17:07.575272 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db87b403-ada1-4ff9-b6a4-9d516411b56a admin admin] Network hostable DHCP agents. Network: 8c282145-933c-4b50-a925-186bff239b95, hostable agents: ['8a21e728-a2e9-4580-a748-6ac9ba47a2a7'], hosted agents: [] {{(pid=104160) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 21 12:17:07.616675 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db87b403-ada1-4ff9-b6a4-9d516411b56a admin admin] Network 8c282145-933c-4b50-a925-186bff239b95 is scheduled to be hosted by DHCP agent 8a21e728-a2e9-4580-a748-6ac9ba47a2a7 with binding_index 1 {{(pid=104160) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 21 12:17:07.631328 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.scheduler.base_scheduler [None req-db87b403-ada1-4ff9-b6a4-9d516411b56a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850321-1-iscsi, 8c282145-933c-4b50-a925-186bff239b95) {{(pid=104160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 12:17:07.637960 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db87b403-ada1-4ff9-b6a4-9d516411b56a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:17:07.639014 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-db87b403-ada1-4ff9-b6a4-9d516411b56a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622315'] for subnet (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:07.642073 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=56 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:17:07.662214 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-841f2379-2d69-4544-aed5-58af853f6a65 None None] Network 8c282145-933c-4b50-a925-186bff239b95 requested from dv-cinder-850321-1-iscsi {{(pid=104161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 12:17:07.663928 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-db87b403-ada1-4ff9-b6a4-9d516411b56a admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7146194 Jul 21 12:17:07.668023 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 59804) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:17:07.672565 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.v2.base [None req-c5cd1222-f3d1-4299-96f8-a06be960f165 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-368893645-router', 'tenant_id': '994738157bca4d9d887f316699bd9387', 'external_gateway_info': {'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8'}}} {{(pid=104159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 12:17:07.708203 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-c5cd1222-f3d1-4299-96f8-a06be960f165 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-687199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4047'] for router (f5055487-3a49-4ec4-87fb-0d2fb8bef04f), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:07.709450 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-c5cd1222-f3d1-4299-96f8-a06be960f165 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-679371', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-728442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4088'] for router (f5055487-3a49-4ec4-87fb-0d2fb8bef04f), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:07.812082 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=81,neutron:DELETE=7,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:17:07.838085 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-c5cd1222-f3d1-4299-96f8-a06be960f165 admin admin] Publish callbacks [] for router_controller (f5055487-3a49-4ec4-87fb-0d2fb8bef04f), precommit_add_association {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:07.879161 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0679c3c-b47f-4dc3-9888-781931899a78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp397e26b8-7a3e-539e-bfac-9573bd620e21-8c282145-933c-4b50-a925-186bff239b95', 'network_id': '8c282145-933c-4b50-a925-186bff239b95', 'project_id': '994738157bca4d9d887f316699bd9387', 'fixed_ips': [{'subnet_id': '676ad41d-510b-4151-ab97-7369b1d7baa6'}]}} from dv-cinder-850321-1-iscsi. {{(pid=104161) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 21 12:17:07.880881 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-e0679c3c-b47f-4dc3-9888-781931899a78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:07.967040 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=80,neutron:DELETE=3,neutron:INSERT=13,neutron:UPDATE=4 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:17:08.076523 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-c5cd1222-f3d1-4299-96f8-a06be960f165 admin admin] Publish callbacks [] for router_gateway (f5055487-3a49-4ec4-87fb-0d2fb8bef04f), precommit_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:08.164354 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.db_base_plugin_common [None req-e0679c3c-b47f-4dc3-9888-781931899a78 None None] Allocated IP 172.20.0.2 (8c282145-933c-4b50-a925-186bff239b95/676ad41d-510b-4151-ab97-7369b1d7baa6/2a283c58-d519-41d5-b5e0-89ab23ed5065) {{(pid=104161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 12:17:08.167525 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=42 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:17:08.425279 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-e0679c3c-b47f-4dc3-9888-781931899a78 None None] Publish callbacks [] for port (2a283c58-d519-41d5-b5e0-89ab23ed5065), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:08.437538 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-e0679c3c-b47f-4dc3-9888-781931899a78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773760637166'] for port (2a283c58-d519-41d5-b5e0-89ab23ed5065), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:08.460231 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-c5cd1222-f3d1-4299-96f8-a06be960f165 admin admin] Publish callbacks [] for router_gateway (f5055487-3a49-4ec4-87fb-0d2fb8bef04f), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:08.489761 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0679c3c-b47f-4dc3-9888-781931899a78 None None] Network 8c282145-933c-4b50-a925-186bff239b95 is already hosted by enough agents. {{(pid=104161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 12:17:08.490475 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-c5cd1222-f3d1-4299-96f8-a06be960f165 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:08.493562 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.scheduler.base_scheduler [None req-e0679c3c-b47f-4dc3-9888-781931899a78 None None] Resources bound (agent type, host, resource id): {{(pid=104161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 12:17:08.495739 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0679c3c-b47f-4dc3-9888-781931899a78 None None] Pushing event updated for resources: {'Port': ['ID=2a283c58-d519-41d5-b5e0-89ab23ed5065,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:17:08.500248 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0679c3c-b47f-4dc3-9888-781931899a78 None None] Received port after_create {{(pid=104161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 12:17:08.529971 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9a4da9-0a7f-46e0-a4d9-9d97176eac8a req-d1d522c6-74fe-471b-9581-5e988b97118d tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:17:08.537329 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-da9a4da9-0a7f-46e0-a4d9-9d97176eac8a req-d1d522c6-74fe-471b-9581-5e988b97118d tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/ports?device_id=27a94fde-54c5-4b8d-9fa5-dab03fa1ac07 HTTP/1.1" status: 200 len: 945 time: 0.1139736 Jul 21 12:17:08.627452 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.managers [None req-e0679c3c-b47f-4dc3-9888-781931899a78 None None] Attempting to bind port 2a283c58-d519-41d5-b5e0-89ab23ed5065 on host dv-cinder-850321-1-iscsi for vnic_type normal with profile {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 12:17:08.627713 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-da9a4da9-0a7f-46e0-a4d9-9d97176eac8a req-f3e7d58c-93d4-4843-9886-55cfef6ad762 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/security-groups?id=88d39ded-9adf-4e28-b3b6-ef623b39acb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891373 Jul 21 12:17:08.628581 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.managers [None req-e0679c3c-b47f-4dc3-9888-781931899a78 None None] Attempting to bind port 2a283c58-d519-41d5-b5e0-89ab23ed5065 by drivers openvswitch,hyperv on host dv-cinder-850321-1-iscsi at level 0 using segments [{'id': '41f4ccd0-1558-464f-a94c-66027c15fb57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '8c282145-933c-4b50-a925-186bff239b95'}] {{(pid=104161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 12:17:08.629486 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0679c3c-b47f-4dc3-9888-781931899a78 None None] Attempting to bind port 2a283c58-d519-41d5-b5e0-89ab23ed5065 on network 8c282145-933c-4b50-a925-186bff239b95 {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 12:17:08.652325 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0679c3c-b47f-4dc3-9888-781931899a78 None None] Checking agent: {'id': 'c982e9e4-9e4b-4150-8658-75b564dceb25', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850321-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 12, 6, 47), 'started_at': datetime.datetime(2022, 7, 21, 12, 7, 17), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 12, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850321-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 12:17:08.652981 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0679c3c-b47f-4dc3-9888-781931899a78 None None] Checking segment: {'id': '41f4ccd0-1558-464f-a94c-66027c15fb57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '8c282145-933c-4b50-a925-186bff239b95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 12:17:08.653688 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-e0679c3c-b47f-4dc3-9888-781931899a78 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:08.654192 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0679c3c-b47f-4dc3-9888-781931899a78 None None] Bound using segment: {'id': '41f4ccd0-1558-464f-a94c-66027c15fb57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '8c282145-933c-4b50-a925-186bff239b95'} {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 12:17:08.654702 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.managers [None req-e0679c3c-b47f-4dc3-9888-781931899a78 None None] Bound port: 2a283c58-d519-41d5-b5e0-89ab23ed5065, host: dv-cinder-850321-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41f4ccd0-1558-464f-a94c-66027c15fb57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '8c282145-933c-4b50-a925-186bff239b95'}}] {{(pid=104161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 12:17:08.655140 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-e0679c3c-b47f-4dc3-9888-781931899a78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (2a283c58-d519-41d5-b5e0-89ab23ed5065), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:08.704768 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-3010e358-4b62-4275-a64f-d28346d357b2 req-de6762d8-7a8a-49b0-99b1-74b17d662fd2 tempest-DeleteServersTestJSON-1093761568 tempest-DeleteServersTestJSON-1093761568-project] 10.222.0.18 "GET /v2.0/ports?device_id=3374fda9-c1c9-4d63-acce-726d9a907bfa HTTP/1.1" status: 200 len: 210 time: 0.0500975 Jul 21 12:17:08.741668 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-e0679c3c-b47f-4dc3-9888-781931899a78 None None] For port 2a283c58-d519-41d5-b5e0-89ab23ed5065, host dv-cinder-850321-1-iscsi, cleared binding levels {{(pid=104161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 12:17:08.745959 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.db.db_base_plugin_common [None req-c5cd1222-f3d1-4299-96f8-a06be960f165 admin admin] Allocated IP 172.27.3.210 (f382b478-dfd7-4678-bcdd-821f508b5bc8/39ec59ca-1d5b-4110-899c-eae6f5db3a39/0a844b22-5d2b-426f-bd30-18fb6671583f) {{(pid=104159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 12:17:08.747596 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-e0679c3c-b47f-4dc3-9888-781931899a78 None None] For port 2a283c58-d519-41d5-b5e0-89ab23ed5065, host dv-cinder-850321-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-1-iscsi',level=0,port_id=2a283c58-d519-41d5-b5e0-89ab23ed5065,segment=NetworkSegment(41f4ccd0-1558-464f-a94c-66027c15fb57),segment_id=41f4ccd0-1558-464f-a94c-66027c15fb57)] {{(pid=104161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 12:17:08.765529 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-e0679c3c-b47f-4dc3-9888-781931899a78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158'] for port (2a283c58-d519-41d5-b5e0-89ab23ed5065), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:08.875913 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0679c3c-b47f-4dc3-9888-781931899a78 None None] Pushing event updated for resources: {'Port': ['ID=2a283c58-d519-41d5-b5e0-89ab23ed5065,revision_number=2']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:17:08.942913 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-c5cd1222-f3d1-4299-96f8-a06be960f165 admin admin] Publish callbacks [] for port (0a844b22-5d2b-426f-bd30-18fb6671583f), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:08.993888 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-c5cd1222-f3d1-4299-96f8-a06be960f165 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773760637166'] for port (0a844b22-5d2b-426f-bd30-18fb6671583f), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:09.038036 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5cd1222-f3d1-4299-96f8-a06be960f165 admin admin] Network f382b478-dfd7-4678-bcdd-821f508b5bc8 is already hosted by enough agents. {{(pid=104159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 12:17:09.055239 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.scheduler.base_scheduler [None req-c5cd1222-f3d1-4299-96f8-a06be960f165 admin admin] Resources bound (agent type, host, resource id): {{(pid=104159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 12:17:09.070447 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5cd1222-f3d1-4299-96f8-a06be960f165 admin admin] Received port after_create {{(pid=104159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 12:17:09.133062 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cd1222-f3d1-4299-96f8-a06be960f165 admin admin] Pushing event updated for resources: {'Port': ['ID=0a844b22-5d2b-426f-bd30-18fb6671583f,revision_number=1']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:17:09.489954 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-c5cd1222-f3d1-4299-96f8-a06be960f165 admin admin] Publish callbacks [] for router_gateway (f5055487-3a49-4ec4-87fb-0d2fb8bef04f), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:09.491696 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:17:09.865936 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9352c351-c3c6-4d8b-b2e8-10b97b7b4343 req-2baf6d71-046c-4e79-9e3a-c46f249eb7ae tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:17:09.867674 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-9352c351-c3c6-4d8b-b2e8-10b97b7b4343 req-2baf6d71-046c-4e79-9e3a-c46f249eb7ae tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/ports?device_id=27a94fde-54c5-4b8d-9fa5-dab03fa1ac07 HTTP/1.1" status: 200 len: 945 time: 0.1250229 Jul 21 12:17:09.951061 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-9352c351-c3c6-4d8b-b2e8-10b97b7b4343 req-d5f9fe3a-331f-4501-9b80-46882bfa8dd2 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/security-groups?id=88d39ded-9adf-4e28-b3b6-ef623b39acb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754550 Jul 21 12:17:09.954620 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-ec9c0795-5388-4c28-91a9-779b1debdfc9 req-04fbcbc7-bd6b-4231-a768-a03f47e6202a tempest-DeleteServersTestJSON-1093761568 tempest-DeleteServersTestJSON-1093761568-project] 10.222.0.18 "GET /v2.0/ports?device_id=3374fda9-c1c9-4d63-acce-726d9a907bfa HTTP/1.1" status: 200 len: 210 time: 0.0585485 Jul 21 12:17:10.106301 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:17:10.136907 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-c5cd1222-f3d1-4299-96f8-a06be960f165 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-680199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-679602'] for router (f5055487-3a49-4ec4-87fb-0d2fb8bef04f), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:10.223355 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-116e73e4-4a47-4e8e-8da7-4713a0064b60 None None] Network 8c282145-933c-4b50-a925-186bff239b95 requested from dv-cinder-850321-1-iscsi {{(pid=104161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 12:17:10.315789 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5cd1222-f3d1-4299-96f8-a06be960f165 admin admin] Router f5055487-3a49-4ec4-87fb-0d2fb8bef04f is scheduled to L3 agent ceb1130f-c61e-494c-be4f-967cc153319c with binding_index 1 {{(pid=104159) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 21 12:17:10.347431 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [None req-b35655cb-fc33-4b1b-8de8-6856e8fa99c2 None None] Provisioning complete for port 2a283c58-d519-41d5-b5e0-89ab23ed5065 triggered by entity DHCP. {{(pid=104161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 12:17:10.347821 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-b35655cb-fc33-4b1b-8de8-6856e8fa99c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388846'] for port (2a283c58-d519-41d5-b5e0-89ab23ed5065), provisioning_complete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:10.405723 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:17:10.412140 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:17:10.461469 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-b35655cb-fc33-4b1b-8de8-6856e8fa99c2 None None] Current status of the port 2a283c58-d519-41d5-b5e0-89ab23ed5065 is: DOWN; New status is: ACTIVE {{(pid=104161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 12:17:10.461862 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-b35655cb-fc33-4b1b-8de8-6856e8fa99c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (2a283c58-d519-41d5-b5e0-89ab23ed5065), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:10.490873 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5cd1222-f3d1-4299-96f8-a06be960f165 admin admin] Notify agent at l3_agent.dv-cinder-850321-1-iscsi the message routers_updated {{(pid=104159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 12:17:10.508991 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c6071e-aea7-4094-bb66-9d76631d2436 None None] Sync routers for ids ['f5055487-3a49-4ec4-87fb-0d2fb8bef04f'] in dv-cinder-850321-1-iscsi {{(pid=104162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 12:17:10.519084 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-b35655cb-fc33-4b1b-8de8-6856e8fa99c2 None None] For port 2a283c58-d519-41d5-b5e0-89ab23ed5065, host dv-cinder-850321-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-1-iscsi',level=0,port_id=2a283c58-d519-41d5-b5e0-89ab23ed5065,segment=NetworkSegment(41f4ccd0-1558-464f-a94c-66027c15fb57),segment_id=41f4ccd0-1558-464f-a94c-66027c15fb57)] {{(pid=104161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 12:17:10.525025 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c6071e-aea7-4094-bb66-9d76631d2436 None None] Routers {'f5055487-3a49-4ec4-87fb-0d2fb8bef04f'} bound to L3 agent in host dv-cinder-850321-1-iscsi {{(pid=104162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 12:17:10.526380 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_hamode_db [None req-63c6071e-aea7-4094-bb66-9d76631d2436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-21T12:06:45Z,description=,heartbeat_timestamp=2022-07-21T12:16:45Z,host='dv-cinder-850321-1-iscsi',id=ceb1130f-c61e-494c-be4f-967cc153319c,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T12:06:45Z,topic='l3_agent')) {'router_ids': ['f5055487-3a49-4ec4-87fb-0d2fb8bef04f'], 'active': True} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:17:10.528294 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-b35655cb-fc33-4b1b-8de8-6856e8fa99c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158'] for port (2a283c58-d519-41d5-b5e0-89ab23ed5065), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:10.534168 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-c5cd1222-f3d1-4299-96f8-a06be960f165 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:10.538152 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-c5cd1222-f3d1-4299-96f8-a06be960f165 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.8663192 Jul 21 12:17:10.538276 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.18', 59856) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:17:10.644316 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35655cb-fc33-4b1b-8de8-6856e8fa99c2 None None] Pushing event updated for resources: {'Port': ['ID=2a283c58-d519-41d5-b5e0-89ab23ed5065,revision_number=3']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:17:10.653495 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvr_db [None req-63c6071e-aea7-4094-bb66-9d76631d2436 None None] Set router f5055487-3a49-4ec4-87fb-0d2fb8bef04f gateway port host: dv-cinder-850321-1-iscsi {{(pid=104162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 12:17:10.774937 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [None req-3ed9a751-0e47-4dd5-a60a-59ac8287352e None None] Provisioning complete for port 2a283c58-d519-41d5-b5e0-89ab23ed5065 triggered by entity DHCP. {{(pid=104161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 12:17:10.775382 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-3ed9a751-0e47-4dd5-a60a-59ac8287352e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388846'] for port (2a283c58-d519-41d5-b5e0-89ab23ed5065), provisioning_complete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:10.898018 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_hamode_db [None req-63c6071e-aea7-4094-bb66-9d76631d2436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5055487-3a49-4ec4-87fb-0d2fb8bef04f', 'name': 'tempest-TestShelveInstance-368893645-router', 'tenant_id': '994738157bca4d9d887f316699bd9387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'external_fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': '0a844b22-5d2b-426f-bd30-18fb6671583f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T12:17:07Z', 'updated_at': '2022-07-21T12:17:09Z', 'revision_number': 3, 'project_id': '994738157bca4d9d887f316699bd9387', 'gw_port': {'id': '0a844b22-5d2b-426f-bd30-18fb6671583f', 'name': '', 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:cb:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5055487-3a49-4ec4-87fb-0d2fb8bef04f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:17:08Z', 'updated_at': '2022-07-21T12:17:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-1-iscsi'}], 'dv-cinder-850321-1-iscsi', False) {} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:17:10.948613 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c6071e-aea7-4094-bb66-9d76631d2436 None None] Checking router: f5055487-3a49-4ec4-87fb-0d2fb8bef04f for host: dv-cinder-850321-1-iscsi {{(pid=104162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 12:17:10.949370 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c6071e-aea7-4094-bb66-9d76631d2436 None None] Updating router f5055487-3a49-4ec4-87fb-0d2fb8bef04f port 0a844b22-5d2b-426f-bd30-18fb6671583f binding host dv-cinder-850321-1-iscsi {{(pid=104162) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 21 12:17:10.983316 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-63c6071e-aea7-4094-bb66-9d76631d2436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (0a844b22-5d2b-426f-bd30-18fb6671583f), before_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:10.987442 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-3ed9a751-0e47-4dd5-a60a-59ac8287352e None None] Current status of the port 2a283c58-d519-41d5-b5e0-89ab23ed5065 is: ACTIVE; New status is: ACTIVE {{(pid=104161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 12:17:11.286567 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c079c1-8259-47a4-ab75-b7f6b7598c11 req-69a32e61-8704-4c0d-b104-e6695bf4ce7f tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:17:11.288513 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-b5c079c1-8259-47a4-ab75-b7f6b7598c11 req-69a32e61-8704-4c0d-b104-e6695bf4ce7f tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/ports?device_id=27a94fde-54c5-4b8d-9fa5-dab03fa1ac07 HTTP/1.1" status: 200 len: 945 time: 0.1756229 Jul 21 12:17:11.386715 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-315fabd7-62d8-4218-a493-f0e4b690cece req-9a23ef35-c412-4688-82fe-faeb68658ab4 tempest-DeleteServersTestJSON-1093761568 tempest-DeleteServersTestJSON-1093761568-project] 10.222.0.18 "GET /v2.0/ports?device_id=3374fda9-c1c9-4d63-acce-726d9a907bfa HTTP/1.1" status: 200 len: 210 time: 0.0418322 Jul 21 12:17:11.427822 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Device 2a283c58-d519-41d5-b5e0-89ab23ed5065 up at agent ovs-agent-dv-cinder-850321-1-iscsi {{(pid=104161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 12:17:11.453710 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-b5c079c1-8259-47a4-ab75-b7f6b7598c11 req-5350a15c-bdb3-48ca-a73a-6b3d5b0c0078 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/security-groups?id=88d39ded-9adf-4e28-b3b6-ef623b39acb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588666 Jul 21 12:17:11.491658 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-491b6775-4818-4124-8c9e-2d042889c03e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (8a21e728-a2e9-4580-a748-6ac9ba47a2a7), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:11.507602 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Provisioning complete for port 2a283c58-d519-41d5-b5e0-89ab23ed5065 triggered by entity L2. {{(pid=104161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 12:17:11.508287 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388846'] for port (2a283c58-d519-41d5-b5e0-89ab23ed5065), provisioning_complete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:11.559659 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Device 13c51368-9610-4fea-ac70-c813e2c1f802 no longer exists at agent hyperv_hv-cinder-85032 {{(pid=104161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 12:17:11.590350 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] No Port match for: 13c51368-9610-4fea-ac70-c813e2c1f802 {{(pid=104161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 12:17:11.591834 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Device 13c51368-9610-4fea-ac70-c813e2c1f802 not bound to the agent host hv-cinder-85032 {{(pid=104161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 12:17:11.653197 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Current status of the port 2a283c58-d519-41d5-b5e0-89ab23ed5065 is: ACTIVE; New status is: ACTIVE {{(pid=104161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 12:17:11.662700 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-63c6071e-aea7-4094-bb66-9d76631d2436 None None] Publish callbacks [] for port (0a844b22-5d2b-426f-bd30-18fb6671583f), precommit_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:11.672835 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-63c6071e-aea7-4094-bb66-9d76631d2436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158'] for port (0a844b22-5d2b-426f-bd30-18fb6671583f), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:11.726355 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab494969-df70-4869-95fd-ed9aef189958 None None] Pushing event updated for resources: {'Port': ['ID=0a844b22-5d2b-426f-bd30-18fb6671583f,revision_number=2']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:17:11.739956 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab494969-df70-4869-95fd-ed9aef189958 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:17:11.740565 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab494969-df70-4869-95fd-ed9aef189958 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:17:11.740930 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab494969-df70-4869-95fd-ed9aef189958 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:17:11.741276 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab494969-df70-4869-95fd-ed9aef189958 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:17:11.741605 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab494969-df70-4869-95fd-ed9aef189958 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:17:11.741942 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab494969-df70-4869-95fd-ed9aef189958 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:17:11.742243 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab494969-df70-4869-95fd-ed9aef189958 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:17:11.742568 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab494969-df70-4869-95fd-ed9aef189958 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:17:11.742874 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab494969-df70-4869-95fd-ed9aef189958 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:17:11.743186 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab494969-df70-4869-95fd-ed9aef189958 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:17:11.743697 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab494969-df70-4869-95fd-ed9aef189958 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:17:11.744678 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab494969-df70-4869-95fd-ed9aef189958 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:17:11.745005 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab494969-df70-4869-95fd-ed9aef189958 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:17:11.745368 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab494969-df70-4869-95fd-ed9aef189958 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:17:11.745681 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab494969-df70-4869-95fd-ed9aef189958 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:17:11.775007 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.managers [None req-63c6071e-aea7-4094-bb66-9d76631d2436 None None] Attempting to bind port 0a844b22-5d2b-426f-bd30-18fb6671583f on host dv-cinder-850321-1-iscsi for vnic_type normal with profile {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 12:17:11.775404 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.managers [None req-63c6071e-aea7-4094-bb66-9d76631d2436 None None] Attempting to bind port 0a844b22-5d2b-426f-bd30-18fb6671583f by drivers openvswitch,hyperv on host dv-cinder-850321-1-iscsi at level 0 using segments [{'id': '516861e0-d3fe-4b3f-83ca-af9f79051018', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8'}] {{(pid=104162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 12:17:11.775784 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c6071e-aea7-4094-bb66-9d76631d2436 None None] Attempting to bind port 0a844b22-5d2b-426f-bd30-18fb6671583f on network f382b478-dfd7-4678-bcdd-821f508b5bc8 {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 12:17:11.782290 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c6071e-aea7-4094-bb66-9d76631d2436 None None] Checking agent: {'id': 'c982e9e4-9e4b-4150-8658-75b564dceb25', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850321-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 12, 6, 47), 'started_at': datetime.datetime(2022, 7, 21, 12, 7, 17), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 12, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850321-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 12:17:11.782684 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c6071e-aea7-4094-bb66-9d76631d2436 None None] Checking segment: {'id': '516861e0-d3fe-4b3f-83ca-af9f79051018', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 12:17:11.783093 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-63c6071e-aea7-4094-bb66-9d76631d2436 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:11.783662 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c6071e-aea7-4094-bb66-9d76631d2436 None None] Bound using segment: {'id': '516861e0-d3fe-4b3f-83ca-af9f79051018', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8'} {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 12:17:11.784401 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.managers [None req-63c6071e-aea7-4094-bb66-9d76631d2436 None None] Bound port: 0a844b22-5d2b-426f-bd30-18fb6671583f, host: dv-cinder-850321-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '516861e0-d3fe-4b3f-83ca-af9f79051018', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8'}}] {{(pid=104162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 12:17:11.784782 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-63c6071e-aea7-4094-bb66-9d76631d2436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (0a844b22-5d2b-426f-bd30-18fb6671583f), before_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:11.850577 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-63c6071e-aea7-4094-bb66-9d76631d2436 None None] For port 0a844b22-5d2b-426f-bd30-18fb6671583f, host dv-cinder-850321-1-iscsi, cleared binding levels {{(pid=104162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 12:17:11.858951 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-63c6071e-aea7-4094-bb66-9d76631d2436 None None] For port 0a844b22-5d2b-426f-bd30-18fb6671583f, host dv-cinder-850321-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-1-iscsi',level=0,port_id=0a844b22-5d2b-426f-bd30-18fb6671583f,segment=NetworkSegment(516861e0-d3fe-4b3f-83ca-af9f79051018),segment_id=516861e0-d3fe-4b3f-83ca-af9f79051018)] {{(pid=104162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 12:17:11.869523 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-63c6071e-aea7-4094-bb66-9d76631d2436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158'] for port (0a844b22-5d2b-426f-bd30-18fb6671583f), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:11.882251 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-288e6d25-e473-4a63-8aae-f9dfce7be2b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:11.915854 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:17:11.924383 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:17:11.951020 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:17:11.955730 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c6071e-aea7-4094-bb66-9d76631d2436 None None] Routers {'f5055487-3a49-4ec4-87fb-0d2fb8bef04f'} bound to L3 agent in host dv-cinder-850321-1-iscsi {{(pid=104162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 12:17:11.956403 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_hamode_db [None req-63c6071e-aea7-4094-bb66-9d76631d2436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-21T12:06:45Z,description=,heartbeat_timestamp=2022-07-21T12:16:45Z,host='dv-cinder-850321-1-iscsi',id=ceb1130f-c61e-494c-be4f-967cc153319c,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T12:06:45Z,topic='l3_agent')) {'router_ids': ['f5055487-3a49-4ec4-87fb-0d2fb8bef04f'], 'active': True} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:17:11.999638 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab494969-df70-4869-95fd-ed9aef189958 None None] Pushing event updated for resources: {'Port': ['ID=0a844b22-5d2b-426f-bd30-18fb6671583f,revision_number=3']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:17:12.085602 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.db.db_base_plugin_common [None req-288e6d25-e473-4a63-8aae-f9dfce7be2b7 admin admin] Allocated IP 172.20.0.1 (8c282145-933c-4b50-a925-186bff239b95/676ad41d-510b-4151-ab97-7369b1d7baa6/b8a840cd-efa9-4927-a522-b79e6867b1e3) {{(pid=104160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 12:17:12.108975 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:17:12.125441 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvr_db [None req-63c6071e-aea7-4094-bb66-9d76631d2436 None None] Set router f5055487-3a49-4ec4-87fb-0d2fb8bef04f gateway port host: dv-cinder-850321-1-iscsi {{(pid=104162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 12:17:12.265903 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-288e6d25-e473-4a63-8aae-f9dfce7be2b7 admin admin] Publish callbacks [] for port (b8a840cd-efa9-4927-a522-b79e6867b1e3), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:12.307025 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-288e6d25-e473-4a63-8aae-f9dfce7be2b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773760637166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9357752'] for port (b8a840cd-efa9-4927-a522-b79e6867b1e3), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:12.344390 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_hamode_db [None req-63c6071e-aea7-4094-bb66-9d76631d2436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5055487-3a49-4ec4-87fb-0d2fb8bef04f', 'name': 'tempest-TestShelveInstance-368893645-router', 'tenant_id': '994738157bca4d9d887f316699bd9387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'external_fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': '0a844b22-5d2b-426f-bd30-18fb6671583f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T12:17:07Z', 'updated_at': '2022-07-21T12:17:09Z', 'revision_number': 3, 'project_id': '994738157bca4d9d887f316699bd9387', 'gw_port': {'id': '0a844b22-5d2b-426f-bd30-18fb6671583f', 'name': '', 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:cb:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5055487-3a49-4ec4-87fb-0d2fb8bef04f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:17:08Z', 'updated_at': '2022-07-21T12:17:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-1-iscsi'}], 'dv-cinder-850321-1-iscsi', False) {} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:17:12.351179 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-288e6d25-e473-4a63-8aae-f9dfce7be2b7 admin admin] Network 8c282145-933c-4b50-a925-186bff239b95 is already hosted by enough agents. {{(pid=104160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 12:17:12.357248 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.scheduler.base_scheduler [None req-288e6d25-e473-4a63-8aae-f9dfce7be2b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=104160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 12:17:12.362190 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-288e6d25-e473-4a63-8aae-f9dfce7be2b7 admin admin] Received port after_create {{(pid=104160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 12:17:12.376807 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c6071e-aea7-4094-bb66-9d76631d2436 None None] The sync data for ids ['f5055487-3a49-4ec4-87fb-0d2fb8bef04f'] in dv-cinder-850321-1-iscsi is: [{'id': 'f5055487-3a49-4ec4-87fb-0d2fb8bef04f', 'name': 'tempest-TestShelveInstance-368893645-router', 'tenant_id': '994738157bca4d9d887f316699bd9387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'external_fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': '0a844b22-5d2b-426f-bd30-18fb6671583f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T12:17:07Z', 'updated_at': '2022-07-21T12:17:09Z', 'revision_number': 3, 'project_id': '994738157bca4d9d887f316699bd9387', 'gw_port': {'id': '0a844b22-5d2b-426f-bd30-18fb6671583f', 'name': '', 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:cb:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5055487-3a49-4ec4-87fb-0d2fb8bef04f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:17:08Z', 'updated_at': '2022-07-21T12:17:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-1-iscsi'}] {{(pid=104162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 12:17:12.415097 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-288e6d25-e473-4a63-8aae-f9dfce7be2b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-682569'] for router_interface (f5055487-3a49-4ec4-87fb-0d2fb8bef04f), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:12.482581 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288e6d25-e473-4a63-8aae-f9dfce7be2b7 admin admin] Pushing event updated for resources: {'Port': ['ID=b8a840cd-efa9-4927-a522-b79e6867b1e3,revision_number=1']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:17:12.617530 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942879cb-8abc-4106-9852-7bfa45aa542a req-60d65902-0296-4c88-913b-31af18883efc tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:17:12.625169 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-942879cb-8abc-4106-9852-7bfa45aa542a req-60d65902-0296-4c88-913b-31af18883efc tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/ports?device_id=27a94fde-54c5-4b8d-9fa5-dab03fa1ac07 HTTP/1.1" status: 200 len: 945 time: 0.0696440 Jul 21 12:17:12.686813 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-288e6d25-e473-4a63-8aae-f9dfce7be2b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (b8a840cd-efa9-4927-a522-b79e6867b1e3), before_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:12.724991 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-942879cb-8abc-4106-9852-7bfa45aa542a req-6f0be7b4-c9fb-4d8a-b43d-3412cb1d09a4 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/security-groups?id=88d39ded-9adf-4e28-b3b6-ef623b39acb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984995 Jul 21 12:17:12.871933 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [None req-f4ff9f5b-ad74-40bd-b157-31da0a017dc9 None None] Provisioning complete for port b8a840cd-efa9-4927-a522-b79e6867b1e3 triggered by entity DHCP. {{(pid=104161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 12:17:12.873607 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-f4ff9f5b-ad74-40bd-b157-31da0a017dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388846'] for port (b8a840cd-efa9-4927-a522-b79e6867b1e3), provisioning_complete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:13.013498 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-288e6d25-e473-4a63-8aae-f9dfce7be2b7 admin admin] Publish callbacks [] for port (b8a840cd-efa9-4927-a522-b79e6867b1e3), precommit_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:13.019773 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-288e6d25-e473-4a63-8aae-f9dfce7be2b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9357699'] for port (b8a840cd-efa9-4927-a522-b79e6867b1e3), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:13.049988 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:17:13.132282 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288e6d25-e473-4a63-8aae-f9dfce7be2b7 admin admin] Pushing event updated for resources: {'Port': ['ID=b8a840cd-efa9-4927-a522-b79e6867b1e3,revision_number=2']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:17:13.158067 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-288e6d25-e473-4a63-8aae-f9dfce7be2b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-682661'] for router_interface (f5055487-3a49-4ec4-87fb-0d2fb8bef04f), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:13.177286 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-f4ff9f5b-ad74-40bd-b157-31da0a017dc9 None None] Port b8a840cd-efa9-4927-a522-b79e6867b1e3 cannot update to ACTIVE because it is not bound. {{(pid=104161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 12:17:13.247043 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:17:13.270156 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Device 0a844b22-5d2b-426f-bd30-18fb6671583f up at agent ovs-agent-dv-cinder-850321-1-iscsi {{(pid=104161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 12:17:13.305636 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-288e6d25-e473-4a63-8aae-f9dfce7be2b7 admin admin] Network 8c282145-933c-4b50-a925-186bff239b95 is already hosted by enough agents. {{(pid=104160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 12:17:13.307442 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.scheduler.base_scheduler [None req-288e6d25-e473-4a63-8aae-f9dfce7be2b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=104160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 12:17:13.338792 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Provisioning complete for port 0a844b22-5d2b-426f-bd30-18fb6671583f triggered by entity L2. {{(pid=104161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 12:17:13.339358 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388846'] for port (0a844b22-5d2b-426f-bd30-18fb6671583f), provisioning_complete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:13.434541 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-288e6d25-e473-4a63-8aae-f9dfce7be2b7 admin admin] Router f5055487-3a49-4ec4-87fb-0d2fb8bef04f has already been hosted by L3 agent ceb1130f-c61e-494c-be4f-967cc153319c {{(pid=104160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 12:17:13.469338 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Current status of the port 0a844b22-5d2b-426f-bd30-18fb6671583f is: DOWN; New status is: ACTIVE {{(pid=104161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 12:17:13.469905 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (0a844b22-5d2b-426f-bd30-18fb6671583f), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:13.497085 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] For port 0a844b22-5d2b-426f-bd30-18fb6671583f, host dv-cinder-850321-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-1-iscsi',level=0,port_id=0a844b22-5d2b-426f-bd30-18fb6671583f,segment=NetworkSegment(516861e0-d3fe-4b3f-83ca-af9f79051018),segment_id=516861e0-d3fe-4b3f-83ca-af9f79051018)] {{(pid=104161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 12:17:13.502984 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158'] for port (0a844b22-5d2b-426f-bd30-18fb6671583f), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:13.561781 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-288e6d25-e473-4a63-8aae-f9dfce7be2b7 admin admin] Notify agent at l3_agent.dv-cinder-850321-1-iscsi the message routers_updated {{(pid=104160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 12:17:13.568622 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-288e6d25-e473-4a63-8aae-f9dfce7be2b7 admin admin] 10.222.0.18 "PUT /v2.0/routers/f5055487-3a49-4ec4-87fb-0d2fb8bef04f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0291793 Jul 21 12:17:13.586618 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Pushing event updated for resources: {'Port': ['ID=0a844b22-5d2b-426f-bd30-18fb6671583f,revision_number=4']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:17:13.605727 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [None req-8999b1d7-addb-4dbd-97b7-e2d76ca1dbe1 None None] Provisioning complete for port b8a840cd-efa9-4927-a522-b79e6867b1e3 triggered by entity DHCP. {{(pid=104161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 12:17:13.605974 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8999b1d7-addb-4dbd-97b7-e2d76ca1dbe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388846'] for port (b8a840cd-efa9-4927-a522-b79e6867b1e3), provisioning_complete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:13.642842 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-8999b1d7-addb-4dbd-97b7-e2d76ca1dbe1 None None] Port b8a840cd-efa9-4927-a522-b79e6867b1e3 cannot update to ACTIVE because it is not bound. {{(pid=104161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 12:17:13.848393 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd704e3-d7bd-4ecb-8b5c-649bbf9c38d0 req-218ef365-f6f7-4ce7-99c3-fe54619a2fd8 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:17:13.851079 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-4fd704e3-d7bd-4ecb-8b5c-649bbf9c38d0 req-218ef365-f6f7-4ce7-99c3-fe54619a2fd8 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/ports?device_id=27a94fde-54c5-4b8d-9fa5-dab03fa1ac07 HTTP/1.1" status: 200 len: 945 time: 0.0660439 Jul 21 12:17:13.904471 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-4fd704e3-d7bd-4ecb-8b5c-649bbf9c38d0 req-dbe2d64e-3960-424d-8015-a1d7f0beca38 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/security-groups?id=88d39ded-9adf-4e28-b3b6-ef623b39acb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474024 Jul 21 12:17:14.230029 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.18', 59958) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:17:14.235212 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.v2.base [None req-d7d0fdcc-c102-45de-bd9c-8cb7e793153b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1909229110-network', 'tenant_id': '2ef1937b964b497ab2734d543544d5ad'}} {{(pid=104160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 12:17:14.258456 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7d0fdcc-c102-45de-bd9c-8cb7e793153b admin admin] Made reservation on behalf of 2ef1937b964b497ab2734d543544d5ad for: {'network': 1} {{(pid=104160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 12:17:14.260939 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-d7d0fdcc-c102-45de-bd9c-8cb7e793153b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for network (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:14.271827 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-d7d0fdcc-c102-45de-bd9c-8cb7e793153b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:14.407693 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-d7d0fdcc-c102-45de-bd9c-8cb7e793153b admin admin] Publish callbacks [] for security_group (22b72da7-64f4-40c5-b66a-735925d90287), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:14.412451 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-d7d0fdcc-c102-45de-bd9c-8cb7e793153b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (22b72da7-64f4-40c5-b66a-735925d90287), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:14.443347 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7d0fdcc-c102-45de-bd9c-8cb7e793153b admin admin] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=104160) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 21 12:17:14.455175 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d0fdcc-c102-45de-bd9c-8cb7e793153b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22b72da7-64f4-40c5-b66a-735925d90287,revision_number=1']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:17:14.464058 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-d7d0fdcc-c102-45de-bd9c-8cb7e793153b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1820665'] for segment (983d4d02-3481-49e3-871e-317eb4b0b768), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:14.464509 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.db.segments_db [None req-d7d0fdcc-c102-45de-bd9c-8cb7e793153b admin admin] Added segment 983d4d02-3481-49e3-871e-317eb4b0b768 of type vlan for network 696c0dee-caed-4736-b4d0-b10a0948354a Jul 21 12:17:14.492603 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-772f61da-8d26-4cb7-b1e6-398ed72e1293 None None] Sync routers for ids ['f5055487-3a49-4ec4-87fb-0d2fb8bef04f'] in dv-cinder-850321-1-iscsi {{(pid=104161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 12:17:14.505806 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772f61da-8d26-4cb7-b1e6-398ed72e1293 None None] Routers {'f5055487-3a49-4ec4-87fb-0d2fb8bef04f'} bound to L3 agent in host dv-cinder-850321-1-iscsi {{(pid=104161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 12:17:14.506583 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-772f61da-8d26-4cb7-b1e6-398ed72e1293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-21T12:06:45Z,description=,heartbeat_timestamp=2022-07-21T12:16:45Z,host='dv-cinder-850321-1-iscsi',id=ceb1130f-c61e-494c-be4f-967cc153319c,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T12:06:45Z,topic='l3_agent')) {'router_ids': ['f5055487-3a49-4ec4-87fb-0d2fb8bef04f'], 'active': True} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:17:14.537799 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-d7d0fdcc-c102-45de-bd9c-8cb7e793153b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773760621873'] for network (696c0dee-caed-4736-b4d0-b10a0948354a), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:14.573588 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-d7d0fdcc-c102-45de-bd9c-8cb7e793153b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329'] for network (696c0dee-caed-4736-b4d0-b10a0948354a), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:14.574947 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7d0fdcc-c102-45de-bd9c-8cb7e793153b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:17:14.575760 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-d7d0fdcc-c102-45de-bd9c-8cb7e793153b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622315'] for network (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:14.633737 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:17:14.637815 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-d7d0fdcc-c102-45de-bd9c-8cb7e793153b admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4063685 Jul 21 12:17:14.641894 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 59962) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:17:14.648723 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.v2.base [None req-09ab042c-1f69-4210-96f6-68bd24dc6382 admin admin] Request body: {'subnet': {'network_id': '696c0dee-caed-4736-b4d0-b10a0948354a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1909229110-subnet', 'tenant_id': '2ef1937b964b497ab2734d543544d5ad', 'ip_version': 4}} {{(pid=104159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 12:17:14.657524 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvr_db [None req-772f61da-8d26-4cb7-b1e6-398ed72e1293 None None] Set router f5055487-3a49-4ec4-87fb-0d2fb8bef04f gateway port host: dv-cinder-850321-1-iscsi {{(pid=104161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 12:17:14.675554 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09ab042c-1f69-4210-96f6-68bd24dc6382 admin admin] Made reservation on behalf of 2ef1937b964b497ab2734d543544d5ad for: {'subnet': 1} {{(pid=104159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 12:17:14.679554 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-09ab042c-1f69-4210-96f6-68bd24dc6382 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:14.707911 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d0fdcc-c102-45de-bd9c-8cb7e793153b admin admin] Pushing event updated for resources: {'Network': ['ID=696c0dee-caed-4736-b4d0-b10a0948354a,revision_number=1']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:17:14.709746 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:17:14.726451 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Network 696c0dee-caed-4736-b4d0-b10a0948354a details requested by agent ovs-agent-dv-cinder-850321-1-iscsi with host dv-cinder-850321-1-iscsi {{(pid=104161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 21 12:17:14.895755 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-09ab042c-1f69-4210-96f6-68bd24dc6382 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329'] for subnet (e0f3c015-136b-40d1-bb21-7516342209a2), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:14.899088 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:17:14.913441 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-aa91c095-3b01-45c1-a40a-a97c3a4bb580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (ceb1130f-c61e-494c-be4f-967cc153319c), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:14.933412 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:17:14.962855 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ab042c-1f69-4210-96f6-68bd24dc6382 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0f3c015-136b-40d1-bb21-7516342209a2,revision_number=0']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:17:14.979059 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ab042c-1f69-4210-96f6-68bd24dc6382 admin admin] Checking segment: {'id': '983d4d02-3481-49e3-871e-317eb4b0b768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '696c0dee-caed-4736-b4d0-b10a0948354a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 12:17:14.979416 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09ab042c-1f69-4210-96f6-68bd24dc6382 admin admin] Network hostable DHCP agents. Network: 696c0dee-caed-4736-b4d0-b10a0948354a, hostable agents: ['8a21e728-a2e9-4580-a748-6ac9ba47a2a7'], hosted agents: [] {{(pid=104159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 21 12:17:15.003439 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-772f61da-8d26-4cb7-b1e6-398ed72e1293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5055487-3a49-4ec4-87fb-0d2fb8bef04f', 'name': 'tempest-TestShelveInstance-368893645-router', 'tenant_id': '994738157bca4d9d887f316699bd9387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'external_fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': '0a844b22-5d2b-426f-bd30-18fb6671583f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T12:17:07Z', 'updated_at': '2022-07-21T12:17:12Z', 'revision_number': 4, 'project_id': '994738157bca4d9d887f316699bd9387', 'gw_port': {'id': '0a844b22-5d2b-426f-bd30-18fb6671583f', 'name': '', 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:cb:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5055487-3a49-4ec4-87fb-0d2fb8bef04f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:17:08Z', 'updated_at': '2022-07-21T12:17:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-1-iscsi', '_interfaces': [{'id': 'b8a840cd-efa9-4927-a522-b79e6867b1e3', 'name': '', 'network_id': '8c282145-933c-4b50-a925-186bff239b95', 'tenant_id': '994738157bca4d9d887f316699bd9387', 'mac_address': 'fa:16:3e:3d:ec:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5055487-3a49-4ec4-87fb-0d2fb8bef04f', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '676ad41d-510b-4151-ab97-7369b1d7baa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:17:11Z', 'updated_at': '2022-07-21T12:17:12Z', 'revision_number': 2, 'project_id': '994738157bca4d9d887f316699bd9387', 'subnets': [{'id': '676ad41d-510b-4151-ab97-7369b1d7baa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-1-iscsi', False) {} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:17:15.013077 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09ab042c-1f69-4210-96f6-68bd24dc6382 admin admin] Network 696c0dee-caed-4736-b4d0-b10a0948354a is scheduled to be hosted by DHCP agent 8a21e728-a2e9-4580-a748-6ac9ba47a2a7 with binding_index 1 {{(pid=104159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 21 12:17:15.026484 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.scheduler.base_scheduler [None req-09ab042c-1f69-4210-96f6-68bd24dc6382 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850321-1-iscsi, 696c0dee-caed-4736-b4d0-b10a0948354a) {{(pid=104159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 12:17:15.031599 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09ab042c-1f69-4210-96f6-68bd24dc6382 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:17:15.032383 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-09ab042c-1f69-4210-96f6-68bd24dc6382 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622315'] for subnet (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:15.048873 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1efbbefa-bdcd-4059-b090-8e23a031b08f None None] Network 696c0dee-caed-4736-b4d0-b10a0948354a requested from dv-cinder-850321-1-iscsi {{(pid=104161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 12:17:15.051777 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-772f61da-8d26-4cb7-b1e6-398ed72e1293 None None] Checking router: f5055487-3a49-4ec4-87fb-0d2fb8bef04f for host: dv-cinder-850321-1-iscsi {{(pid=104161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 12:17:15.054780 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-772f61da-8d26-4cb7-b1e6-398ed72e1293 None None] Updating router f5055487-3a49-4ec4-87fb-0d2fb8bef04f port b8a840cd-efa9-4927-a522-b79e6867b1e3 binding host dv-cinder-850321-1-iscsi {{(pid=104161) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 21 12:17:15.054862 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-09ab042c-1f69-4210-96f6-68bd24dc6382 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4090233 Jul 21 12:17:15.054862 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 59970) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:17:15.059640 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.v2.base [None req-d44421ca-13af-42b7-85d6-1764f28b42ec admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1909229110-router', 'tenant_id': '2ef1937b964b497ab2734d543544d5ad', 'external_gateway_info': {'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8'}}} {{(pid=104159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 12:17:15.084909 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-d44421ca-13af-42b7-85d6-1764f28b42ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-687199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4047'] for router (f821dd7f-e30d-4561-9e30-8181a046dde5), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:15.086462 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-d44421ca-13af-42b7-85d6-1764f28b42ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-679371', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-728442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4088'] for router (f821dd7f-e30d-4561-9e30-8181a046dde5), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:15.088807 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbff3fbd-9136-4ccb-a33f-5e8663db4e6b req-d3d2a8d4-8869-488e-a95f-03a17e798f3c tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:17:15.090773 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-dbff3fbd-9136-4ccb-a33f-5e8663db4e6b req-d3d2a8d4-8869-488e-a95f-03a17e798f3c tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/ports?device_id=27a94fde-54c5-4b8d-9fa5-dab03fa1ac07 HTTP/1.1" status: 200 len: 945 time: 0.0834377 Jul 21 12:17:15.148144 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:17:15.170986 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-d44421ca-13af-42b7-85d6-1764f28b42ec admin admin] Publish callbacks [] for router_controller (f821dd7f-e30d-4561-9e30-8181a046dde5), precommit_add_association {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:15.175141 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-dbff3fbd-9136-4ccb-a33f-5e8663db4e6b req-528d8c20-6e33-40b8-b6f7-c46948ecb983 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/security-groups?id=88d39ded-9adf-4e28-b3b6-ef623b39acb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712311 Jul 21 12:17:15.189326 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-772f61da-8d26-4cb7-b1e6-398ed72e1293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (b8a840cd-efa9-4927-a522-b79e6867b1e3), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:15.204836 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7e95b98-9dd9-4c02-aeaa-e4f67d93d011 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp397e26b8-7a3e-539e-bfac-9573bd620e21-696c0dee-caed-4736-b4d0-b10a0948354a', 'network_id': '696c0dee-caed-4736-b4d0-b10a0948354a', 'project_id': '2ef1937b964b497ab2734d543544d5ad', 'fixed_ips': [{'subnet_id': 'e0f3c015-136b-40d1-bb21-7516342209a2'}]}} from dv-cinder-850321-1-iscsi. {{(pid=104161) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 21 12:17:15.205841 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-f7e95b98-9dd9-4c02-aeaa-e4f67d93d011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:15.322220 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Device 0a844b22-5d2b-426f-bd30-18fb6671583f up at agent ovs-agent-dv-cinder-850321-1-iscsi {{(pid=104161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 12:17:15.349377 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-d44421ca-13af-42b7-85d6-1764f28b42ec admin admin] Publish callbacks [] for router_gateway (f821dd7f-e30d-4561-9e30-8181a046dde5), precommit_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:15.512717 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.db_base_plugin_common [None req-f7e95b98-9dd9-4c02-aeaa-e4f67d93d011 None None] Allocated IP 172.20.0.2 (696c0dee-caed-4736-b4d0-b10a0948354a/e0f3c015-136b-40d1-bb21-7516342209a2/d0bdc5ce-6a28-4be2-a6d3-b1f591528570) {{(pid=104161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 12:17:15.537016 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Provisioning complete for port 0a844b22-5d2b-426f-bd30-18fb6671583f triggered by entity L2. {{(pid=104161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 12:17:15.537393 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388846'] for port (0a844b22-5d2b-426f-bd30-18fb6671583f), provisioning_complete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:15.564785 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-d44421ca-13af-42b7-85d6-1764f28b42ec admin admin] Publish callbacks [] for router_gateway (f821dd7f-e30d-4561-9e30-8181a046dde5), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:15.584741 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-d44421ca-13af-42b7-85d6-1764f28b42ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:15.602331 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:17:15.710940 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:17:15.742583 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.db.db_base_plugin_common [None req-d44421ca-13af-42b7-85d6-1764f28b42ec admin admin] Allocated IP 172.27.3.145 (f382b478-dfd7-4678-bcdd-821f508b5bc8/39ec59ca-1d5b-4110-899c-eae6f5db3a39/d0d74117-c560-4b55-b3e7-c24e4913a92d) {{(pid=104159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 12:17:15.827216 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Current status of the port 0a844b22-5d2b-426f-bd30-18fb6671583f is: ACTIVE; New status is: ACTIVE {{(pid=104161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 12:17:15.885165 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-772f61da-8d26-4cb7-b1e6-398ed72e1293 None None] Publish callbacks [] for port (b8a840cd-efa9-4927-a522-b79e6867b1e3), precommit_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:15.891286 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-34089123-786a-4f56-8fd8-e31aace790ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (7a27be9f-c1a8-4dec-a92f-42ec7311fe12), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:15.899453 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-772f61da-8d26-4cb7-b1e6-398ed72e1293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158'] for port (b8a840cd-efa9-4927-a522-b79e6867b1e3), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:15.923565 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-d44421ca-13af-42b7-85d6-1764f28b42ec admin admin] Publish callbacks [] for port (d0d74117-c560-4b55-b3e7-c24e4913a92d), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:15.933221 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-f7e95b98-9dd9-4c02-aeaa-e4f67d93d011 None None] Publish callbacks [] for port (d0bdc5ce-6a28-4be2-a6d3-b1f591528570), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:15.946360 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-f7e95b98-9dd9-4c02-aeaa-e4f67d93d011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773760637166'] for port (d0bdc5ce-6a28-4be2-a6d3-b1f591528570), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:15.978718 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7e95b98-9dd9-4c02-aeaa-e4f67d93d011 None None] Network 696c0dee-caed-4736-b4d0-b10a0948354a is already hosted by enough agents. {{(pid=104161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 12:17:15.982563 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.scheduler.base_scheduler [None req-f7e95b98-9dd9-4c02-aeaa-e4f67d93d011 None None] Resources bound (agent type, host, resource id): {{(pid=104161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 12:17:15.985893 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc3e6a2-2c5b-4ba7-8a57-9b7ebc207f32 None None] Pushing event updated for resources: {'Port': ['ID=b8a840cd-efa9-4927-a522-b79e6867b1e3,revision_number=3']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:17:15.988410 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e95b98-9dd9-4c02-aeaa-e4f67d93d011 None None] Received port after_create {{(pid=104161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 12:17:16.027319 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-d44421ca-13af-42b7-85d6-1764f28b42ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773760637166'] for port (d0d74117-c560-4b55-b3e7-c24e4913a92d), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:16.067273 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d44421ca-13af-42b7-85d6-1764f28b42ec admin admin] Network f382b478-dfd7-4678-bcdd-821f508b5bc8 is already hosted by enough agents. {{(pid=104159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 12:17:16.074260 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.scheduler.base_scheduler [None req-d44421ca-13af-42b7-85d6-1764f28b42ec admin admin] Resources bound (agent type, host, resource id): {{(pid=104159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 12:17:16.082514 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d44421ca-13af-42b7-85d6-1764f28b42ec admin admin] Received port after_create {{(pid=104159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 12:17:16.131715 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:17:16.219275 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=5 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:17:16.310459 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44421ca-13af-42b7-85d6-1764f28b42ec admin admin] Pushing event updated for resources: {'Port': ['ID=d0d74117-c560-4b55-b3e7-c24e4913a92d,revision_number=1']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:17:16.479690 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.managers [None req-772f61da-8d26-4cb7-b1e6-398ed72e1293 None None] Attempting to bind port b8a840cd-efa9-4927-a522-b79e6867b1e3 on host dv-cinder-850321-1-iscsi for vnic_type normal with profile {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 12:17:16.480125 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.managers [None req-772f61da-8d26-4cb7-b1e6-398ed72e1293 None None] Attempting to bind port b8a840cd-efa9-4927-a522-b79e6867b1e3 by drivers openvswitch,hyperv on host dv-cinder-850321-1-iscsi at level 0 using segments [{'id': '41f4ccd0-1558-464f-a94c-66027c15fb57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '8c282145-933c-4b50-a925-186bff239b95'}] {{(pid=104161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 12:17:16.480436 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-772f61da-8d26-4cb7-b1e6-398ed72e1293 None None] Attempting to bind port b8a840cd-efa9-4927-a522-b79e6867b1e3 on network 8c282145-933c-4b50-a925-186bff239b95 {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 12:17:16.490448 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e95b98-9dd9-4c02-aeaa-e4f67d93d011 None None] Pushing event updated for resources: {'Port': ['ID=d0bdc5ce-6a28-4be2-a6d3-b1f591528570,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:17:16.508755 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [None req-8ba8d11f-2265-42f2-976a-c5f97d035179 None None] Provisioning complete for port b8a840cd-efa9-4927-a522-b79e6867b1e3 triggered by entity DHCP. {{(pid=104161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 12:17:16.509293 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8ba8d11f-2265-42f2-976a-c5f97d035179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388846'] for port (b8a840cd-efa9-4927-a522-b79e6867b1e3), provisioning_complete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:16.512432 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-772f61da-8d26-4cb7-b1e6-398ed72e1293 None None] Checking agent: {'id': 'c982e9e4-9e4b-4150-8658-75b564dceb25', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850321-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 12, 6, 47), 'started_at': datetime.datetime(2022, 7, 21, 12, 7, 17), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 12, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850321-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 12:17:16.513268 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-772f61da-8d26-4cb7-b1e6-398ed72e1293 None None] Checking segment: {'id': '41f4ccd0-1558-464f-a94c-66027c15fb57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '8c282145-933c-4b50-a925-186bff239b95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 12:17:16.514694 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-772f61da-8d26-4cb7-b1e6-398ed72e1293 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:16.515240 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-772f61da-8d26-4cb7-b1e6-398ed72e1293 None None] Bound using segment: {'id': '41f4ccd0-1558-464f-a94c-66027c15fb57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '8c282145-933c-4b50-a925-186bff239b95'} {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 12:17:16.515999 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.managers [None req-772f61da-8d26-4cb7-b1e6-398ed72e1293 None None] Bound port: b8a840cd-efa9-4927-a522-b79e6867b1e3, host: dv-cinder-850321-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41f4ccd0-1558-464f-a94c-66027c15fb57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '8c282145-933c-4b50-a925-186bff239b95'}}] {{(pid=104161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 12:17:16.516557 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-772f61da-8d26-4cb7-b1e6-398ed72e1293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (b8a840cd-efa9-4927-a522-b79e6867b1e3), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:16.520042 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.managers [None req-f7e95b98-9dd9-4c02-aeaa-e4f67d93d011 None None] Attempting to bind port d0bdc5ce-6a28-4be2-a6d3-b1f591528570 on host dv-cinder-850321-1-iscsi for vnic_type normal with profile {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 12:17:16.520577 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.managers [None req-f7e95b98-9dd9-4c02-aeaa-e4f67d93d011 None None] Attempting to bind port d0bdc5ce-6a28-4be2-a6d3-b1f591528570 by drivers openvswitch,hyperv on host dv-cinder-850321-1-iscsi at level 0 using segments [{'id': '983d4d02-3481-49e3-871e-317eb4b0b768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '696c0dee-caed-4736-b4d0-b10a0948354a'}] {{(pid=104161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 12:17:16.521078 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e95b98-9dd9-4c02-aeaa-e4f67d93d011 None None] Attempting to bind port d0bdc5ce-6a28-4be2-a6d3-b1f591528570 on network 696c0dee-caed-4736-b4d0-b10a0948354a {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 12:17:16.528944 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.18', 60010) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:17:16.549150 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d331644-abe7-48c5-af20-5fcb40116169 req-a3ffa7d3-e7e3-4713-851d-2359449fb999 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:17:16.550957 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-7d331644-abe7-48c5-af20-5fcb40116169 req-a3ffa7d3-e7e3-4713-851d-2359449fb999 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/ports?device_id=27a94fde-54c5-4b8d-9fa5-dab03fa1ac07 HTTP/1.1" status: 200 len: 945 time: 0.1449091 Jul 21 12:17:16.593154 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e95b98-9dd9-4c02-aeaa-e4f67d93d011 None None] Checking agent: {'id': 'c982e9e4-9e4b-4150-8658-75b564dceb25', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850321-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 12, 6, 47), 'started_at': datetime.datetime(2022, 7, 21, 12, 7, 17), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 12, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850321-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 12:17:16.593526 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e95b98-9dd9-4c02-aeaa-e4f67d93d011 None None] Checking segment: {'id': '983d4d02-3481-49e3-871e-317eb4b0b768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '696c0dee-caed-4736-b4d0-b10a0948354a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 12:17:16.593940 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-f7e95b98-9dd9-4c02-aeaa-e4f67d93d011 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:16.594343 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e95b98-9dd9-4c02-aeaa-e4f67d93d011 None None] Bound using segment: {'id': '983d4d02-3481-49e3-871e-317eb4b0b768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '696c0dee-caed-4736-b4d0-b10a0948354a'} {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 12:17:16.594826 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.managers [None req-f7e95b98-9dd9-4c02-aeaa-e4f67d93d011 None None] Bound port: d0bdc5ce-6a28-4be2-a6d3-b1f591528570, host: dv-cinder-850321-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '983d4d02-3481-49e3-871e-317eb4b0b768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '696c0dee-caed-4736-b4d0-b10a0948354a'}}] {{(pid=104161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 12:17:16.595197 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-d44421ca-13af-42b7-85d6-1764f28b42ec admin admin] Publish callbacks [] for router_gateway (f821dd7f-e30d-4561-9e30-8181a046dde5), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:16.595363 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-f7e95b98-9dd9-4c02-aeaa-e4f67d93d011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (d0bdc5ce-6a28-4be2-a6d3-b1f591528570), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:16.660390 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-7d331644-abe7-48c5-af20-5fcb40116169 req-9f06c097-c57c-4dbe-8ff7-5529930d56e9 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/security-groups?id=88d39ded-9adf-4e28-b3b6-ef623b39acb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008315 Jul 21 12:17:16.729990 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-8ba8d11f-2265-42f2-976a-c5f97d035179 None None] Port b8a840cd-efa9-4927-a522-b79e6867b1e3 cannot update to ACTIVE because it is not bound. {{(pid=104161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 12:17:16.824856 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-f7e95b98-9dd9-4c02-aeaa-e4f67d93d011 None None] For port d0bdc5ce-6a28-4be2-a6d3-b1f591528570, host dv-cinder-850321-1-iscsi, cleared binding levels {{(pid=104161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 12:17:16.830637 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-f7e95b98-9dd9-4c02-aeaa-e4f67d93d011 None None] For port d0bdc5ce-6a28-4be2-a6d3-b1f591528570, host dv-cinder-850321-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-1-iscsi',level=0,port_id=d0bdc5ce-6a28-4be2-a6d3-b1f591528570,segment=NetworkSegment(983d4d02-3481-49e3-871e-317eb4b0b768),segment_id=983d4d02-3481-49e3-871e-317eb4b0b768)] {{(pid=104161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 12:17:16.885822 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-d44421ca-13af-42b7-85d6-1764f28b42ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-680199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-679602'] for router (f821dd7f-e30d-4561-9e30-8181a046dde5), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:16.890588 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-f7e95b98-9dd9-4c02-aeaa-e4f67d93d011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158'] for port (d0bdc5ce-6a28-4be2-a6d3-b1f591528570), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:16.896881 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-772f61da-8d26-4cb7-b1e6-398ed72e1293 None None] For port b8a840cd-efa9-4927-a522-b79e6867b1e3, host dv-cinder-850321-1-iscsi, cleared binding levels {{(pid=104161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 12:17:16.902658 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (c982e9e4-9e4b-4150-8658-75b564dceb25), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:16.910201 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:17:16.949457 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-772f61da-8d26-4cb7-b1e6-398ed72e1293 None None] For port b8a840cd-efa9-4927-a522-b79e6867b1e3, host dv-cinder-850321-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-1-iscsi',level=0,port_id=b8a840cd-efa9-4927-a522-b79e6867b1e3,segment=NetworkSegment(41f4ccd0-1558-464f-a94c-66027c15fb57),segment_id=41f4ccd0-1558-464f-a94c-66027c15fb57)] {{(pid=104161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 12:17:16.974699 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-772f61da-8d26-4cb7-b1e6-398ed72e1293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158'] for port (b8a840cd-efa9-4927-a522-b79e6867b1e3), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:17.008610 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e95b98-9dd9-4c02-aeaa-e4f67d93d011 None None] Pushing event updated for resources: {'Port': ['ID=d0bdc5ce-6a28-4be2-a6d3-b1f591528570,revision_number=2']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:17:17.057643 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:17:17.090976 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772f61da-8d26-4cb7-b1e6-398ed72e1293 None None] Routers {'f5055487-3a49-4ec4-87fb-0d2fb8bef04f'} bound to L3 agent in host dv-cinder-850321-1-iscsi {{(pid=104161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 12:17:17.096360 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-772f61da-8d26-4cb7-b1e6-398ed72e1293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-21T12:06:45Z,description=,heartbeat_timestamp=2022-07-21T12:17:15Z,host='dv-cinder-850321-1-iscsi',id=ceb1130f-c61e-494c-be4f-967cc153319c,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T12:06:45Z,topic='l3_agent')) {'router_ids': ['f5055487-3a49-4ec4-87fb-0d2fb8bef04f'], 'active': True} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:17:17.279340 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d44421ca-13af-42b7-85d6-1764f28b42ec admin admin] Router f821dd7f-e30d-4561-9e30-8181a046dde5 is scheduled to L3 agent ceb1130f-c61e-494c-be4f-967cc153319c with binding_index 1 {{(pid=104159) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 21 12:17:17.375290 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.18', 60028) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:17:17.477677 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc3e6a2-2c5b-4ba7-8a57-9b7ebc207f32 None None] Pushing event updated for resources: {'Port': ['ID=b8a840cd-efa9-4927-a522-b79e6867b1e3,revision_number=4']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:17:17.512818 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvr_db [None req-772f61da-8d26-4cb7-b1e6-398ed72e1293 None None] Set router f5055487-3a49-4ec4-87fb-0d2fb8bef04f gateway port host: dv-cinder-850321-1-iscsi {{(pid=104161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 12:17:17.529799 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:17:17.666439 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-419ce56a-0923-48f1-a8ca-09a93049c070 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682688'] for router_interface (4e274fe2-e02e-4f53-8fb4-8171458f2042), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:17.689637 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-b3746fee-4e12-46ce-ae12-d62ff35738f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (bda8c5c0-9935-4f58-b3ba-5b48a27d9f80), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:17.753495 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [None req-3e32a2a4-5291-4e4e-b693-f7752b3be075 None None] Provisioning complete for port b8a840cd-efa9-4927-a522-b79e6867b1e3 triggered by entity DHCP. {{(pid=104161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 12:17:17.753890 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-3e32a2a4-5291-4e4e-b693-f7752b3be075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388846'] for port (b8a840cd-efa9-4927-a522-b79e6867b1e3), provisioning_complete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:17.876565 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d44421ca-13af-42b7-85d6-1764f28b42ec admin admin] Notify agent at l3_agent.dv-cinder-850321-1-iscsi the message routers_updated {{(pid=104159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 12:17:17.887844 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b08abac-ca2e-456f-ba43-5f2a5098238f None None] Sync routers for ids ['f821dd7f-e30d-4561-9e30-8181a046dde5'] in dv-cinder-850321-1-iscsi {{(pid=104162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 12:17:17.905950 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-d44421ca-13af-42b7-85d6-1764f28b42ec admin admin] Publish callbacks [] for router (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:17.907653 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-d44421ca-13af-42b7-85d6-1764f28b42ec admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.8517387 Jul 21 12:17:17.910570 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 60042) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:17:17.925956 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b08abac-ca2e-456f-ba43-5f2a5098238f None None] Routers {'f821dd7f-e30d-4561-9e30-8181a046dde5'} bound to L3 agent in host dv-cinder-850321-1-iscsi {{(pid=104162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 12:17:17.931669 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_hamode_db [None req-8b08abac-ca2e-456f-ba43-5f2a5098238f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-21T12:06:45Z,description=,heartbeat_timestamp=2022-07-21T12:17:15Z,host='dv-cinder-850321-1-iscsi',id=ceb1130f-c61e-494c-be4f-967cc153319c,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T12:06:45Z,topic='l3_agent')) {'router_ids': ['f821dd7f-e30d-4561-9e30-8181a046dde5'], 'active': True} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:17:18.032236 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-b798173e-23bc-4926-aa35-45cde4cad873 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:18.034906 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:17:18.045188 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-3e32a2a4-5291-4e4e-b693-f7752b3be075 None None] Current status of the port b8a840cd-efa9-4927-a522-b79e6867b1e3 is: DOWN; New status is: ACTIVE {{(pid=104161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 12:17:18.046118 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-3e32a2a4-5291-4e4e-b693-f7752b3be075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (b8a840cd-efa9-4927-a522-b79e6867b1e3), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:18.083119 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204df3b2-ef3d-4bf5-a780-7fa98f1d06e4 req-f371c477-3176-4973-a098-ddaee6a20f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:17:18.091026 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-772f61da-8d26-4cb7-b1e6-398ed72e1293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5055487-3a49-4ec4-87fb-0d2fb8bef04f', 'name': 'tempest-TestShelveInstance-368893645-router', 'tenant_id': '994738157bca4d9d887f316699bd9387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'external_fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': '0a844b22-5d2b-426f-bd30-18fb6671583f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T12:17:07Z', 'updated_at': '2022-07-21T12:17:12Z', 'revision_number': 4, 'project_id': '994738157bca4d9d887f316699bd9387', 'gw_port': {'id': '0a844b22-5d2b-426f-bd30-18fb6671583f', 'name': '', 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:cb:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5055487-3a49-4ec4-87fb-0d2fb8bef04f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:17:08Z', 'updated_at': '2022-07-21T12:17:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-1-iscsi', '_interfaces': [{'id': 'b8a840cd-efa9-4927-a522-b79e6867b1e3', 'name': '', 'network_id': '8c282145-933c-4b50-a925-186bff239b95', 'tenant_id': '994738157bca4d9d887f316699bd9387', 'mac_address': 'fa:16:3e:3d:ec:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5055487-3a49-4ec4-87fb-0d2fb8bef04f', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '676ad41d-510b-4151-ab97-7369b1d7baa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:17:11Z', 'updated_at': '2022-07-21T12:17:16Z', 'revision_number': 4, 'project_id': '994738157bca4d9d887f316699bd9387', 'subnets': [{'id': '676ad41d-510b-4151-ab97-7369b1d7baa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-1-iscsi', False) {} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:17:18.091423 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-204df3b2-ef3d-4bf5-a780-7fa98f1d06e4 req-f371c477-3176-4973-a098-ddaee6a20f27 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=27a94fde-54c5-4b8d-9fa5-dab03fa1ac07 HTTP/1.1" status: 200 len: 1129 time: 0.2539577 Jul 21 12:17:18.144645 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-772f61da-8d26-4cb7-b1e6-398ed72e1293 None None] The sync data for ids ['f5055487-3a49-4ec4-87fb-0d2fb8bef04f'] in dv-cinder-850321-1-iscsi is: [{'id': 'f5055487-3a49-4ec4-87fb-0d2fb8bef04f', 'name': 'tempest-TestShelveInstance-368893645-router', 'tenant_id': '994738157bca4d9d887f316699bd9387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'external_fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': '0a844b22-5d2b-426f-bd30-18fb6671583f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T12:17:07Z', 'updated_at': '2022-07-21T12:17:12Z', 'revision_number': 4, 'project_id': '994738157bca4d9d887f316699bd9387', 'gw_port': {'id': '0a844b22-5d2b-426f-bd30-18fb6671583f', 'name': '', 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:cb:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5055487-3a49-4ec4-87fb-0d2fb8bef04f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:17:08Z', 'updated_at': '2022-07-21T12:17:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-1-iscsi', '_interfaces': [{'id': 'b8a840cd-efa9-4927-a522-b79e6867b1e3', 'name': '', 'network_id': '8c282145-933c-4b50-a925-186bff239b95', 'tenant_id': '994738157bca4d9d887f316699bd9387', 'mac_address': 'fa:16:3e:3d:ec:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5055487-3a49-4ec4-87fb-0d2fb8bef04f', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '676ad41d-510b-4151-ab97-7369b1d7baa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:17:11Z', 'updated_at': '2022-07-21T12:17:16Z', 'revision_number': 4, 'project_id': '994738157bca4d9d887f316699bd9387', 'subnets': [{'id': '676ad41d-510b-4151-ab97-7369b1d7baa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 12:17:18.182281 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-3e32a2a4-5291-4e4e-b693-f7752b3be075 None None] For port b8a840cd-efa9-4927-a522-b79e6867b1e3, host dv-cinder-850321-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-1-iscsi',level=0,port_id=b8a840cd-efa9-4927-a522-b79e6867b1e3,segment=NetworkSegment(41f4ccd0-1558-464f-a94c-66027c15fb57),segment_id=41f4ccd0-1558-464f-a94c-66027c15fb57)] {{(pid=104161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 12:17:18.245622 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-3e32a2a4-5291-4e4e-b693-f7752b3be075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158'] for port (b8a840cd-efa9-4927-a522-b79e6867b1e3), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:18.333036 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-b798173e-23bc-4926-aa35-45cde4cad873 admin admin] Publish callbacks [] for security_group (9f0f35fc-fd8e-4f86-af3d-d856f69acb17), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:18.343236 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvr_db [None req-8b08abac-ca2e-456f-ba43-5f2a5098238f None None] Set router f821dd7f-e30d-4561-9e30-8181a046dde5 gateway port host: dv-cinder-850321-1-iscsi {{(pid=104162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 12:17:18.366879 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-b798173e-23bc-4926-aa35-45cde4cad873 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (9f0f35fc-fd8e-4f86-af3d-d856f69acb17), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:18.376601 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e32a2a4-5291-4e4e-b693-f7752b3be075 None None] Pushing event updated for resources: {'Port': ['ID=b8a840cd-efa9-4927-a522-b79e6867b1e3,revision_number=5']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:17:18.473959 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e150faa4-31cf-49d0-91e1-89540c7995b8 req-e113ef9e-829a-4035-ad85-f50e8bf54510 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:17:18.476106 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-e150faa4-31cf-49d0-91e1-89540c7995b8 req-e113ef9e-829a-4035-ad85-f50e8bf54510 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/ports?device_id=27a94fde-54c5-4b8d-9fa5-dab03fa1ac07 HTTP/1.1" status: 200 len: 945 time: 0.6014125 Jul 21 12:17:18.483081 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:17:18.500463 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:17:18.512877 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b798173e-23bc-4926-aa35-45cde4cad873 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f0f35fc-fd8e-4f86-af3d-d856f69acb17,revision_number=1']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:17:18.602792 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-419ce56a-0923-48f1-a8ca-09a93049c070 admin admin] Deleting port 4521b402-73a3-44d5-94b0-4aa8eb497003 {{(pid=104160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 12:17:18.603148 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-419ce56a-0923-48f1-a8ca-09a93049c070 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760977592'] for port (4521b402-73a3-44d5-94b0-4aa8eb497003), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:18.704804 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.db [None req-419ce56a-0923-48f1-a8ca-09a93049c070 admin admin] For port 4521b402-73a3-44d5-94b0-4aa8eb497003, host dv-cinder-850321-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-1-iscsi',level=0,port_id=4521b402-73a3-44d5-94b0-4aa8eb497003,segment=NetworkSegment(75921558-43a8-4348-8bcf-b36389368972),segment_id=75921558-43a8-4348-8bcf-b36389368972)] {{(pid=104160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 12:17:18.705828 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-419ce56a-0923-48f1-a8ca-09a93049c070 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683200'] for port (4521b402-73a3-44d5-94b0-4aa8eb497003), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:18.729338 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-419ce56a-0923-48f1-a8ca-09a93049c070 admin admin] Calling delete_port for 4521b402-73a3-44d5-94b0-4aa8eb497003 owned by network:router_interface {{(pid=104160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 12:17:18.782015 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-75083695-0140-4d51-beca-724fa528ef6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:18.871642 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 60054) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:17:18.877584 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-b798173e-23bc-4926-aa35-45cde4cad873 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ae3b770f0ffa4fb58a6c5d4f0d57bc0b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4887035 Jul 21 12:17:18.879573 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=100 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:17:18.948913 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-e150faa4-31cf-49d0-91e1-89540c7995b8 req-9d2cbd40-a231-4f93-a48b-08af771a1702 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/security-groups?id=88d39ded-9adf-4e28-b3b6-ef623b39acb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4494708 Jul 21 12:17:18.971255 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-204df3b2-ef3d-4bf5-a780-7fa98f1d06e4 req-ba3dc9bd-efae-482f-a789-ef142578409d service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=88d39ded-9adf-4e28-b3b6-ef623b39acb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8102643 Jul 21 12:17:18.978413 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfbb9fdc-08e8-4155-8840-1abf648c554c None None] Network 696c0dee-caed-4736-b4d0-b10a0948354a requested from dv-cinder-850321-1-iscsi {{(pid=104161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 12:17:19.055301 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_hamode_db [None req-8b08abac-ca2e-456f-ba43-5f2a5098238f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f821dd7f-e30d-4561-9e30-8181a046dde5', 'name': 'tempest-TestShelveInstance-1909229110-router', 'tenant_id': '2ef1937b964b497ab2734d543544d5ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'external_fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': 'd0d74117-c560-4b55-b3e7-c24e4913a92d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T12:17:15Z', 'updated_at': '2022-07-21T12:17:16Z', 'revision_number': 3, 'project_id': '2ef1937b964b497ab2734d543544d5ad', 'gw_port': {'id': 'd0d74117-c560-4b55-b3e7-c24e4913a92d', 'name': '', 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:c5:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f821dd7f-e30d-4561-9e30-8181a046dde5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:17:15Z', 'updated_at': '2022-07-21T12:17:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-1-iscsi'}], 'dv-cinder-850321-1-iscsi', False) {} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:17:19.080871 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-587a1340-669d-4456-91bf-22f736507481 admin admin] Publish callbacks [] for security_group (9f0f35fc-fd8e-4f86-af3d-d856f69acb17), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:19.119013 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b08abac-ca2e-456f-ba43-5f2a5098238f None None] Checking router: f821dd7f-e30d-4561-9e30-8181a046dde5 for host: dv-cinder-850321-1-iscsi {{(pid=104162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 12:17:19.119600 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b08abac-ca2e-456f-ba43-5f2a5098238f None None] Updating router f821dd7f-e30d-4561-9e30-8181a046dde5 port d0d74117-c560-4b55-b3e7-c24e4913a92d binding host dv-cinder-850321-1-iscsi {{(pid=104162) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 21 12:17:19.211808 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-8b08abac-ca2e-456f-ba43-5f2a5098238f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (d0d74117-c560-4b55-b3e7-c24e4913a92d), before_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:19.216301 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [None req-377f66b1-83b1-466e-98bf-0e736b0b7ad1 None None] Provisioning complete for port d0bdc5ce-6a28-4be2-a6d3-b1f591528570 triggered by entity DHCP. {{(pid=104161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 12:17:19.216682 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-377f66b1-83b1-466e-98bf-0e736b0b7ad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388846'] for port (d0bdc5ce-6a28-4be2-a6d3-b1f591528570), provisioning_complete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:19.225780 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-587a1340-669d-4456-91bf-22f736507481 admin admin] Publish callbacks [] for security_group (9f0f35fc-fd8e-4f86-af3d-d856f69acb17), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:19.326184 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.db.db_base_plugin_common [None req-75083695-0140-4d51-beca-724fa528ef6c admin admin] Allocated IP 172.20.0.1 (696c0dee-caed-4736-b4d0-b10a0948354a/e0f3c015-136b-40d1-bb21-7516342209a2/f9344b3c-d3dc-474e-8651-4bd1748e8443) {{(pid=104159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 12:17:19.378220 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-377f66b1-83b1-466e-98bf-0e736b0b7ad1 None None] Current status of the port d0bdc5ce-6a28-4be2-a6d3-b1f591528570 is: DOWN; New status is: ACTIVE {{(pid=104161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 12:17:19.378695 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-377f66b1-83b1-466e-98bf-0e736b0b7ad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (d0bdc5ce-6a28-4be2-a6d3-b1f591528570), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:19.380888 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:17:19.417190 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Device b8a840cd-efa9-4927-a522-b79e6867b1e3 up at agent ovs-agent-dv-cinder-850321-1-iscsi {{(pid=104161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 12:17:19.569666 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-377f66b1-83b1-466e-98bf-0e736b0b7ad1 None None] For port d0bdc5ce-6a28-4be2-a6d3-b1f591528570, host dv-cinder-850321-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-1-iscsi',level=0,port_id=d0bdc5ce-6a28-4be2-a6d3-b1f591528570,segment=NetworkSegment(983d4d02-3481-49e3-871e-317eb4b0b768),segment_id=983d4d02-3481-49e3-871e-317eb4b0b768)] {{(pid=104161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 12:17:19.575586 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Provisioning complete for port b8a840cd-efa9-4927-a522-b79e6867b1e3 triggered by entity L2. {{(pid=104161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 12:17:19.576077 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388846'] for port (b8a840cd-efa9-4927-a522-b79e6867b1e3), provisioning_complete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:19.661307 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-377f66b1-83b1-466e-98bf-0e736b0b7ad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158'] for port (d0bdc5ce-6a28-4be2-a6d3-b1f591528570), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:19.729166 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-587a1340-669d-4456-91bf-22f736507481 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (9f0f35fc-fd8e-4f86-af3d-d856f69acb17), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:19.735905 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-587a1340-669d-4456-91bf-22f736507481 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:19.744832 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-587a1340-669d-4456-91bf-22f736507481 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9f0f35fc-fd8e-4f86-af3d-d856f69acb17 HTTP/1.1" status: 204 len: 168 time: 0.8535748 Jul 21 12:17:19.851352 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587a1340-669d-4456-91bf-22f736507481 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f0f35fc-fd8e-4f86-af3d-d856f69acb17,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:17:19.870806 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:17:19.920324 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377f66b1-83b1-466e-98bf-0e736b0b7ad1 None None] Pushing event updated for resources: {'Port': ['ID=d0bdc5ce-6a28-4be2-a6d3-b1f591528570,revision_number=3']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:17:19.934427 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:17:19.988136 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-75083695-0140-4d51-beca-724fa528ef6c admin admin] Publish callbacks [] for port (f9344b3c-d3dc-474e-8651-4bd1748e8443), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:19.993210 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Current status of the port b8a840cd-efa9-4927-a522-b79e6867b1e3 is: ACTIVE; New status is: ACTIVE {{(pid=104161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 12:17:19.994422 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Device d0bdc5ce-6a28-4be2-a6d3-b1f591528570 up at agent ovs-agent-dv-cinder-850321-1-iscsi {{(pid=104161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 12:17:20.048911 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-8b08abac-ca2e-456f-ba43-5f2a5098238f None None] Publish callbacks [] for port (d0d74117-c560-4b55-b3e7-c24e4913a92d), precommit_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:20.066559 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-8b08abac-ca2e-456f-ba43-5f2a5098238f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158'] for port (d0d74117-c560-4b55-b3e7-c24e4913a92d), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:20.076272 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [None req-f905d4a5-29fa-48a8-a546-a6e9ee912387 None None] Provisioning complete for port d0bdc5ce-6a28-4be2-a6d3-b1f591528570 triggered by entity DHCP. {{(pid=104161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 12:17:20.076832 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-f905d4a5-29fa-48a8-a546-a6e9ee912387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388846'] for port (d0bdc5ce-6a28-4be2-a6d3-b1f591528570), provisioning_complete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:20.181250 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Provisioning complete for port d0bdc5ce-6a28-4be2-a6d3-b1f591528570 triggered by entity L2. {{(pid=104161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 12:17:20.181474 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.managers [None req-8b08abac-ca2e-456f-ba43-5f2a5098238f None None] Attempting to bind port d0d74117-c560-4b55-b3e7-c24e4913a92d on host dv-cinder-850321-1-iscsi for vnic_type normal with profile {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 12:17:20.181847 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.managers [None req-8b08abac-ca2e-456f-ba43-5f2a5098238f None None] Attempting to bind port d0d74117-c560-4b55-b3e7-c24e4913a92d by drivers openvswitch,hyperv on host dv-cinder-850321-1-iscsi at level 0 using segments [{'id': '516861e0-d3fe-4b3f-83ca-af9f79051018', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8'}] {{(pid=104162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 12:17:20.182189 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388846'] for port (d0bdc5ce-6a28-4be2-a6d3-b1f591528570), provisioning_complete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:20.182302 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b08abac-ca2e-456f-ba43-5f2a5098238f None None] Attempting to bind port d0d74117-c560-4b55-b3e7-c24e4913a92d on network f382b478-dfd7-4678-bcdd-821f508b5bc8 {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 12:17:20.247615 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b08abac-ca2e-456f-ba43-5f2a5098238f None None] Checking agent: {'id': 'c982e9e4-9e4b-4150-8658-75b564dceb25', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850321-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 12, 6, 47), 'started_at': datetime.datetime(2022, 7, 21, 12, 7, 17), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 12, 17, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850321-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 12:17:20.248429 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b08abac-ca2e-456f-ba43-5f2a5098238f None None] Checking segment: {'id': '516861e0-d3fe-4b3f-83ca-af9f79051018', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 12:17:20.249588 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-8b08abac-ca2e-456f-ba43-5f2a5098238f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:20.251403 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b08abac-ca2e-456f-ba43-5f2a5098238f None None] Bound using segment: {'id': '516861e0-d3fe-4b3f-83ca-af9f79051018', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8'} {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 12:17:20.252869 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.managers [None req-8b08abac-ca2e-456f-ba43-5f2a5098238f None None] Bound port: d0d74117-c560-4b55-b3e7-c24e4913a92d, host: dv-cinder-850321-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '516861e0-d3fe-4b3f-83ca-af9f79051018', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8'}}] {{(pid=104162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 12:17:20.255692 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-8b08abac-ca2e-456f-ba43-5f2a5098238f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (d0d74117-c560-4b55-b3e7-c24e4913a92d), before_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:20.264180 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-75083695-0140-4d51-beca-724fa528ef6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773760637166'] for port (f9344b3c-d3dc-474e-8651-4bd1748e8443), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:20.336068 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-f905d4a5-29fa-48a8-a546-a6e9ee912387 None None] Current status of the port d0bdc5ce-6a28-4be2-a6d3-b1f591528570 is: ACTIVE; New status is: ACTIVE {{(pid=104161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 12:17:20.353420 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-419ce56a-0923-48f1-a8ca-09a93049c070 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760983080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773760637175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9357752'] for port (4521b402-73a3-44d5-94b0-4aa8eb497003), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:20.384594 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-8b08abac-ca2e-456f-ba43-5f2a5098238f None None] For port d0d74117-c560-4b55-b3e7-c24e4913a92d, host dv-cinder-850321-1-iscsi, cleared binding levels {{(pid=104162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 12:17:20.388333 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-8b08abac-ca2e-456f-ba43-5f2a5098238f None None] For port d0d74117-c560-4b55-b3e7-c24e4913a92d, host dv-cinder-850321-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-1-iscsi',level=0,port_id=d0d74117-c560-4b55-b3e7-c24e4913a92d,segment=NetworkSegment(516861e0-d3fe-4b3f-83ca-af9f79051018),segment_id=516861e0-d3fe-4b3f-83ca-af9f79051018)] {{(pid=104162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 12:17:20.412257 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-8b08abac-ca2e-456f-ba43-5f2a5098238f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158'] for port (d0d74117-c560-4b55-b3e7-c24e4913a92d), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:20.425559 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419ce56a-0923-48f1-a8ca-09a93049c070 admin admin] Pushing event deleted for resources: {'Port': ['ID=4521b402-73a3-44d5-94b0-4aa8eb497003,revision_number=None']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:17:20.457375 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Current status of the port d0bdc5ce-6a28-4be2-a6d3-b1f591528570 is: ACTIVE; New status is: ACTIVE {{(pid=104161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 12:17:20.495249 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5d9f12-c195-4a48-b27f-1eb7fd4d5838 req-e3b8907f-3e93-4cab-a198-d746faa14606 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:17:20.504421 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-aa5d9f12-c195-4a48-b27f-1eb7fd4d5838 req-e3b8907f-3e93-4cab-a198-d746faa14606 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/ports?device_id=27a94fde-54c5-4b8d-9fa5-dab03fa1ac07 HTTP/1.1" status: 200 len: 945 time: 0.3595502 Jul 21 12:17:20.506741 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b08abac-ca2e-456f-ba43-5f2a5098238f None None] Routers {'f821dd7f-e30d-4561-9e30-8181a046dde5'} bound to L3 agent in host dv-cinder-850321-1-iscsi {{(pid=104162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 12:17:20.512837 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_hamode_db [None req-8b08abac-ca2e-456f-ba43-5f2a5098238f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-21T12:06:45Z,description=,heartbeat_timestamp=2022-07-21T12:17:15Z,host='dv-cinder-850321-1-iscsi',id=ceb1130f-c61e-494c-be4f-967cc153319c,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T12:06:45Z,topic='l3_agent')) {'router_ids': ['f821dd7f-e30d-4561-9e30-8181a046dde5'], 'active': True} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:17:20.549992 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75083695-0140-4d51-beca-724fa528ef6c admin admin] Network 696c0dee-caed-4736-b4d0-b10a0948354a is already hosted by enough agents. {{(pid=104159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 12:17:20.584680 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.scheduler.base_scheduler [None req-75083695-0140-4d51-beca-724fa528ef6c admin admin] Resources bound (agent type, host, resource id): {{(pid=104159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 12:17:20.615511 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75083695-0140-4d51-beca-724fa528ef6c admin admin] Received port after_create {{(pid=104159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 12:17:20.618522 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-75083695-0140-4d51-beca-724fa528ef6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-682569'] for router_interface (f821dd7f-e30d-4561-9e30-8181a046dde5), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:20.670706 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:17:20.753332 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.18', 60096) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:17:20.754176 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-419ce56a-0923-48f1-a8ca-09a93049c070 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-622320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681520'] for router_interface (4e274fe2-e02e-4f53-8fb4-8171458f2042), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:20.766796 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:17:20.777080 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvr_db [None req-8b08abac-ca2e-456f-ba43-5f2a5098238f None None] Set router f821dd7f-e30d-4561-9e30-8181a046dde5 gateway port host: dv-cinder-850321-1-iscsi {{(pid=104162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 12:17:20.847087 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-aa5d9f12-c195-4a48-b27f-1eb7fd4d5838 req-53bfe7b4-4af1-47e4-9183-f90f3521f836 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/security-groups?id=88d39ded-9adf-4e28-b3b6-ef623b39acb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3412585 Jul 21 12:17:20.872102 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75083695-0140-4d51-beca-724fa528ef6c admin admin] Pushing event updated for resources: {'Port': ['ID=f9344b3c-d3dc-474e-8651-4bd1748e8443,revision_number=1']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:17:20.902839 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:17:20.912181 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf0cf60-39b1-4e29-bf60-a1fad3be0fad None None] Pushing event updated for resources: {'Port': ['ID=d0d74117-c560-4b55-b3e7-c24e4913a92d,revision_number=2']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:17:21.101904 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-75083695-0140-4d51-beca-724fa528ef6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (f9344b3c-d3dc-474e-8651-4bd1748e8443), before_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:21.300828 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [None req-8f35c835-21b4-42c8-a1d3-5fe3258abda0 None None] Provisioning complete for port f9344b3c-d3dc-474e-8651-4bd1748e8443 triggered by entity DHCP. {{(pid=104161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 12:17:21.301372 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_hamode_db [None req-8b08abac-ca2e-456f-ba43-5f2a5098238f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f821dd7f-e30d-4561-9e30-8181a046dde5', 'name': 'tempest-TestShelveInstance-1909229110-router', 'tenant_id': '2ef1937b964b497ab2734d543544d5ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'external_fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': 'd0d74117-c560-4b55-b3e7-c24e4913a92d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T12:17:15Z', 'updated_at': '2022-07-21T12:17:16Z', 'revision_number': 3, 'project_id': '2ef1937b964b497ab2734d543544d5ad', 'gw_port': {'id': 'd0d74117-c560-4b55-b3e7-c24e4913a92d', 'name': '', 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:c5:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f821dd7f-e30d-4561-9e30-8181a046dde5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:17:15Z', 'updated_at': '2022-07-21T12:17:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-1-iscsi'}], 'dv-cinder-850321-1-iscsi', False) {} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:17:21.302857 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8f35c835-21b4-42c8-a1d3-5fe3258abda0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388846'] for port (f9344b3c-d3dc-474e-8651-4bd1748e8443), provisioning_complete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:21.324870 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-1b52ddbd-8495-4b90-afdd-03520d019829 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:21.360711 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-8f35c835-21b4-42c8-a1d3-5fe3258abda0 None None] Port f9344b3c-d3dc-474e-8651-4bd1748e8443 cannot update to ACTIVE because it is not bound. {{(pid=104161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 12:17:21.410198 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-419ce56a-0923-48f1-a8ca-09a93049c070 admin admin] Router 4e274fe2-e02e-4f53-8fb4-8171458f2042 has already been hosted by L3 agent ceb1130f-c61e-494c-be4f-967cc153319c {{(pid=104160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 12:17:21.413551 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf0cf60-39b1-4e29-bf60-a1fad3be0fad None None] Pushing event updated for resources: {'Port': ['ID=d0d74117-c560-4b55-b3e7-c24e4913a92d,revision_number=3']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:17:21.449510 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b08abac-ca2e-456f-ba43-5f2a5098238f None None] The sync data for ids ['f821dd7f-e30d-4561-9e30-8181a046dde5'] in dv-cinder-850321-1-iscsi is: [{'id': 'f821dd7f-e30d-4561-9e30-8181a046dde5', 'name': 'tempest-TestShelveInstance-1909229110-router', 'tenant_id': '2ef1937b964b497ab2734d543544d5ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'external_fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': 'd0d74117-c560-4b55-b3e7-c24e4913a92d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T12:17:15Z', 'updated_at': '2022-07-21T12:17:16Z', 'revision_number': 3, 'project_id': '2ef1937b964b497ab2734d543544d5ad', 'gw_port': {'id': 'd0d74117-c560-4b55-b3e7-c24e4913a92d', 'name': '', 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:c5:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f821dd7f-e30d-4561-9e30-8181a046dde5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:17:15Z', 'updated_at': '2022-07-21T12:17:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-1-iscsi'}] {{(pid=104162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 12:17:21.467146 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Device d0bdc5ce-6a28-4be2-a6d3-b1f591528570 up at agent ovs-agent-dv-cinder-850321-1-iscsi {{(pid=104161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 12:17:21.521883 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:17:21.554019 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Provisioning complete for port d0bdc5ce-6a28-4be2-a6d3-b1f591528570 triggered by entity L2. {{(pid=104161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 12:17:21.554411 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388846'] for port (d0bdc5ce-6a28-4be2-a6d3-b1f591528570), provisioning_complete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:21.653756 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-1b52ddbd-8495-4b90-afdd-03520d019829 admin admin] Publish callbacks [] for security_group (7b672920-71ad-410e-928a-5f732b09b694), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:21.656820 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-419ce56a-0923-48f1-a8ca-09a93049c070 admin admin] Notify agent at l3_agent.dv-cinder-850321-1-iscsi the message routers_updated {{(pid=104160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 12:17:21.663083 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Current status of the port d0bdc5ce-6a28-4be2-a6d3-b1f591528570 is: ACTIVE; New status is: ACTIVE {{(pid=104161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 12:17:21.668734 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-419ce56a-0923-48f1-a8ca-09a93049c070 admin admin] 10.222.0.18 "PUT /v2.0/routers/4e274fe2-e02e-4f53-8fb4-8171458f2042/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1370516 Jul 21 12:17:21.669800 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-1b52ddbd-8495-4b90-afdd-03520d019829 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (7b672920-71ad-410e-928a-5f732b09b694), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:21.674583 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 60122) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:17:21.675088 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84dc283b-3f86-4c4f-adc6-c02198f2b5b2 None None] Sync routers for ids ['4e274fe2-e02e-4f53-8fb4-8171458f2042'] in dv-cinder-850321-1-iscsi {{(pid=104161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 12:17:21.720461 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84dc283b-3f86-4c4f-adc6-c02198f2b5b2 None None] Routers {'4e274fe2-e02e-4f53-8fb4-8171458f2042'} bound to L3 agent in host dv-cinder-850321-1-iscsi {{(pid=104161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 12:17:21.721361 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-84dc283b-3f86-4c4f-adc6-c02198f2b5b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-21T12:06:45Z,description=,heartbeat_timestamp=2022-07-21T12:17:15Z,host='dv-cinder-850321-1-iscsi',id=ceb1130f-c61e-494c-be4f-967cc153319c,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T12:06:45Z,topic='l3_agent')) {'router_ids': ['4e274fe2-e02e-4f53-8fb4-8171458f2042'], 'active': True} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:17:21.730088 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:17:21.769158 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b52ddbd-8495-4b90-afdd-03520d019829 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b672920-71ad-410e-928a-5f732b09b694,revision_number=1']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:17:21.786672 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-1b52ddbd-8495-4b90-afdd-03520d019829 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fff51e7d46e14bdfa40052adb150384e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0291500 Jul 21 12:17:21.789940 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-75083695-0140-4d51-beca-724fa528ef6c admin admin] Publish callbacks [] for port (f9344b3c-d3dc-474e-8651-4bd1748e8443), precommit_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:21.794883 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.18', 60126) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:17:21.813619 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-75083695-0140-4d51-beca-724fa528ef6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158'] for port (f9344b3c-d3dc-474e-8651-4bd1748e8443), after_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:21.815399 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-75083695-0140-4d51-beca-724fa528ef6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-682661'] for router_interface (f821dd7f-e30d-4561-9e30-8181a046dde5), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:21.959033 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvr_db [None req-84dc283b-3f86-4c4f-adc6-c02198f2b5b2 None None] Set router 4e274fe2-e02e-4f53-8fb4-8171458f2042 gateway port host: dv-cinder-850321-1-iscsi {{(pid=104161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 12:17:22.064912 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-3f5ea0ff-ec4d-4720-a756-a83ac06e8eb4 admin admin] Publish callbacks [] for security_group (7b672920-71ad-410e-928a-5f732b09b694), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:22.105050 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33d03a2-cb85-42ba-b1e4-77a5e91eeb10 req-fea11b7f-fee4-4e26-8a82-3093e38199d3 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:17:22.106697 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-a33d03a2-cb85-42ba-b1e4-77a5e91eeb10 req-fea11b7f-fee4-4e26-8a82-3093e38199d3 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/ports?device_id=27a94fde-54c5-4b8d-9fa5-dab03fa1ac07 HTTP/1.1" status: 200 len: 945 time: 0.1407502 Jul 21 12:17:22.121857 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-3f5ea0ff-ec4d-4720-a756-a83ac06e8eb4 admin admin] Publish callbacks [] for security_group (7b672920-71ad-410e-928a-5f732b09b694), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:22.139388 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-cb50caa7-fac5-4712-872e-65a9bbef29ec admin admin] Publish callbacks [] for router (4e274fe2-e02e-4f53-8fb4-8171458f2042), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:22.188409 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75083695-0140-4d51-beca-724fa528ef6c admin admin] Network 696c0dee-caed-4736-b4d0-b10a0948354a is already hosted by enough agents. {{(pid=104159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 12:17:22.190876 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75083695-0140-4d51-beca-724fa528ef6c admin admin] Pushing event updated for resources: {'Port': ['ID=f9344b3c-d3dc-474e-8651-4bd1748e8443,revision_number=2']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:17:22.220551 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.scheduler.base_scheduler [None req-75083695-0140-4d51-beca-724fa528ef6c admin admin] Resources bound (agent type, host, resource id): {{(pid=104159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 12:17:22.287190 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-a33d03a2-cb85-42ba-b1e4-77a5e91eeb10 req-a41e0dbe-1e80-4b80-b6af-27dc58e9f02e tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/security-groups?id=88d39ded-9adf-4e28-b3b6-ef623b39acb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589279 Jul 21 12:17:22.307209 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-3f5ea0ff-ec4d-4720-a756-a83ac06e8eb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (7b672920-71ad-410e-928a-5f732b09b694), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:22.312656 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-3f5ea0ff-ec4d-4720-a756-a83ac06e8eb4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:22.314068 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-3f5ea0ff-ec4d-4720-a756-a83ac06e8eb4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7b672920-71ad-410e-928a-5f732b09b694 HTTP/1.1" status: 204 len: 168 time: 0.5180585 Jul 21 12:17:22.341720 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5ea0ff-ec4d-4720-a756-a83ac06e8eb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b672920-71ad-410e-928a-5f732b09b694,revision_number=None']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:17:22.549431 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=100 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:17:22.592881 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-84dc283b-3f86-4c4f-adc6-c02198f2b5b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e274fe2-e02e-4f53-8fb4-8171458f2042', 'name': 'tempest-DeleteServersTestJSON-1994037450-router', 'tenant_id': '41b8b45e25af4c498afb80b94362fe95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'external_fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': 'b288f12d-9d9a-4363-9ca7-489e31708f55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T12:15:29Z', 'updated_at': '2022-07-21T12:17:19Z', 'revision_number': 5, 'project_id': '41b8b45e25af4c498afb80b94362fe95', 'gw_port': {'id': 'b288f12d-9d9a-4363-9ca7-489e31708f55', 'name': '', 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:31:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e274fe2-e02e-4f53-8fb4-8171458f2042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:15:30Z', 'updated_at': '2022-07-21T12:15:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-1-iscsi'}], 'dv-cinder-850321-1-iscsi', False) {} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:17:22.635981 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75083695-0140-4d51-beca-724fa528ef6c admin admin] Router f821dd7f-e30d-4561-9e30-8181a046dde5 has already been hosted by L3 agent ceb1130f-c61e-494c-be4f-967cc153319c {{(pid=104159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 12:17:22.645717 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84dc283b-3f86-4c4f-adc6-c02198f2b5b2 None None] Checking router: 4e274fe2-e02e-4f53-8fb4-8171458f2042 for host: dv-cinder-850321-1-iscsi {{(pid=104161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 12:17:22.656946 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84dc283b-3f86-4c4f-adc6-c02198f2b5b2 None None] Routers {'4e274fe2-e02e-4f53-8fb4-8171458f2042'} bound to L3 agent in host dv-cinder-850321-1-iscsi {{(pid=104161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 12:17:22.657786 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-84dc283b-3f86-4c4f-adc6-c02198f2b5b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-21T12:06:45Z,description=,heartbeat_timestamp=2022-07-21T12:17:15Z,host='dv-cinder-850321-1-iscsi',id=ceb1130f-c61e-494c-be4f-967cc153319c,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T12:06:45Z,topic='l3_agent')) {'router_ids': ['4e274fe2-e02e-4f53-8fb4-8171458f2042'], 'active': True} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:17:22.658870 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:17:22.685882 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992a5ba8-508f-4b51-90eb-671cb2f6e1eb req-b927421d-e8ca-4b08-bada-7cc27d6cdc26 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:17:22.693698 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-992a5ba8-508f-4b51-90eb-671cb2f6e1eb req-b927421d-e8ca-4b08-bada-7cc27d6cdc26 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee2001bf-bd6d-44cb-92e9-db00d3d80a2f HTTP/1.1" status: 200 len: 946 time: 0.1823361 Jul 21 12:17:22.756296 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=100 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:17:22.787029 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-cb50caa7-fac5-4712-872e-65a9bbef29ec admin admin] Publish callbacks [] for router_gateway (4e274fe2-e02e-4f53-8fb4-8171458f2042), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:22.805006 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [None req-8d946803-338a-43da-9a3a-5f6affdf6457 None None] Provisioning complete for port f9344b3c-d3dc-474e-8651-4bd1748e8443 triggered by entity DHCP. {{(pid=104161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 12:17:22.805528 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8d946803-338a-43da-9a3a-5f6affdf6457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388846'] for port (f9344b3c-d3dc-474e-8651-4bd1748e8443), provisioning_complete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:22.868549 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-8d946803-338a-43da-9a3a-5f6affdf6457 None None] Port f9344b3c-d3dc-474e-8651-4bd1748e8443 cannot update to ACTIVE because it is not bound. {{(pid=104161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 12:17:22.878877 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvr_db [None req-84dc283b-3f86-4c4f-adc6-c02198f2b5b2 None None] Set router 4e274fe2-e02e-4f53-8fb4-8171458f2042 gateway port host: dv-cinder-850321-1-iscsi {{(pid=104161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 12:17:22.894013 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:17:22.969317 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-992a5ba8-508f-4b51-90eb-671cb2f6e1eb req-34daf22c-682e-4864-b2c2-15f41b37ad02 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/security-groups?id=88d39ded-9adf-4e28-b3b6-ef623b39acb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2635031 Jul 21 12:17:22.980912 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.plugins.ml2.plugin [None req-cb50caa7-fac5-4712-872e-65a9bbef29ec admin admin] Deleting port b288f12d-9d9a-4363-9ca7-489e31708f55 {{(pid=104159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 12:17:22.981430 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-cb50caa7-fac5-4712-872e-65a9bbef29ec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760977592'] for port (b288f12d-9d9a-4363-9ca7-489e31708f55), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:23.134096 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.18', 60162) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:17:23.181092 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-84dc283b-3f86-4c4f-adc6-c02198f2b5b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e274fe2-e02e-4f53-8fb4-8171458f2042', 'name': 'tempest-DeleteServersTestJSON-1994037450-router', 'tenant_id': '41b8b45e25af4c498afb80b94362fe95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'external_fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': 'b288f12d-9d9a-4363-9ca7-489e31708f55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T12:15:29Z', 'updated_at': '2022-07-21T12:17:19Z', 'revision_number': 5, 'project_id': '41b8b45e25af4c498afb80b94362fe95', 'gw_port': {'id': 'b288f12d-9d9a-4363-9ca7-489e31708f55', 'name': '', 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:31:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e274fe2-e02e-4f53-8fb4-8171458f2042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:15:30Z', 'updated_at': '2022-07-21T12:15:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-1-iscsi'}], 'dv-cinder-850321-1-iscsi', False) {} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:17:23.187440 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-3ea48697-4d45-4531-b38a-e2ee231e352e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:23.222180 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84dc283b-3f86-4c4f-adc6-c02198f2b5b2 None None] The sync data for ids ['4e274fe2-e02e-4f53-8fb4-8171458f2042'] in dv-cinder-850321-1-iscsi is: [{'id': '4e274fe2-e02e-4f53-8fb4-8171458f2042', 'name': 'tempest-DeleteServersTestJSON-1994037450-router', 'tenant_id': '41b8b45e25af4c498afb80b94362fe95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'external_fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': 'b288f12d-9d9a-4363-9ca7-489e31708f55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T12:15:29Z', 'updated_at': '2022-07-21T12:17:19Z', 'revision_number': 5, 'project_id': '41b8b45e25af4c498afb80b94362fe95', 'gw_port': {'id': 'b288f12d-9d9a-4363-9ca7-489e31708f55', 'name': '', 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:31:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e274fe2-e02e-4f53-8fb4-8171458f2042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:15:30Z', 'updated_at': '2022-07-21T12:15:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-1-iscsi'}] {{(pid=104161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 12:17:23.335871 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Device d0d74117-c560-4b55-b3e7-c24e4913a92d up at agent ovs-agent-dv-cinder-850321-1-iscsi {{(pid=104161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 12:17:23.361838 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-3ea48697-4d45-4531-b38a-e2ee231e352e admin admin] Publish callbacks [] for security_group (85c130af-88df-4e45-bb40-fd86b0c87812), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:23.370526 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-3ea48697-4d45-4531-b38a-e2ee231e352e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (85c130af-88df-4e45-bb40-fd86b0c87812), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:23.399140 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75083695-0140-4d51-beca-724fa528ef6c admin admin] Notify agent at l3_agent.dv-cinder-850321-1-iscsi the message routers_updated {{(pid=104159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 12:17:23.405679 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-75083695-0140-4d51-beca-724fa528ef6c admin admin] 10.222.0.18 "PUT /v2.0/routers/f821dd7f-e30d-4561-9e30-8181a046dde5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4932690 Jul 21 12:17:23.417838 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Provisioning complete for port d0d74117-c560-4b55-b3e7-c24e4913a92d triggered by entity L2. {{(pid=104161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 12:17:23.418786 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388846'] for port (d0d74117-c560-4b55-b3e7-c24e4913a92d), provisioning_complete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:23.478113 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.plugins.ml2.db [None req-cb50caa7-fac5-4712-872e-65a9bbef29ec admin admin] For port b288f12d-9d9a-4363-9ca7-489e31708f55, host dv-cinder-850321-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-1-iscsi',level=0,port_id=b288f12d-9d9a-4363-9ca7-489e31708f55,segment=NetworkSegment(516861e0-d3fe-4b3f-83ca-af9f79051018),segment_id=516861e0-d3fe-4b3f-83ca-af9f79051018)] {{(pid=104159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 12:17:23.478347 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-cb50caa7-fac5-4712-872e-65a9bbef29ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683200'] for port (b288f12d-9d9a-4363-9ca7-489e31708f55), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:23.507934 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-3ea48697-4d45-4531-b38a-e2ee231e352e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f787003ac96d46c4995dc593acdf2efc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3682346 Jul 21 12:17:23.509245 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.18', 60170) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:17:23.517005 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.plugins.ml2.plugin [None req-cb50caa7-fac5-4712-872e-65a9bbef29ec admin admin] Calling delete_port for b288f12d-9d9a-4363-9ca7-489e31708f55 owned by network:router_gateway {{(pid=104159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 12:17:23.535575 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea48697-4d45-4531-b38a-e2ee231e352e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85c130af-88df-4e45-bb40-fd86b0c87812,revision_number=1']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:17:23.637448 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Current status of the port d0d74117-c560-4b55-b3e7-c24e4913a92d is: DOWN; New status is: ACTIVE {{(pid=104161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 12:17:23.637956 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (d0d74117-c560-4b55-b3e7-c24e4913a92d), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:23.720462 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-833a01d8-d0d5-4d31-a8c9-33a64c3f0a17 admin admin] Publish callbacks [] for security_group (85c130af-88df-4e45-bb40-fd86b0c87812), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:23.722746 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] For port d0d74117-c560-4b55-b3e7-c24e4913a92d, host dv-cinder-850321-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-1-iscsi',level=0,port_id=d0d74117-c560-4b55-b3e7-c24e4913a92d,segment=NetworkSegment(516861e0-d3fe-4b3f-83ca-af9f79051018),segment_id=516861e0-d3fe-4b3f-83ca-af9f79051018)] {{(pid=104161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 12:17:23.739632 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158'] for port (d0d74117-c560-4b55-b3e7-c24e4913a92d), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:23.801530 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-833a01d8-d0d5-4d31-a8c9-33a64c3f0a17 admin admin] Publish callbacks [] for security_group (85c130af-88df-4e45-bb40-fd86b0c87812), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:23.821565 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Pushing event updated for resources: {'Port': ['ID=d0d74117-c560-4b55-b3e7-c24e4913a92d,revision_number=4']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:17:23.901238 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-833a01d8-d0d5-4d31-a8c9-33a64c3f0a17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (85c130af-88df-4e45-bb40-fd86b0c87812), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:23.924184 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-833a01d8-d0d5-4d31-a8c9-33a64c3f0a17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:23.925655 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-833a01d8-d0d5-4d31-a8c9-33a64c3f0a17 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/85c130af-88df-4e45-bb40-fd86b0c87812 HTTP/1.1" status: 204 len: 168 time: 0.4154108 Jul 21 12:17:23.934918 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833a01d8-d0d5-4d31-a8c9-33a64c3f0a17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85c130af-88df-4e45-bb40-fd86b0c87812,revision_number=None']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:17:24.000149 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-cb50caa7-fac5-4712-872e-65a9bbef29ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760983080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773760637175'] for port (b288f12d-9d9a-4363-9ca7-489e31708f55), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:24.040452 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb50caa7-fac5-4712-872e-65a9bbef29ec admin admin] Pushing event deleted for resources: {'Port': ['ID=b288f12d-9d9a-4363-9ca7-489e31708f55,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:17:24.070668 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-cb50caa7-fac5-4712-872e-65a9bbef29ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-681787'] for router_gateway (4e274fe2-e02e-4f53-8fb4-8171458f2042), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:24.247177 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.18', 60196) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:17:24.304102 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.v2.base [None req-e25e8488-4c05-4d71-955d-7e0855b1550c tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1623319996', 'description': 'tempest-secgroup-smoke-1623319996 description', 'project_id': '994738157bca4d9d887f316699bd9387'}} {{(pid=104160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 12:17:24.320397 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-cb50caa7-fac5-4712-872e-65a9bbef29ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-680943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4065'] for router (4e274fe2-e02e-4f53-8fb4-8171458f2042), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:24.336186 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-cb50caa7-fac5-4712-872e-65a9bbef29ec admin admin] Publish callbacks [] for router_controller (4e274fe2-e02e-4f53-8fb4-8171458f2042), precommit_delete_associations {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:24.346520 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-e25e8488-4c05-4d71-955d-7e0855b1550c tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] Publish callbacks [] for security_group (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:24.410923 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:INSERT=10,neutron:SELECT=84,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:17:24.450567 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee16e439-641e-4c8b-878d-16523fa4b154 None None] Sync routers for ids ['f821dd7f-e30d-4561-9e30-8181a046dde5'] in dv-cinder-850321-1-iscsi {{(pid=104162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 12:17:24.471629 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-cb50caa7-fac5-4712-872e-65a9bbef29ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-680862'] for router (4e274fe2-e02e-4f53-8fb4-8171458f2042), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:24.473449 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb50caa7-fac5-4712-872e-65a9bbef29ec admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4e274fe2-e02e-4f53-8fb4-8171458f2042 {{(pid=104159) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 21 12:17:24.490024 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee16e439-641e-4c8b-878d-16523fa4b154 None None] Routers {'f821dd7f-e30d-4561-9e30-8181a046dde5'} bound to L3 agent in host dv-cinder-850321-1-iscsi {{(pid=104162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 12:17:24.490919 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_hamode_db [None req-ee16e439-641e-4c8b-878d-16523fa4b154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-21T12:06:45Z,description=,heartbeat_timestamp=2022-07-21T12:17:15Z,host='dv-cinder-850321-1-iscsi',id=ceb1130f-c61e-494c-be4f-967cc153319c,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T12:06:45Z,topic='l3_agent')) {'router_ids': ['f821dd7f-e30d-4561-9e30-8181a046dde5'], 'active': True} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:17:24.504580 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-cb50caa7-fac5-4712-872e-65a9bbef29ec admin admin] Publish callbacks [] for router (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:24.508649 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-cb50caa7-fac5-4712-872e-65a9bbef29ec admin admin] 10.222.0.18 "DELETE /v2.0/routers/4e274fe2-e02e-4f53-8fb4-8171458f2042 HTTP/1.1" status: 204 len: 168 time: 2.8265941 Jul 21 12:17:24.509473 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.18', 60204) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:17:24.590952 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-e25e8488-4c05-4d71-955d-7e0855b1550c tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] Publish callbacks [] for security_group (79741dd1-42b2-48da-83d5-dc04f517a0cb), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:24.597512 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-e25e8488-4c05-4d71-955d-7e0855b1550c tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (79741dd1-42b2-48da-83d5-dc04f517a0cb), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:24.637682 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:17:24.654857 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1499761-b3d4-4dc7-83d8-709f01d6982f admin admin] Deleting subnet 41e43e98-3e78-47c9-95a5-d192ddc4a654 {{(pid=104160) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 21 12:17:24.669440 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-e25e8488-4c05-4d71-955d-7e0855b1550c tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] Publish callbacks [] for security_group (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:24.675784 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 60212) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:17:24.676509 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-e25e8488-4c05-4d71-955d-7e0855b1550c tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4258068 Jul 21 12:17:24.678511 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a1499761-b3d4-4dc7-83d8-709f01d6982f admin admin] Publish callbacks [] for subnet (41e43e98-3e78-47c9-95a5-d192ddc4a654), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:24.685544 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.v2.base [None req-590996d2-4c2b-4718-a911-bf7ea031923a tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] Request body: {'security_group_rule': {'security_group_id': '79741dd1-42b2-48da-83d5-dc04f517a0cb', 'project_id': '994738157bca4d9d887f316699bd9387', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 12:17:24.743874 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e8488-4c05-4d71-955d-7e0855b1550c tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79741dd1-42b2-48da-83d5-dc04f517a0cb,revision_number=1']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:17:24.765999 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-590996d2-4c2b-4718-a911-bf7ea031923a tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] Publish callbacks [] for security_group_rule (939e98f1-f5eb-4b94-8a04-a074450fd7fb), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:24.788355 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a1499761-b3d4-4dc7-83d8-709f01d6982f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9082974'] for subnet (41e43e98-3e78-47c9-95a5-d192ddc4a654), precommit_delete_associations {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:24.848863 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvr_db [None req-ee16e439-641e-4c8b-878d-16523fa4b154 None None] Set router f821dd7f-e30d-4561-9e30-8181a046dde5 gateway port host: dv-cinder-850321-1-iscsi {{(pid=104162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 12:17:24.975313 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=5,neutron:INSERT=2 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:17:24.986104 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-590996d2-4c2b-4718-a911-bf7ea031923a tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] Publish callbacks [] for security_group_rule (939e98f1-f5eb-4b94-8a04-a074450fd7fb), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:25.001480 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-590996d2-4c2b-4718-a911-bf7ea031923a tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757972'] for security_group_rule (939e98f1-f5eb-4b94-8a04-a074450fd7fb), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:25.047957 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590996d2-4c2b-4718-a911-bf7ea031923a tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=939e98f1-f5eb-4b94-8a04-a074450fd7fb,revision_number=0']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:17:25.069372 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-590996d2-4c2b-4718-a911-bf7ea031923a tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:25.078195 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-590996d2-4c2b-4718-a911-bf7ea031923a tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4002235 Jul 21 12:17:25.079153 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 60226) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:17:25.080622 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:17:25.100437 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.v2.base [None req-5714b66d-b4f5-4764-bb5c-7931c0b49d1a tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] Request body: {'security_group_rule': {'security_group_id': '79741dd1-42b2-48da-83d5-dc04f517a0cb', 'project_id': '994738157bca4d9d887f316699bd9387', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 12:17:25.117652 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a1499761-b3d4-4dc7-83d8-709f01d6982f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1392440'] for subnet (41e43e98-3e78-47c9-95a5-d192ddc4a654), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:25.170852 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-5714b66d-b4f5-4764-bb5c-7931c0b49d1a tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] Publish callbacks [] for security_group_rule (d9bce659-9fbe-47b0-9371-5972af73c961), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:25.289005 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_hamode_db [None req-ee16e439-641e-4c8b-878d-16523fa4b154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f821dd7f-e30d-4561-9e30-8181a046dde5', 'name': 'tempest-TestShelveInstance-1909229110-router', 'tenant_id': '2ef1937b964b497ab2734d543544d5ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'external_fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': 'd0d74117-c560-4b55-b3e7-c24e4913a92d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T12:17:15Z', 'updated_at': '2022-07-21T12:17:21Z', 'revision_number': 4, 'project_id': '2ef1937b964b497ab2734d543544d5ad', 'gw_port': {'id': 'd0d74117-c560-4b55-b3e7-c24e4913a92d', 'name': '', 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:c5:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f821dd7f-e30d-4561-9e30-8181a046dde5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:17:15Z', 'updated_at': '2022-07-21T12:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-1-iscsi', '_interfaces': [{'id': 'f9344b3c-d3dc-474e-8651-4bd1748e8443', 'name': '', 'network_id': '696c0dee-caed-4736-b4d0-b10a0948354a', 'tenant_id': '2ef1937b964b497ab2734d543544d5ad', 'mac_address': 'fa:16:3e:47:f1:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f821dd7f-e30d-4561-9e30-8181a046dde5', 'device_owner': 'network:router_interface', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': 'e0f3c015-136b-40d1-bb21-7516342209a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:17:18Z', 'updated_at': '2022-07-21T12:17:21Z', 'revision_number': 2, 'project_id': '2ef1937b964b497ab2734d543544d5ad', 'subnets': [{'id': 'e0f3c015-136b-40d1-bb21-7516342209a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-1-iscsi', False) {} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:17:25.298604 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-5714b66d-b4f5-4764-bb5c-7931c0b49d1a tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] Publish callbacks [] for security_group_rule (d9bce659-9fbe-47b0-9371-5972af73c961), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:25.309412 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-5714b66d-b4f5-4764-bb5c-7931c0b49d1a tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757972'] for security_group_rule (d9bce659-9fbe-47b0-9371-5972af73c961), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:25.351028 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5714b66d-b4f5-4764-bb5c-7931c0b49d1a tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9bce659-9fbe-47b0-9371-5972af73c961,revision_number=0']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:17:25.370229 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-5714b66d-b4f5-4764-bb5c-7931c0b49d1a tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:25.375263 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-5714b66d-b4f5-4764-bb5c-7931c0b49d1a tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2923875 Jul 21 12:17:25.376742 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 60234) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:17:25.383770 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.v2.base [None req-791ada19-0c64-4494-b5ae-b29457609fab tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] Request body: {'security_group_rule': {'security_group_id': '79741dd1-42b2-48da-83d5-dc04f517a0cb', 'project_id': '994738157bca4d9d887f316699bd9387', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 12:17:25.399831 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee16e439-641e-4c8b-878d-16523fa4b154 None None] Checking router: f821dd7f-e30d-4561-9e30-8181a046dde5 for host: dv-cinder-850321-1-iscsi {{(pid=104162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 12:17:25.401133 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee16e439-641e-4c8b-878d-16523fa4b154 None None] Updating router f821dd7f-e30d-4561-9e30-8181a046dde5 port f9344b3c-d3dc-474e-8651-4bd1748e8443 binding host dv-cinder-850321-1-iscsi {{(pid=104162) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 21 12:17:25.438036 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-791ada19-0c64-4494-b5ae-b29457609fab tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] Publish callbacks [] for security_group_rule (33a80e96-cf70-4f74-a77c-a08b22b3e78d), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:25.451593 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a1499761-b3d4-4dc7-83d8-709f01d6982f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1392433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9357653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9184768'] for subnet (41e43e98-3e78-47c9-95a5-d192ddc4a654), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:25.498740 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1499761-b3d4-4dc7-83d8-709f01d6982f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41e43e98-3e78-47c9-95a5-d192ddc4a654,revision_number=None']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:17:25.506698 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-ee16e439-641e-4c8b-878d-16523fa4b154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (f9344b3c-d3dc-474e-8651-4bd1748e8443), before_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:25.521472 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a545163-a9fa-4544-a392-2f53596c0488 req-68eeae75-ed31-4384-96a2-220045e850ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:17:25.523176 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-5a545163-a9fa-4544-a392-2f53596c0488 req-68eeae75-ed31-4384-96a2-220045e850ef service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f3726ac8b83847468671bd930deb5492&device_id=ee2001bf-bd6d-44cb-92e9-db00d3d80a2f HTTP/1.1" status: 200 len: 1130 time: 0.1776452 Jul 21 12:17:25.525346 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a1499761-b3d4-4dc7-83d8-709f01d6982f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622315'] for subnet (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:25.528440 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-a1499761-b3d4-4dc7-83d8-709f01d6982f admin admin] 10.222.0.18 "DELETE /v2.0/subnets/41e43e98-3e78-47c9-95a5-d192ddc4a654 HTTP/1.1" status: 204 len: 168 time: 1.0175257 Jul 21 12:17:25.529199 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f41d9249-3cf1-4d25-89cc-32ecaf2cb1a4 None None] Network 24751c0b-819a-470d-9221-d71fff5ec112 requested from dv-cinder-850321-1-iscsi {{(pid=104161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 12:17:25.532897 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 60238) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:17:25.588817 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Device d0d74117-c560-4b55-b3e7-c24e4913a92d up at agent ovs-agent-dv-cinder-850321-1-iscsi {{(pid=104161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 12:17:25.594577 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=81,neutron:DELETE=11,neutron:UPDATE=1,neutron:INSERT=7 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:17:25.659787 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f68973-abff-4c98-ad28-01aac1f65961 req-0c397201-4c25-4426-9226-12d5aa5ec812 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:17:25.675251 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-e0f68973-abff-4c98-ad28-01aac1f65961 req-0c397201-4c25-4426-9226-12d5aa5ec812 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee2001bf-bd6d-44cb-92e9-db00d3d80a2f HTTP/1.1" status: 200 len: 946 time: 0.1817582 Jul 21 12:17:25.744767 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Provisioning complete for port d0d74117-c560-4b55-b3e7-c24e4913a92d triggered by entity L2. {{(pid=104161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 12:17:25.745409 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388846'] for port (d0d74117-c560-4b55-b3e7-c24e4913a92d), provisioning_complete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:25.765499 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-791ada19-0c64-4494-b5ae-b29457609fab tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] Publish callbacks [] for security_group_rule (33a80e96-cf70-4f74-a77c-a08b22b3e78d), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:25.779502 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-791ada19-0c64-4494-b5ae-b29457609fab tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757972'] for security_group_rule (33a80e96-cf70-4f74-a77c-a08b22b3e78d), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:25.800160 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791ada19-0c64-4494-b5ae-b29457609fab tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33a80e96-cf70-4f74-a77c-a08b22b3e78d,revision_number=0']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:17:25.808728 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-6b72df1c-180e-426d-9890-2c5a8f598f0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790513'] for network (24751c0b-819a-470d-9221-d71fff5ec112), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:25.819096 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e6eb484-484a-4eb7-b312-15593bd06096 None None] DHCP port deletion for 24751c0b-819a-470d-9221-d71fff5ec112 request from dv-cinder-850321-1-iscsi {{(pid=104161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 21 12:17:25.886344 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-791ada19-0c64-4494-b5ae-b29457609fab tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:25.890033 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-791ada19-0c64-4494-b5ae-b29457609fab tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5092216 Jul 21 12:17:25.898697 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.18', 60246) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:17:25.912312 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.plugins.ml2.plugin [None req-6b72df1c-180e-426d-9890-2c5a8f598f0a admin admin] Deleting port a7127ca1-f65e-4a64-9bb6-656d8f7267cc {{(pid=104159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 12:17:25.912659 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-6b72df1c-180e-426d-9890-2c5a8f598f0a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760977592'] for port (a7127ca1-f65e-4a64-9bb6-656d8f7267cc), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:25.920752 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.v2.base [None req-6e285da2-50e2-41a6-9340-c2e50cf83ad1 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] Request body: {'security_group_rule': {'security_group_id': '79741dd1-42b2-48da-83d5-dc04f517a0cb', 'project_id': '994738157bca4d9d887f316699bd9387', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 12:17:25.999097 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-e0f68973-abff-4c98-ad28-01aac1f65961 req-580f133d-1bf0-4ac9-bc10-a457e2ac74bf tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/security-groups?id=88d39ded-9adf-4e28-b3b6-ef623b39acb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3225026 Jul 21 12:17:26.010660 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.plugins.ml2.db [None req-6b72df1c-180e-426d-9890-2c5a8f598f0a admin admin] For port a7127ca1-f65e-4a64-9bb6-656d8f7267cc, host dv-cinder-850321-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-1-iscsi',level=0,port_id=a7127ca1-f65e-4a64-9bb6-656d8f7267cc,segment=NetworkSegment(75921558-43a8-4348-8bcf-b36389368972),segment_id=75921558-43a8-4348-8bcf-b36389368972)] {{(pid=104159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 12:17:26.011612 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-6b72df1c-180e-426d-9890-2c5a8f598f0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683200'] for port (a7127ca1-f65e-4a64-9bb6-656d8f7267cc), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:26.028597 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.plugins.ml2.plugin [None req-6b72df1c-180e-426d-9890-2c5a8f598f0a admin admin] Calling delete_port for a7127ca1-f65e-4a64-9bb6-656d8f7267cc owned by network:dhcp {{(pid=104159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 12:17:26.045876 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-2e6eb484-484a-4eb7-b312-15593bd06096 None None] Deleting port a7127ca1-f65e-4a64-9bb6-656d8f7267cc {{(pid=104161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 12:17:26.046631 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-2e6eb484-484a-4eb7-b312-15593bd06096 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760977592'] for port (a7127ca1-f65e-4a64-9bb6-656d8f7267cc), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:26.058536 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=100 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:17:26.074410 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Current status of the port d0d74117-c560-4b55-b3e7-c24e4913a92d is: ACTIVE; New status is: ACTIVE {{(pid=104161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 12:17:26.098211 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a545163-a9fa-4544-a392-2f53596c0488 req-e1be32ff-143b-40c3-87e7-966a6c0ee28a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:17:26.120690 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-5a545163-a9fa-4544-a392-2f53596c0488 req-e1be32ff-143b-40c3-87e7-966a6c0ee28a service neutron] 10.222.0.48 "GET /v2.0/networks?id=ac7b63b3-36ed-4162-888b-3062a1149573 HTTP/1.1" status: 200 len: 920 time: 0.5714271 Jul 21 12:17:26.122922 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-6e285da2-50e2-41a6-9340-c2e50cf83ad1 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] Publish callbacks [] for security_group_rule (1584adb0-5e96-4ba6-a6fa-c8fcdb79bbe5), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:26.150623 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-6b72df1c-180e-426d-9890-2c5a8f598f0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760983080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773760637175'] for port (a7127ca1-f65e-4a64-9bb6-656d8f7267cc), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:26.227997 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:INSERT=3,neutron:SELECT=89,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:17:26.230406 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-5a545163-a9fa-4544-a392-2f53596c0488 req-2bdc2f84-00fc-45b9-bed8-d6f14ab5b548 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=692130a2-9b94-43ae-864b-0de513e5ba99 HTTP/1.1" status: 200 len: 217 time: 0.0440972 Jul 21 12:17:26.259516 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b72df1c-180e-426d-9890-2c5a8f598f0a admin admin] Pushing event deleted for resources: {'Port': ['ID=a7127ca1-f65e-4a64-9bb6-656d8f7267cc,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:17:26.270692 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-2e6eb484-484a-4eb7-b312-15593bd06096 None None] For port a7127ca1-f65e-4a64-9bb6-656d8f7267cc, host dv-cinder-850321-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-1-iscsi',level=0,port_id=a7127ca1-f65e-4a64-9bb6-656d8f7267cc,segment=NetworkSegment(75921558-43a8-4348-8bcf-b36389368972),segment_id=75921558-43a8-4348-8bcf-b36389368972)] {{(pid=104161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 12:17:26.276493 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b72df1c-180e-426d-9890-2c5a8f598f0a admin admin] No DVR routers for this DVR port a7127ca1-f65e-4a64-9bb6-656d8f7267cc on host dv-cinder-850321-1-iscsi {{(pid=104159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 12:17:26.277227 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-2e6eb484-484a-4eb7-b312-15593bd06096 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683200'] for port (a7127ca1-f65e-4a64-9bb6-656d8f7267cc), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:26.298954 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a545163-a9fa-4544-a392-2f53596c0488 req-ad98c1fc-5f9e-4c5b-a633-d236d1528fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:17:26.300653 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-5a545163-a9fa-4544-a392-2f53596c0488 req-ad98c1fc-5f9e-4c5b-a633-d236d1528fd7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=85871871-89d2-41dd-b1d6-9b7f2440aaee HTTP/1.1" status: 200 len: 858 time: 0.0609756 Jul 21 12:17:26.312657 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-2e6eb484-484a-4eb7-b312-15593bd06096 None None] Calling delete_port for a7127ca1-f65e-4a64-9bb6-656d8f7267cc owned by network:dhcp {{(pid=104161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 12:17:26.361673 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-6e285da2-50e2-41a6-9340-c2e50cf83ad1 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] Publish callbacks [] for security_group_rule (1584adb0-5e96-4ba6-a6fa-c8fcdb79bbe5), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:26.389794 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-ee16e439-641e-4c8b-878d-16523fa4b154 None None] Publish callbacks [] for port (f9344b3c-d3dc-474e-8651-4bd1748e8443), precommit_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:26.394425 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-6e285da2-50e2-41a6-9340-c2e50cf83ad1 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757972'] for security_group_rule (1584adb0-5e96-4ba6-a6fa-c8fcdb79bbe5), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:26.405051 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-ee16e439-641e-4c8b-878d-16523fa4b154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158'] for port (f9344b3c-d3dc-474e-8651-4bd1748e8443), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:26.434882 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e285da2-50e2-41a6-9340-c2e50cf83ad1 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1584adb0-5e96-4ba6-a6fa-c8fcdb79bbe5,revision_number=0']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:17:26.436690 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-6b72df1c-180e-426d-9890-2c5a8f598f0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1392563', 'neutron.services.segments.db._delete_segments_for_network-8773761087052'] for network (24751c0b-819a-470d-9221-d71fff5ec112), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:26.459420 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a545163-a9fa-4544-a392-2f53596c0488 req-bfd5e410-8195-4c33-a9a2-f2379ddb8cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:17:26.461852 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-5a545163-a9fa-4544-a392-2f53596c0488 req-bfd5e410-8195-4c33-a9a2-f2379ddb8cbb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ac7b63b3-36ed-4162-888b-3062a1149573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0968001 Jul 21 12:17:26.470779 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-6e285da2-50e2-41a6-9340-c2e50cf83ad1 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:26.472320 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-6e285da2-50e2-41a6-9340-c2e50cf83ad1 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5613871 Jul 21 12:17:26.485182 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 60260) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:17:26.499121 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.v2.base [None req-f9cdb52d-1ddf-452b-92dd-8da79a4f8a13 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] Request body: {'security_group_rule': {'security_group_id': '79741dd1-42b2-48da-83d5-dc04f517a0cb', 'project_id': '994738157bca4d9d887f316699bd9387', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 12:17:26.515998 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-6b72df1c-180e-426d-9890-2c5a8f598f0a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 12:17:26.516376 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-6b72df1c-180e-426d-9890-2c5a8f598f0a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 12:17:26.517651 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-6b72df1c-180e-426d-9890-2c5a8f598f0a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 12:17:26.517651 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-6b72df1c-180e-426d-9890-2c5a8f598f0a admin admin] Subscribe: > port after_create 55550000 {{(pid=104159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 12:17:26.517887 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-6b72df1c-180e-426d-9890-2c5a8f598f0a admin admin] Subscribe: > port after_delete 55550000 {{(pid=104159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 12:17:26.518196 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-6b72df1c-180e-426d-9890-2c5a8f598f0a admin admin] Subscribe: > port after_update 55550000 {{(pid=104159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 12:17:26.518704 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-6b72df1c-180e-426d-9890-2c5a8f598f0a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 12:17:26.519061 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-6b72df1c-180e-426d-9890-2c5a8f598f0a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 12:17:26.520583 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-6b72df1c-180e-426d-9890-2c5a8f598f0a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 12:17:26.520583 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-6b72df1c-180e-426d-9890-2c5a8f598f0a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 12:17:26.564478 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf1a385-2516-452c-ac46-406be985a54b None None] Pushing event updated for resources: {'Port': ['ID=f9344b3c-d3dc-474e-8651-4bd1748e8443,revision_number=3']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:17:26.658319 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-6b72df1c-180e-426d-9890-2c5a8f598f0a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 12:17:26.658659 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-6b72df1c-180e-426d-9890-2c5a8f598f0a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 12:17:26.658923 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-6b72df1c-180e-426d-9890-2c5a8f598f0a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 12:17:26.659269 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-6b72df1c-180e-426d-9890-2c5a8f598f0a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 12:17:26.660042 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.services.segments.db [None req-6b72df1c-180e-426d-9890-2c5a8f598f0a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24751c0b-819a-470d-9221-d71fff5ec112']}} {{(pid=104159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:17:26.665242 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-2e6eb484-484a-4eb7-b312-15593bd06096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760983080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773760637175'] for port (a7127ca1-f65e-4a64-9bb6-656d8f7267cc), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:26.683076 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Device 4521b402-73a3-44d5-94b0-4aa8eb497003 no longer exists at agent ovs-agent-dv-cinder-850321-1-iscsi {{(pid=104161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 12:17:26.689510 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-5a545163-a9fa-4544-a392-2f53596c0488 req-0badc94d-ce30-4c1c-a06e-a8340d9249b1 service neutron] 10.222.0.48 "GET /v2.0/networks/ac7b63b3-36ed-4162-888b-3062a1149573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2158418 Jul 21 12:17:26.708537 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6eb484-484a-4eb7-b312-15593bd06096 None None] Pushing event deleted for resources: {'Port': ['ID=a7127ca1-f65e-4a64-9bb6-656d8f7267cc,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:17:26.720314 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e6eb484-484a-4eb7-b312-15593bd06096 None None] No DVR routers for this DVR port a7127ca1-f65e-4a64-9bb6-656d8f7267cc on host dv-cinder-850321-1-iscsi {{(pid=104161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 12:17:26.728169 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.services.segments.db [None req-6b72df1c-180e-426d-9890-2c5a8f598f0a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75921558-43a8-4348-8bcf-b36389368972') {'for_net_delete': True} {{(pid=104159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:17:26.728473 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.services.segments.db [None req-6b72df1c-180e-426d-9890-2c5a8f598f0a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75921558-43a8-4348-8bcf-b36389368972') {} {{(pid=104159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:17:26.737023 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.managers [None req-ee16e439-641e-4c8b-878d-16523fa4b154 None None] Attempting to bind port f9344b3c-d3dc-474e-8651-4bd1748e8443 on host dv-cinder-850321-1-iscsi for vnic_type normal with profile {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 12:17:26.737397 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.managers [None req-ee16e439-641e-4c8b-878d-16523fa4b154 None None] Attempting to bind port f9344b3c-d3dc-474e-8651-4bd1748e8443 by drivers openvswitch,hyperv on host dv-cinder-850321-1-iscsi at level 0 using segments [{'id': '983d4d02-3481-49e3-871e-317eb4b0b768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '696c0dee-caed-4736-b4d0-b10a0948354a'}] {{(pid=104162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 12:17:26.737760 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee16e439-641e-4c8b-878d-16523fa4b154 None None] Attempting to bind port f9344b3c-d3dc-474e-8651-4bd1748e8443 on network 696c0dee-caed-4736-b4d0-b10a0948354a {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 12:17:26.747182 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:17:26.752739 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] No Port match for: 4521b402-73a3-44d5-94b0-4aa8eb497003 {{(pid=104161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 12:17:26.753428 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Device 4521b402-73a3-44d5-94b0-4aa8eb497003 not bound to the agent host dv-cinder-850321-1-iscsi {{(pid=104161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 12:17:26.754107 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Device b288f12d-9d9a-4363-9ca7-489e31708f55 no longer exists at agent ovs-agent-dv-cinder-850321-1-iscsi {{(pid=104161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 12:17:26.761305 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee16e439-641e-4c8b-878d-16523fa4b154 None None] Checking agent: {'id': 'c982e9e4-9e4b-4150-8658-75b564dceb25', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850321-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 12, 6, 47), 'started_at': datetime.datetime(2022, 7, 21, 12, 7, 17), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 12, 17, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850321-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 12:17:26.766111 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee16e439-641e-4c8b-878d-16523fa4b154 None None] Checking segment: {'id': '983d4d02-3481-49e3-871e-317eb4b0b768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '696c0dee-caed-4736-b4d0-b10a0948354a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 12:17:26.766605 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-ee16e439-641e-4c8b-878d-16523fa4b154 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:26.767018 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee16e439-641e-4c8b-878d-16523fa4b154 None None] Bound using segment: {'id': '983d4d02-3481-49e3-871e-317eb4b0b768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '696c0dee-caed-4736-b4d0-b10a0948354a'} {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 12:17:26.767622 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.managers [None req-ee16e439-641e-4c8b-878d-16523fa4b154 None None] Bound port: f9344b3c-d3dc-474e-8651-4bd1748e8443, host: dv-cinder-850321-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '983d4d02-3481-49e3-871e-317eb4b0b768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '696c0dee-caed-4736-b4d0-b10a0948354a'}}] {{(pid=104162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 12:17:26.771731 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-ee16e439-641e-4c8b-878d-16523fa4b154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (f9344b3c-d3dc-474e-8651-4bd1748e8443), before_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:26.789703 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] No Port match for: b288f12d-9d9a-4363-9ca7-489e31708f55 {{(pid=104161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 12:17:26.791057 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Device b288f12d-9d9a-4363-9ca7-489e31708f55 not bound to the agent host dv-cinder-850321-1-iscsi {{(pid=104161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 12:17:26.817746 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-6b72df1c-180e-426d-9890-2c5a8f598f0a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773761085669', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9226590'] for segment (75921558-43a8-4348-8bcf-b36389368972), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:26.847202 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 60266) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:17:26.864440 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.db.securitygroups_db [None req-f9cdb52d-1ddf-452b-92dd-8da79a4f8a13 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] Project 994738157bca4d9d887f316699bd9387 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 21 12:17:26.880052 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-f9cdb52d-1ddf-452b-92dd-8da79a4f8a13 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] Publish callbacks [] for security_group_rule (5b746bd2-ba5d-4c22-9237-91b18f23cbd5), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:26.902479 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-6b72df1c-180e-426d-9890-2c5a8f598f0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1820665'] for segment (75921558-43a8-4348-8bcf-b36389368972), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:26.914412 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-5a545163-a9fa-4544-a392-2f53596c0488 req-22f2589e-9f44-4043-aa00-a10e1cfd25a2 service neutron] 10.222.0.48 "GET /v2.0/networks/ac7b63b3-36ed-4162-888b-3062a1149573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2162788 Jul 21 12:17:26.918463 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-ee16e439-641e-4c8b-878d-16523fa4b154 None None] For port f9344b3c-d3dc-474e-8651-4bd1748e8443, host dv-cinder-850321-1-iscsi, cleared binding levels {{(pid=104162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 12:17:26.921809 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b72df1c-180e-426d-9890-2c5a8f598f0a admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=104159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 21 12:17:26.922274 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-6b72df1c-180e-426d-9890-2c5a8f598f0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1820665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8469532'] for segment (75921558-43a8-4348-8bcf-b36389368972), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:26.923606 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-ee16e439-641e-4c8b-878d-16523fa4b154 None None] For port f9344b3c-d3dc-474e-8651-4bd1748e8443, host dv-cinder-850321-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-1-iscsi',level=0,port_id=f9344b3c-d3dc-474e-8651-4bd1748e8443,segment=NetworkSegment(983d4d02-3481-49e3-871e-317eb4b0b768),segment_id=983d4d02-3481-49e3-871e-317eb4b0b768)] {{(pid=104162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 12:17:26.926058 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:17:26.941929 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:17:26.949671 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-ee16e439-641e-4c8b-878d-16523fa4b154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158'] for port (f9344b3c-d3dc-474e-8651-4bd1748e8443), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:26.966244 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [None req-2f960dc3-9cbc-4883-a4f2-0f9779aca2b6 None None] Provisioning complete for port f9344b3c-d3dc-474e-8651-4bd1748e8443 triggered by entity DHCP. {{(pid=104161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 12:17:26.966480 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-2f960dc3-9cbc-4883-a4f2-0f9779aca2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388846'] for port (f9344b3c-d3dc-474e-8651-4bd1748e8443), provisioning_complete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:27.056396 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee16e439-641e-4c8b-878d-16523fa4b154 None None] Routers {'f821dd7f-e30d-4561-9e30-8181a046dde5'} bound to L3 agent in host dv-cinder-850321-1-iscsi {{(pid=104162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 12:17:27.057066 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_hamode_db [None req-ee16e439-641e-4c8b-878d-16523fa4b154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-21T12:06:45Z,description=,heartbeat_timestamp=2022-07-21T12:17:15Z,host='dv-cinder-850321-1-iscsi',id=ceb1130f-c61e-494c-be4f-967cc153319c,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T12:06:45Z,topic='l3_agent')) {'router_ids': ['f821dd7f-e30d-4561-9e30-8181a046dde5'], 'active': True} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:17:27.288614 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-2f960dc3-9cbc-4883-a4f2-0f9779aca2b6 None None] Current status of the port f9344b3c-d3dc-474e-8651-4bd1748e8443 is: DOWN; New status is: ACTIVE {{(pid=104161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 12:17:27.289017 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-2f960dc3-9cbc-4883-a4f2-0f9779aca2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (f9344b3c-d3dc-474e-8651-4bd1748e8443), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:27.292303 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf1a385-2516-452c-ac46-406be985a54b None None] Pushing event updated for resources: {'Port': ['ID=f9344b3c-d3dc-474e-8651-4bd1748e8443,revision_number=4']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:17:27.308833 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-6b72df1c-180e-426d-9890-2c5a8f598f0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1392516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681893'] for network (24751c0b-819a-470d-9221-d71fff5ec112), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:27.341508 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-6b72df1c-180e-426d-9890-2c5a8f598f0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622315'] for network (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:27.353550 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-6b72df1c-180e-426d-9890-2c5a8f598f0a admin admin] 10.222.0.18 "DELETE /v2.0/networks/24751c0b-819a-470d-9221-d71fff5ec112 HTTP/1.1" status: 204 len: 168 time: 1.8194761 Jul 21 12:17:27.356187 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Device a7127ca1-f65e-4a64-9bb6-656d8f7267cc no longer exists at agent ovs-agent-dv-cinder-850321-1-iscsi {{(pid=104161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 12:17:27.400176 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-5501d174-4f5d-4a3c-b1b7-798103e68b4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:27.441351 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-f9cdb52d-1ddf-452b-92dd-8da79a4f8a13 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] Publish callbacks [] for security_group_rule (5b746bd2-ba5d-4c22-9237-91b18f23cbd5), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:27.447666 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b72df1c-180e-426d-9890-2c5a8f598f0a admin admin] Pushing event deleted for resources: {'Network': ['ID=24751c0b-819a-470d-9221-d71fff5ec112,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:17:27.464408 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b72df1c-180e-426d-9890-2c5a8f598f0a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:17:27.465246 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b72df1c-180e-426d-9890-2c5a8f598f0a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:17:27.465801 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b72df1c-180e-426d-9890-2c5a8f598f0a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:17:27.466350 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b72df1c-180e-426d-9890-2c5a8f598f0a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:17:27.466905 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b72df1c-180e-426d-9890-2c5a8f598f0a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:17:27.467434 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b72df1c-180e-426d-9890-2c5a8f598f0a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:17:27.468409 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b72df1c-180e-426d-9890-2c5a8f598f0a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:17:27.468947 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b72df1c-180e-426d-9890-2c5a8f598f0a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:17:27.469945 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b72df1c-180e-426d-9890-2c5a8f598f0a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:17:27.470743 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b72df1c-180e-426d-9890-2c5a8f598f0a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:17:27.471260 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b72df1c-180e-426d-9890-2c5a8f598f0a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:17:27.471738 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b72df1c-180e-426d-9890-2c5a8f598f0a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:17:27.472157 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b72df1c-180e-426d-9890-2c5a8f598f0a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:17:27.472569 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b72df1c-180e-426d-9890-2c5a8f598f0a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:17:27.472981 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b72df1c-180e-426d-9890-2c5a8f598f0a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:17:27.477506 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-f9cdb52d-1ddf-452b-92dd-8da79a4f8a13 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757972'] for security_group_rule (5b746bd2-ba5d-4c22-9237-91b18f23cbd5), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:27.486106 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] No Port match for: a7127ca1-f65e-4a64-9bb6-656d8f7267cc {{(pid=104161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 12:17:27.486389 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Device a7127ca1-f65e-4a64-9bb6-656d8f7267cc not bound to the agent host dv-cinder-850321-1-iscsi {{(pid=104161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 12:17:27.509166 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvr_db [None req-ee16e439-641e-4c8b-878d-16523fa4b154 None None] Set router f821dd7f-e30d-4561-9e30-8181a046dde5 gateway port host: dv-cinder-850321-1-iscsi {{(pid=104162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 12:17:27.512459 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1585cb84-5397-4444-8249-09224b44735a req-4b0431cc-4c5b-45d4-a946-b0b40cd14c76 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:17:27.514038 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-1585cb84-5397-4444-8249-09224b44735a req-4b0431cc-4c5b-45d4-a946-b0b40cd14c76 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee2001bf-bd6d-44cb-92e9-db00d3d80a2f HTTP/1.1" status: 200 len: 946 time: 0.2986355 Jul 21 12:17:27.546050 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-2f960dc3-9cbc-4883-a4f2-0f9779aca2b6 None None] For port f9344b3c-d3dc-474e-8651-4bd1748e8443, host dv-cinder-850321-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-1-iscsi',level=0,port_id=f9344b3c-d3dc-474e-8651-4bd1748e8443,segment=NetworkSegment(983d4d02-3481-49e3-871e-317eb4b0b768),segment_id=983d4d02-3481-49e3-871e-317eb4b0b768)] {{(pid=104161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 12:17:27.550122 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cdb52d-1ddf-452b-92dd-8da79a4f8a13 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b746bd2-ba5d-4c22-9237-91b18f23cbd5,revision_number=0']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:17:27.565451 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-2f960dc3-9cbc-4883-a4f2-0f9779aca2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158'] for port (f9344b3c-d3dc-474e-8651-4bd1748e8443), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:27.570796 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-f9cdb52d-1ddf-452b-92dd-8da79a4f8a13 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:27.574831 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-f9cdb52d-1ddf-452b-92dd-8da79a4f8a13 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.0859189 Jul 21 12:17:27.575306 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.18', 60308) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:17:27.582141 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.v2.base [None req-525fe9fd-dbb0-44c7-a263-80685c06ff38 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] Request body: {'security_group_rule': {'security_group_id': '79741dd1-42b2-48da-83d5-dc04f517a0cb', 'project_id': '994738157bca4d9d887f316699bd9387', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 12:17:27.654089 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.db.securitygroups_db [None req-525fe9fd-dbb0-44c7-a263-80685c06ff38 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] Project 994738157bca4d9d887f316699bd9387 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 21 12:17:27.665206 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.services.segments.plugin [-] Segment 75921558-43a8-4348-8bcf-b36389368972 resource provider aggregate not found Jul 21 12:17:27.672028 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-525fe9fd-dbb0-44c7-a263-80685c06ff38 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] Publish callbacks [] for security_group_rule (695c4d10-87dd-4d67-b54d-58cd696d4eed), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:27.700046 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f960dc3-9cbc-4883-a4f2-0f9779aca2b6 None None] Pushing event updated for resources: {'Port': ['ID=f9344b3c-d3dc-474e-8651-4bd1748e8443,revision_number=5']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:17:27.716126 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-1585cb84-5397-4444-8249-09224b44735a req-9aa00c96-da26-4337-ba0e-f54495f0a5c5 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/security-groups?id=88d39ded-9adf-4e28-b3b6-ef623b39acb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841142 Jul 21 12:17:27.719883 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [None req-5547ebbb-80bd-46a9-96a0-b6cdcff0bbbc None None] Provisioning complete for port f9344b3c-d3dc-474e-8651-4bd1748e8443 triggered by entity DHCP. {{(pid=104161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 12:17:27.720801 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-5547ebbb-80bd-46a9-96a0-b6cdcff0bbbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388846'] for port (f9344b3c-d3dc-474e-8651-4bd1748e8443), provisioning_complete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:27.747600 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:17:27.749413 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=83,neutron:DELETE=8,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:17:27.761862 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.services.segments.plugin [-] Segment 75921558-43a8-4348-8bcf-b36389368972 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 75921558-43a8-4348-8bcf-b36389368972 found for delete ", "request_id": "req-b55aa96d-a69d-4cfa-9931-8d875d9b3f2a"}]} Jul 21 12:17:27.804179 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-525fe9fd-dbb0-44c7-a263-80685c06ff38 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] Publish callbacks [] for security_group_rule (695c4d10-87dd-4d67-b54d-58cd696d4eed), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:27.812145 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-525fe9fd-dbb0-44c7-a263-80685c06ff38 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757972'] for security_group_rule (695c4d10-87dd-4d67-b54d-58cd696d4eed), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:27.841530 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525fe9fd-dbb0-44c7-a263-80685c06ff38 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=695c4d10-87dd-4d67-b54d-58cd696d4eed,revision_number=0']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:17:27.847533 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-5501d174-4f5d-4a3c-b1b7-798103e68b4a admin admin] Publish callbacks [] for security_group (a6295d19-7b0f-49db-817d-8e1dbc2c2962), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:27.854639 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-525fe9fd-dbb0-44c7-a263-80685c06ff38 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:27.856613 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-525fe9fd-dbb0-44c7-a263-80685c06ff38 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2794185 Jul 21 12:17:27.858858 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525fe9fd-dbb0-44c7-a263-80685c06ff38 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:17:27.859406 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525fe9fd-dbb0-44c7-a263-80685c06ff38 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:17:27.860101 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525fe9fd-dbb0-44c7-a263-80685c06ff38 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:17:27.860576 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525fe9fd-dbb0-44c7-a263-80685c06ff38 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:17:27.861076 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525fe9fd-dbb0-44c7-a263-80685c06ff38 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:17:27.861619 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525fe9fd-dbb0-44c7-a263-80685c06ff38 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:17:27.862575 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525fe9fd-dbb0-44c7-a263-80685c06ff38 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:17:27.862575 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525fe9fd-dbb0-44c7-a263-80685c06ff38 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:17:27.862575 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525fe9fd-dbb0-44c7-a263-80685c06ff38 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:17:27.863015 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525fe9fd-dbb0-44c7-a263-80685c06ff38 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:17:27.863199 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525fe9fd-dbb0-44c7-a263-80685c06ff38 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:17:27.863542 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525fe9fd-dbb0-44c7-a263-80685c06ff38 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:17:27.863850 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525fe9fd-dbb0-44c7-a263-80685c06ff38 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:17:27.864181 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525fe9fd-dbb0-44c7-a263-80685c06ff38 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:17:27.864505 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525fe9fd-dbb0-44c7-a263-80685c06ff38 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:17:27.868268 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-5501d174-4f5d-4a3c-b1b7-798103e68b4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (a6295d19-7b0f-49db-817d-8e1dbc2c2962), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:27.890403 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.18', 60314) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:17:27.899046 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-5547ebbb-80bd-46a9-96a0-b6cdcff0bbbc None None] Current status of the port f9344b3c-d3dc-474e-8651-4bd1748e8443 is: ACTIVE; New status is: ACTIVE {{(pid=104161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 12:17:27.903144 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-5501d174-4f5d-4a3c-b1b7-798103e68b4a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0cae41d6b94a4850b9e699be985a295f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0539215 Jul 21 12:17:27.910000 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 60316) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:17:27.973503 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5501d174-4f5d-4a3c-b1b7-798103e68b4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6295d19-7b0f-49db-817d-8e1dbc2c2962,revision_number=1']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:17:27.984462 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 60318) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:17:27.993478 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-30092e14-96ae-453a-b562-91b25484cddb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=41b8b45e25af4c498afb80b94362fe95&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1017394 Jul 21 12:17:28.005812 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:17:28.019444 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_hamode_db [None req-ee16e439-641e-4c8b-878d-16523fa4b154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f821dd7f-e30d-4561-9e30-8181a046dde5', 'name': 'tempest-TestShelveInstance-1909229110-router', 'tenant_id': '2ef1937b964b497ab2734d543544d5ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'external_fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': 'd0d74117-c560-4b55-b3e7-c24e4913a92d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T12:17:15Z', 'updated_at': '2022-07-21T12:17:21Z', 'revision_number': 4, 'project_id': '2ef1937b964b497ab2734d543544d5ad', 'gw_port': {'id': 'd0d74117-c560-4b55-b3e7-c24e4913a92d', 'name': '', 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:c5:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f821dd7f-e30d-4561-9e30-8181a046dde5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:17:15Z', 'updated_at': '2022-07-21T12:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-1-iscsi', '_interfaces': [{'id': 'f9344b3c-d3dc-474e-8651-4bd1748e8443', 'name': '', 'network_id': '696c0dee-caed-4736-b4d0-b10a0948354a', 'tenant_id': '2ef1937b964b497ab2734d543544d5ad', 'mac_address': 'fa:16:3e:47:f1:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f821dd7f-e30d-4561-9e30-8181a046dde5', 'device_owner': 'network:router_interface', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': 'e0f3c015-136b-40d1-bb21-7516342209a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:17:18Z', 'updated_at': '2022-07-21T12:17:26Z', 'revision_number': 4, 'project_id': '2ef1937b964b497ab2734d543544d5ad', 'subnets': [{'id': 'e0f3c015-136b-40d1-bb21-7516342209a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-1-iscsi', False) {} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:17:28.051179 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-8254ef14-082b-4ce2-ba19-28031c801c36 admin admin] Publish callbacks [] for security_group (a6295d19-7b0f-49db-817d-8e1dbc2c2962), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:28.057883 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee16e439-641e-4c8b-878d-16523fa4b154 None None] The sync data for ids ['f821dd7f-e30d-4561-9e30-8181a046dde5'] in dv-cinder-850321-1-iscsi is: [{'id': 'f821dd7f-e30d-4561-9e30-8181a046dde5', 'name': 'tempest-TestShelveInstance-1909229110-router', 'tenant_id': '2ef1937b964b497ab2734d543544d5ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'external_fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': 'd0d74117-c560-4b55-b3e7-c24e4913a92d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T12:17:15Z', 'updated_at': '2022-07-21T12:17:21Z', 'revision_number': 4, 'project_id': '2ef1937b964b497ab2734d543544d5ad', 'gw_port': {'id': 'd0d74117-c560-4b55-b3e7-c24e4913a92d', 'name': '', 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:c5:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f821dd7f-e30d-4561-9e30-8181a046dde5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:17:15Z', 'updated_at': '2022-07-21T12:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-1-iscsi', '_interfaces': [{'id': 'f9344b3c-d3dc-474e-8651-4bd1748e8443', 'name': '', 'network_id': '696c0dee-caed-4736-b4d0-b10a0948354a', 'tenant_id': '2ef1937b964b497ab2734d543544d5ad', 'mac_address': 'fa:16:3e:47:f1:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f821dd7f-e30d-4561-9e30-8181a046dde5', 'device_owner': 'network:router_interface', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': 'e0f3c015-136b-40d1-bb21-7516342209a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:17:18Z', 'updated_at': '2022-07-21T12:17:26Z', 'revision_number': 4, 'project_id': '2ef1937b964b497ab2734d543544d5ad', 'subnets': [{'id': 'e0f3c015-136b-40d1-bb21-7516342209a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 12:17:28.110065 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-8254ef14-082b-4ce2-ba19-28031c801c36 admin admin] Publish callbacks [] for security_group (a6295d19-7b0f-49db-817d-8e1dbc2c2962), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:28.128408 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-bbb64e55-2670-4b27-83e3-38ac9f0e13f8 admin admin] Publish callbacks [] for security_group (1c91d680-ea10-4de8-ae4b-a36cd4f34300), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:28.205181 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-bbb64e55-2670-4b27-83e3-38ac9f0e13f8 admin admin] Publish callbacks [] for security_group (1c91d680-ea10-4de8-ae4b-a36cd4f34300), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:28.292422 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-8254ef14-082b-4ce2-ba19-28031c801c36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (a6295d19-7b0f-49db-817d-8e1dbc2c2962), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:28.295795 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-8254ef14-082b-4ce2-ba19-28031c801c36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:28.297190 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-8254ef14-082b-4ce2-ba19-28031c801c36 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a6295d19-7b0f-49db-817d-8e1dbc2c2962 HTTP/1.1" status: 204 len: 168 time: 0.3860743 Jul 21 12:17:28.321261 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254ef14-082b-4ce2-ba19-28031c801c36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6295d19-7b0f-49db-817d-8e1dbc2c2962,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:17:28.333204 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-bbb64e55-2670-4b27-83e3-38ac9f0e13f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (1c91d680-ea10-4de8-ae4b-a36cd4f34300), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:28.336159 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-bbb64e55-2670-4b27-83e3-38ac9f0e13f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:28.342468 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-bbb64e55-2670-4b27-83e3-38ac9f0e13f8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1c91d680-ea10-4de8-ae4b-a36cd4f34300 HTTP/1.1" status: 204 len: 168 time: 0.3550129 Jul 21 12:17:28.363350 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb64e55-2670-4b27-83e3-38ac9f0e13f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c91d680-ea10-4de8-ae4b-a36cd4f34300,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:17:28.986332 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316134bf-f4d2-4531-b911-260f99dee40e req-739bf6ec-6644-4320-bd96-f6d403f5342a tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:17:28.994990 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-316134bf-f4d2-4531-b911-260f99dee40e req-739bf6ec-6644-4320-bd96-f6d403f5342a tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee2001bf-bd6d-44cb-92e9-db00d3d80a2f HTTP/1.1" status: 200 len: 946 time: 0.1299717 Jul 21 12:17:29.069360 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-316134bf-f4d2-4531-b911-260f99dee40e req-318a1377-50c5-4384-8486-e4d49e52e11b tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/security-groups?id=88d39ded-9adf-4e28-b3b6-ef623b39acb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731657 Jul 21 12:17:29.330152 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Device f9344b3c-d3dc-474e-8651-4bd1748e8443 up at agent ovs-agent-dv-cinder-850321-1-iscsi {{(pid=104161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 12:17:29.439300 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Provisioning complete for port f9344b3c-d3dc-474e-8651-4bd1748e8443 triggered by entity L2. {{(pid=104161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 12:17:29.439944 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388846'] for port (f9344b3c-d3dc-474e-8651-4bd1748e8443), provisioning_complete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:29.569906 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Current status of the port f9344b3c-d3dc-474e-8651-4bd1748e8443 is: ACTIVE; New status is: ACTIVE {{(pid=104161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 12:17:30.081571 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.18', 60450) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:17:30.317555 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e76fa0-a550-4a28-9025-d9ef8c9c49b0 req-159b988d-1921-42ab-bef2-4eae6790e34e tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:17:30.320942 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-c6e76fa0-a550-4a28-9025-d9ef8c9c49b0 req-159b988d-1921-42ab-bef2-4eae6790e34e tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee2001bf-bd6d-44cb-92e9-db00d3d80a2f HTTP/1.1" status: 200 len: 946 time: 0.0762284 Jul 21 12:17:30.393618 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-155fb5b8-deae-4af4-b182-8f7582c4d277 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:30.484101 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-c6e76fa0-a550-4a28-9025-d9ef8c9c49b0 req-c4dde182-10a0-44e2-b1d7-245337cbf4cb tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/security-groups?id=88d39ded-9adf-4e28-b3b6-ef623b39acb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431360 Jul 21 12:17:30.572680 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-155fb5b8-deae-4af4-b182-8f7582c4d277 admin admin] Publish callbacks [] for security_group (7fba7800-64b6-4585-b676-3fa3e664281e), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:30.577092 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-155fb5b8-deae-4af4-b182-8f7582c4d277 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (7fba7800-64b6-4585-b676-3fa3e664281e), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:30.639928 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-155fb5b8-deae-4af4-b182-8f7582c4d277 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5b310f95c6f74cd98d860aadb1e948fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5562775 Jul 21 12:17:30.642222 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155fb5b8-deae-4af4-b182-8f7582c4d277 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fba7800-64b6-4585-b676-3fa3e664281e,revision_number=1']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:17:30.644054 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 60460) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:17:30.741566 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-0bb02fb9-dcd7-4456-90a1-6f3258724a98 admin admin] Publish callbacks [] for security_group (7fba7800-64b6-4585-b676-3fa3e664281e), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:30.765707 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=84,neutron:INSERT=8,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:17:30.781502 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-0bb02fb9-dcd7-4456-90a1-6f3258724a98 admin admin] Publish callbacks [] for security_group (7fba7800-64b6-4585-b676-3fa3e664281e), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:30.879091 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-0bb02fb9-dcd7-4456-90a1-6f3258724a98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (7fba7800-64b6-4585-b676-3fa3e664281e), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:30.882459 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-0bb02fb9-dcd7-4456-90a1-6f3258724a98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:30.886575 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-0bb02fb9-dcd7-4456-90a1-6f3258724a98 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7fba7800-64b6-4585-b676-3fa3e664281e HTTP/1.1" status: 204 len: 168 time: 0.2356088 Jul 21 12:17:30.896563 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb02fb9-dcd7-4456-90a1-6f3258724a98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fba7800-64b6-4585-b676-3fa3e664281e,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:17:31.356424 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 60484) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:17:31.371595 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-a76c8627-6558-4d0e-b8a1-66ba345b6f1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:31.463390 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-a76c8627-6558-4d0e-b8a1-66ba345b6f1b admin admin] Publish callbacks [] for security_group (1b8fff3f-0e6a-4bfd-9782-ac43dfd3e6fd), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:31.469048 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-a76c8627-6558-4d0e-b8a1-66ba345b6f1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (1b8fff3f-0e6a-4bfd-9782-ac43dfd3e6fd), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:31.511851 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-a76c8627-6558-4d0e-b8a1-66ba345b6f1b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ad6608653fec40bcb2525858c868ecfb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1541312 Jul 21 12:17:31.512584 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76c8627-6558-4d0e-b8a1-66ba345b6f1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b8fff3f-0e6a-4bfd-9782-ac43dfd3e6fd,revision_number=1']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:17:31.514878 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.18', 60488) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:17:31.526877 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:17:31.599019 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-aff0b2ae-b13f-4532-870f-94b7d37eca18 admin admin] Publish callbacks [] for security_group (1b8fff3f-0e6a-4bfd-9782-ac43dfd3e6fd), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:31.629489 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd888bb-40f3-4a01-8ff4-98c6438df1a9 req-d4ae885d-7fa4-4b38-9063-8786b87297ff tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:17:31.630862 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-aff0b2ae-b13f-4532-870f-94b7d37eca18 admin admin] Publish callbacks [] for security_group (1b8fff3f-0e6a-4bfd-9782-ac43dfd3e6fd), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:31.631109 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-2dd888bb-40f3-4a01-8ff4-98c6438df1a9 req-d4ae885d-7fa4-4b38-9063-8786b87297ff tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee2001bf-bd6d-44cb-92e9-db00d3d80a2f HTTP/1.1" status: 200 len: 946 time: 0.0497494 Jul 21 12:17:31.674048 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:17:31.682821 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-2dd888bb-40f3-4a01-8ff4-98c6438df1a9 req-82ce1d50-8ac5-4838-a582-e54cd911b726 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/security-groups?id=88d39ded-9adf-4e28-b3b6-ef623b39acb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456896 Jul 21 12:17:31.712435 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-aff0b2ae-b13f-4532-870f-94b7d37eca18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (1b8fff3f-0e6a-4bfd-9782-ac43dfd3e6fd), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:31.715950 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-aff0b2ae-b13f-4532-870f-94b7d37eca18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:31.717254 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-aff0b2ae-b13f-4532-870f-94b7d37eca18 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1b8fff3f-0e6a-4bfd-9782-ac43dfd3e6fd HTTP/1.1" status: 204 len: 168 time: 0.2002788 Jul 21 12:17:31.727507 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff0b2ae-b13f-4532-870f-94b7d37eca18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b8fff3f-0e6a-4bfd-9782-ac43dfd3e6fd,revision_number=None']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:17:32.307846 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (0e418a3d-140a-4386-ad03-1f6ad2d8ed7b), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:32.822510 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8fd697-26d4-4c82-9dc0-77e25e5d9e5d req-3674a3be-19cb-4851-8609-de3f248e1df6 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:17:32.824781 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-7f8fd697-26d4-4c82-9dc0-77e25e5d9e5d req-3674a3be-19cb-4851-8609-de3f248e1df6 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee2001bf-bd6d-44cb-92e9-db00d3d80a2f HTTP/1.1" status: 200 len: 946 time: 0.0604868 Jul 21 12:17:32.881456 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-7f8fd697-26d4-4c82-9dc0-77e25e5d9e5d req-85e86491-1890-4c77-8de7-c48963b23ce8 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/security-groups?id=88d39ded-9adf-4e28-b3b6-ef623b39acb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495675 Jul 21 12:17:33.735279 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.18', 60578) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:17:33.916995 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-8a00d01f-d005-4d6e-8b02-d6fff66cc387 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:34.081959 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:DELETE=3,neutron:SELECT=85,neutron:INSERT=12 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:17:34.103671 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5e10a8-1bae-4db9-8935-dfa1742c45a1 req-104bfbd0-e433-403f-88be-fa204dd0a2b7 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:17:34.103671 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-ca5e10a8-1bae-4db9-8935-dfa1742c45a1 req-104bfbd0-e433-403f-88be-fa204dd0a2b7 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee2001bf-bd6d-44cb-92e9-db00d3d80a2f HTTP/1.1" status: 200 len: 946 time: 0.0850666 Jul 21 12:17:34.152526 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-8a00d01f-d005-4d6e-8b02-d6fff66cc387 admin admin] Publish callbacks [] for security_group (55903e11-6f8e-40cd-8484-c5b2b03cf9e5), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:34.161754 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-8a00d01f-d005-4d6e-8b02-d6fff66cc387 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (55903e11-6f8e-40cd-8484-c5b2b03cf9e5), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:34.242980 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-ca5e10a8-1bae-4db9-8935-dfa1742c45a1 req-c3a571f7-f3ca-4b33-8eae-c88435e5abcd tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/security-groups?id=88d39ded-9adf-4e28-b3b6-ef623b39acb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251333 Jul 21 12:17:34.250962 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-8a00d01f-d005-4d6e-8b02-d6fff66cc387 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e6f6c1e0d8734b1f975dcf1a5b57690e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5144839 Jul 21 12:17:34.252542 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a00d01f-d005-4d6e-8b02-d6fff66cc387 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55903e11-6f8e-40cd-8484-c5b2b03cf9e5,revision_number=1']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:17:34.265802 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 60598) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:17:34.311699 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.18', 60600) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:17:34.376591 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-56e86a3a-1fcc-4936-8ff7-07065ad0d60f admin admin] Publish callbacks [] for security_group (55903e11-6f8e-40cd-8484-c5b2b03cf9e5), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:34.414425 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-56e86a3a-1fcc-4936-8ff7-07065ad0d60f admin admin] Publish callbacks [] for security_group (55903e11-6f8e-40cd-8484-c5b2b03cf9e5), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:34.439904 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-4111fdea-107e-4657-8208-b32f84926897 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:34.497791 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-56e86a3a-1fcc-4936-8ff7-07065ad0d60f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (55903e11-6f8e-40cd-8484-c5b2b03cf9e5), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:34.502855 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-56e86a3a-1fcc-4936-8ff7-07065ad0d60f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:34.508289 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-56e86a3a-1fcc-4936-8ff7-07065ad0d60f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/55903e11-6f8e-40cd-8484-c5b2b03cf9e5 HTTP/1.1" status: 204 len: 168 time: 0.2404373 Jul 21 12:17:34.523279 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e86a3a-1fcc-4936-8ff7-07065ad0d60f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55903e11-6f8e-40cd-8484-c5b2b03cf9e5,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:17:34.542215 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-4111fdea-107e-4657-8208-b32f84926897 admin admin] Publish callbacks [] for security_group (1a47908e-e179-437e-a413-a55cf1f5d817), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:34.552109 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-4111fdea-107e-4657-8208-b32f84926897 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (1a47908e-e179-437e-a413-a55cf1f5d817), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:34.636575 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4111fdea-107e-4657-8208-b32f84926897 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a47908e-e179-437e-a413-a55cf1f5d817,revision_number=1']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:17:34.645115 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-4111fdea-107e-4657-8208-b32f84926897 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d8921e8d62e24ef4898fb1f142377ae6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3339565 Jul 21 12:17:34.648126 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 60608) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:17:34.737149 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-58fce7f7-ed7b-4550-9f0f-d5aa76cce47c admin admin] Publish callbacks [] for security_group (1a47908e-e179-437e-a413-a55cf1f5d817), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:34.779772 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-58fce7f7-ed7b-4550-9f0f-d5aa76cce47c admin admin] Publish callbacks [] for security_group (1a47908e-e179-437e-a413-a55cf1f5d817), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:34.867083 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-58fce7f7-ed7b-4550-9f0f-d5aa76cce47c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (1a47908e-e179-437e-a413-a55cf1f5d817), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:34.869748 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-58fce7f7-ed7b-4550-9f0f-d5aa76cce47c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:34.876124 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-58fce7f7-ed7b-4550-9f0f-d5aa76cce47c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1a47908e-e179-437e-a413-a55cf1f5d817 HTTP/1.1" status: 204 len: 168 time: 0.2214744 Jul 21 12:17:34.880430 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fce7f7-ed7b-4550-9f0f-d5aa76cce47c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a47908e-e179-437e-a413-a55cf1f5d817,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:17:35.179747 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.agents_db [None req-4203cc95-03b4-445b-a92f-19fc3dec8381 None None] Agent healthcheck: found 6 active agents {{(pid=104162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 12:17:35.360233 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.18', 60638) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:17:35.382160 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-d4977669-ea0d-40b3-aa4a-46a7efa994d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:35.469711 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d089484-0d21-40bf-b8b9-4f60ed3f94e3 req-e9af35d4-60fe-4627-b0a4-7e01a2fae6d2 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:17:35.478306 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-9d089484-0d21-40bf-b8b9-4f60ed3f94e3 req-e9af35d4-60fe-4627-b0a4-7e01a2fae6d2 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee2001bf-bd6d-44cb-92e9-db00d3d80a2f HTTP/1.1" status: 200 len: 946 time: 0.1377935 Jul 21 12:17:35.555298 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-d4977669-ea0d-40b3-aa4a-46a7efa994d5 admin admin] Publish callbacks [] for security_group (4ba7b71a-8b99-448e-852c-99c871d60eee), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:35.568583 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-d4977669-ea0d-40b3-aa4a-46a7efa994d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (4ba7b71a-8b99-448e-852c-99c871d60eee), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:35.587121 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-9d089484-0d21-40bf-b8b9-4f60ed3f94e3 req-592acb5d-7e85-4d97-9b0c-917f17dd4640 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/security-groups?id=88d39ded-9adf-4e28-b3b6-ef623b39acb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063812 Jul 21 12:17:35.633382 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=82,neutron:DELETE=3,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:17:35.695156 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9ec340-531f-4fdb-be84-66b5d98baaf7 req-de675607-6f7f-4d32-b266-0687bf377cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:17:35.697647 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-9a9ec340-531f-4fdb-be84-66b5d98baaf7 req-de675607-6f7f-4d32-b266-0687bf377cb8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f3726ac8b83847468671bd930deb5492&device_id=ee2001bf-bd6d-44cb-92e9-db00d3d80a2f HTTP/1.1" status: 200 len: 1130 time: 0.1403067 Jul 21 12:17:35.707745 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-d4977669-ea0d-40b3-aa4a-46a7efa994d5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=30fe59ab221e4d35ab73444674841c76&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3461909 Jul 21 12:17:35.709495 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4977669-ea0d-40b3-aa4a-46a7efa994d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ba7b71a-8b99-448e-852c-99c871d60eee,revision_number=1']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:17:35.712115 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 60646) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:17:35.818533 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-1e5305e5-a8f5-451a-b2f7-b6b8f2f4a350 admin admin] Publish callbacks [] for security_group (4ba7b71a-8b99-448e-852c-99c871d60eee), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:35.882851 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-1e5305e5-a8f5-451a-b2f7-b6b8f2f4a350 admin admin] Publish callbacks [] for security_group (4ba7b71a-8b99-448e-852c-99c871d60eee), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:35.898002 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:17:35.904627 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9ec340-531f-4fdb-be84-66b5d98baaf7 req-8820833d-e8cf-4168-be0e-df32f04b6838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:17:35.909128 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-9a9ec340-531f-4fdb-be84-66b5d98baaf7 req-8820833d-e8cf-4168-be0e-df32f04b6838 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ac7b63b3-36ed-4162-888b-3062a1149573 HTTP/1.1" status: 200 len: 920 time: 0.1803949 Jul 21 12:17:35.969876 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-1e5305e5-a8f5-451a-b2f7-b6b8f2f4a350 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (4ba7b71a-8b99-448e-852c-99c871d60eee), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:35.973218 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-1e5305e5-a8f5-451a-b2f7-b6b8f2f4a350 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:35.976277 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-1e5305e5-a8f5-451a-b2f7-b6b8f2f4a350 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4ba7b71a-8b99-448e-852c-99c871d60eee HTTP/1.1" status: 204 len: 168 time: 0.2620828 Jul 21 12:17:36.004766 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5305e5-a8f5-451a-b2f7-b6b8f2f4a350 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ba7b71a-8b99-448e-852c-99c871d60eee,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:17:36.014015 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-9a9ec340-531f-4fdb-be84-66b5d98baaf7 req-f9420c30-ad4e-4cf2-badd-44f43b2985f1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=692130a2-9b94-43ae-864b-0de513e5ba99 HTTP/1.1" status: 200 len: 217 time: 0.0917866 Jul 21 12:17:36.098145 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9ec340-531f-4fdb-be84-66b5d98baaf7 req-ff453827-678c-41ed-80d6-9f44bde0514f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:17:36.100499 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-9a9ec340-531f-4fdb-be84-66b5d98baaf7 req-ff453827-678c-41ed-80d6-9f44bde0514f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=85871871-89d2-41dd-b1d6-9b7f2440aaee HTTP/1.1" status: 200 len: 858 time: 0.0793145 Jul 21 12:17:36.205079 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9ec340-531f-4fdb-be84-66b5d98baaf7 req-cfec6c66-f34e-48d6-8dc3-53b86db2cee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:17:36.206680 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-9a9ec340-531f-4fdb-be84-66b5d98baaf7 req-cfec6c66-f34e-48d6-8dc3-53b86db2cee5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ac7b63b3-36ed-4162-888b-3062a1149573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0899386 Jul 21 12:17:36.231968 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=83,neutron:INSERT=16,neutron:UPDATE=1 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:17:36.372564 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-9a9ec340-531f-4fdb-be84-66b5d98baaf7 req-3df9f8a6-244e-4196-be36-fb40218c8fac service neutron] 10.222.0.48 "GET /v2.0/networks/ac7b63b3-36ed-4162-888b-3062a1149573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560595 Jul 21 12:17:36.493694 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-9a9ec340-531f-4fdb-be84-66b5d98baaf7 req-8d3b093f-af89-451f-93a5-21f39d097da8 service neutron] 10.222.0.48 "GET /v2.0/networks/ac7b63b3-36ed-4162-888b-3062a1149573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144059 Jul 21 12:17:36.521206 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 60666) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:17:36.537712 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-224759bd-17ba-4827-bd82-e3daecc22874 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:36.693433 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-224759bd-17ba-4827-bd82-e3daecc22874 admin admin] Publish callbacks [] for security_group (22de9e64-7912-4ed3-9b07-06a8278643c8), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:36.701872 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-224759bd-17ba-4827-bd82-e3daecc22874 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (22de9e64-7912-4ed3-9b07-06a8278643c8), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:36.779182 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199a4a7c-3c9f-4466-b30d-cd23e6d1caae req-e381b6f5-2554-477e-a411-3967bf647524 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:17:36.789694 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-199a4a7c-3c9f-4466-b30d-cd23e6d1caae req-e381b6f5-2554-477e-a411-3967bf647524 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee2001bf-bd6d-44cb-92e9-db00d3d80a2f HTTP/1.1" status: 200 len: 946 time: 0.0995333 Jul 21 12:17:36.805172 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224759bd-17ba-4827-bd82-e3daecc22874 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22de9e64-7912-4ed3-9b07-06a8278643c8,revision_number=1']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:17:36.817503 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-224759bd-17ba-4827-bd82-e3daecc22874 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=35fa74ebad4f4d4ba97398e6a614d965&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2947271 Jul 21 12:17:36.822656 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 60678) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:17:36.882860 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-199a4a7c-3c9f-4466-b30d-cd23e6d1caae req-f952eb45-a7d2-4d49-9b2d-b91a3aeffec2 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/security-groups?id=88d39ded-9adf-4e28-b3b6-ef623b39acb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917885 Jul 21 12:17:36.894050 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-ee8a9448-4565-4bb4-8a1c-1384bd8e9b40 admin admin] Publish callbacks [] for security_group (22de9e64-7912-4ed3-9b07-06a8278643c8), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:36.922313 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-ee8a9448-4565-4bb4-8a1c-1384bd8e9b40 admin admin] Publish callbacks [] for security_group (22de9e64-7912-4ed3-9b07-06a8278643c8), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:36.976452 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:17:37.013196 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-ee8a9448-4565-4bb4-8a1c-1384bd8e9b40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (22de9e64-7912-4ed3-9b07-06a8278643c8), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:37.017190 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-ee8a9448-4565-4bb4-8a1c-1384bd8e9b40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:37.022364 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-ee8a9448-4565-4bb4-8a1c-1384bd8e9b40 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/22de9e64-7912-4ed3-9b07-06a8278643c8 HTTP/1.1" status: 204 len: 168 time: 0.1940708 Jul 21 12:17:37.029574 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8a9448-4565-4bb4-8a1c-1384bd8e9b40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22de9e64-7912-4ed3-9b07-06a8278643c8,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:17:37.387865 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 60694) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:17:37.588409 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-c72e6046-b478-441e-bfa5-7e583d98b9b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:37.717692 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-c72e6046-b478-441e-bfa5-7e583d98b9b5 admin admin] Publish callbacks [] for security_group (6a90de1e-f542-48bb-ac6e-ea2bb743bd72), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:37.726068 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-c72e6046-b478-441e-bfa5-7e583d98b9b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (6a90de1e-f542-48bb-ac6e-ea2bb743bd72), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:37.774291 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-c72e6046-b478-441e-bfa5-7e583d98b9b5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=dbd79b1044514826a260ce190a2b50d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3837616 Jul 21 12:17:37.775112 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72e6046-b478-441e-bfa5-7e583d98b9b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a90de1e-f542-48bb-ac6e-ea2bb743bd72,revision_number=1']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:17:37.777830 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 60714) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:17:37.850717 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-85e5a877-2716-4e6c-8c6c-d27c378dd1ee admin admin] Publish callbacks [] for security_group (6a90de1e-f542-48bb-ac6e-ea2bb743bd72), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:37.895733 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-85e5a877-2716-4e6c-8c6c-d27c378dd1ee admin admin] Publish callbacks [] for security_group (6a90de1e-f542-48bb-ac6e-ea2bb743bd72), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:37.973888 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-85e5a877-2716-4e6c-8c6c-d27c378dd1ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (6a90de1e-f542-48bb-ac6e-ea2bb743bd72), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:37.978951 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-85e5a877-2716-4e6c-8c6c-d27c378dd1ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:37.980780 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-85e5a877-2716-4e6c-8c6c-d27c378dd1ee admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6a90de1e-f542-48bb-ac6e-ea2bb743bd72 HTTP/1.1" status: 204 len: 168 time: 0.2018368 Jul 21 12:17:37.998228 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e5a877-2716-4e6c-8c6c-d27c378dd1ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a90de1e-f542-48bb-ac6e-ea2bb743bd72,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:17:38.044815 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3309fec4-7da1-41a0-886b-9ab5c84bdf93 req-9e40fc29-2ef2-48b3-a273-b2ed14fbb25b tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:17:38.046824 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-3309fec4-7da1-41a0-886b-9ab5c84bdf93 req-9e40fc29-2ef2-48b3-a273-b2ed14fbb25b tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee2001bf-bd6d-44cb-92e9-db00d3d80a2f HTTP/1.1" status: 200 len: 946 time: 0.0666335 Jul 21 12:17:38.123706 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-3309fec4-7da1-41a0-886b-9ab5c84bdf93 req-53bd72e6-8792-484b-b41f-365c25e6a853 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/security-groups?id=88d39ded-9adf-4e28-b3b6-ef623b39acb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642297 Jul 21 12:17:38.567522 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.18', 60750) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:17:38.587734 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-676bb168-5211-4cfd-bdca-13dda140376c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:38.710853 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-676bb168-5211-4cfd-bdca-13dda140376c admin admin] Publish callbacks [] for security_group (a75809f4-0d1d-4806-9c30-6580fcb2392b), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:38.719326 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-676bb168-5211-4cfd-bdca-13dda140376c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (a75809f4-0d1d-4806-9c30-6580fcb2392b), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:38.775123 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676bb168-5211-4cfd-bdca-13dda140376c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a75809f4-0d1d-4806-9c30-6580fcb2392b,revision_number=1']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:17:38.782980 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 60762) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:17:38.783866 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-676bb168-5211-4cfd-bdca-13dda140376c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6a3e65c6c523444b9561fc94376480d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2139316 Jul 21 12:17:38.857848 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:DELETE=9,neutron:SELECT=80,neutron:INSERT=11 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:17:38.862936 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-c313978f-7ae1-40e9-a793-61c1acbf82b7 admin admin] Publish callbacks [] for security_group (a75809f4-0d1d-4806-9c30-6580fcb2392b), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:38.893384 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-c313978f-7ae1-40e9-a793-61c1acbf82b7 admin admin] Publish callbacks [] for security_group (a75809f4-0d1d-4806-9c30-6580fcb2392b), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:38.965668 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-c313978f-7ae1-40e9-a793-61c1acbf82b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (a75809f4-0d1d-4806-9c30-6580fcb2392b), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:38.969672 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-c313978f-7ae1-40e9-a793-61c1acbf82b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:38.971348 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-c313978f-7ae1-40e9-a793-61c1acbf82b7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a75809f4-0d1d-4806-9c30-6580fcb2392b HTTP/1.1" status: 204 len: 168 time: 0.1871426 Jul 21 12:17:38.990555 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c313978f-7ae1-40e9-a793-61c1acbf82b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a75809f4-0d1d-4806-9c30-6580fcb2392b,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:17:39.023596 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:17:39.453751 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9bd8cc-0207-465a-863e-30d337f214ef req-2c4237cb-b9c3-4d19-b30d-d21f364716e1 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:17:39.461507 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-0d9bd8cc-0207-465a-863e-30d337f214ef req-2c4237cb-b9c3-4d19-b30d-d21f364716e1 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee2001bf-bd6d-44cb-92e9-db00d3d80a2f HTTP/1.1" status: 200 len: 946 time: 0.2016449 Jul 21 12:17:39.561429 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:17:39.576011 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-0d9bd8cc-0207-465a-863e-30d337f214ef req-21f63ede-fbf8-4660-8ee3-7cdb2cc94f55 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/security-groups?id=88d39ded-9adf-4e28-b3b6-ef623b39acb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035824 Jul 21 12:17:40.750411 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d683bb5e-5557-46eb-8b83-9397e048d00c req-8cdb1c73-d438-41dc-985d-f1afbd84335f tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:17:40.753203 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-d683bb5e-5557-46eb-8b83-9397e048d00c req-8cdb1c73-d438-41dc-985d-f1afbd84335f tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee2001bf-bd6d-44cb-92e9-db00d3d80a2f HTTP/1.1" status: 200 len: 946 time: 0.0840135 Jul 21 12:17:40.839795 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-d683bb5e-5557-46eb-8b83-9397e048d00c req-c5a0cf68-b141-4fb2-8e10-8b36b3875f12 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/security-groups?id=88d39ded-9adf-4e28-b3b6-ef623b39acb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787222 Jul 21 12:17:41.333224 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=57 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:17:41.433174 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-08de5eb9-abe2-4899-a053-1c0784671188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (8a21e728-a2e9-4580-a748-6ac9ba47a2a7), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:42.164275 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c73b238-19c1-4023-b9c9-0b2788bf5de8 req-83a3a720-1a0d-4d13-99b6-ffb7e1e5d512 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:17:42.165421 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-9c73b238-19c1-4023-b9c9-0b2788bf5de8 req-83a3a720-1a0d-4d13-99b6-ffb7e1e5d512 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee2001bf-bd6d-44cb-92e9-db00d3d80a2f HTTP/1.1" status: 200 len: 946 time: 0.0597751 Jul 21 12:17:42.221625 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-9c73b238-19c1-4023-b9c9-0b2788bf5de8 req-ba2174e6-96ec-472b-9bf3-cce5bc17e8ff tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/security-groups?id=88d39ded-9adf-4e28-b3b6-ef623b39acb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465829 Jul 21 12:17:43.352813 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2326711-6e9c-45cc-a3f3-abd2937d4ddb req-07d19fcc-7698-4c6f-81a1-06cd66d76e6d tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:17:43.354406 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-f2326711-6e9c-45cc-a3f3-abd2937d4ddb req-07d19fcc-7698-4c6f-81a1-06cd66d76e6d tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee2001bf-bd6d-44cb-92e9-db00d3d80a2f HTTP/1.1" status: 200 len: 946 time: 0.0578260 Jul 21 12:17:43.413566 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-f2326711-6e9c-45cc-a3f3-abd2937d4ddb req-686e7570-1f9d-4604-b8bb-2fcbf3d3c145 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/security-groups?id=88d39ded-9adf-4e28-b3b6-ef623b39acb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530350 Jul 21 12:17:44.579261 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a971964e-bef1-4e62-89f9-6655c29f7b08 req-a49771e6-7248-4a95-ae42-3dae5263aa91 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:17:44.581296 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-a971964e-bef1-4e62-89f9-6655c29f7b08 req-a49771e6-7248-4a95-ae42-3dae5263aa91 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee2001bf-bd6d-44cb-92e9-db00d3d80a2f HTTP/1.1" status: 200 len: 946 time: 0.0709200 Jul 21 12:17:44.645821 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-a971964e-bef1-4e62-89f9-6655c29f7b08 req-731df7f8-dd12-4d5b-bce5-a969adf79168 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/security-groups?id=88d39ded-9adf-4e28-b3b6-ef623b39acb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558655 Jul 21 12:17:44.862465 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-f3fdfafb-a76e-48e7-91c7-76a444191206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (ceb1130f-c61e-494c-be4f-967cc153319c), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:45.180078 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=18 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:17:45.794820 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac39b5a-4a52-4638-8f87-050928f15a1a req-17e617eb-8f55-4bd0-8ec8-617298d7826b tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:17:45.796782 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-7ac39b5a-4a52-4638-8f87-050928f15a1a req-17e617eb-8f55-4bd0-8ec8-617298d7826b tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee2001bf-bd6d-44cb-92e9-db00d3d80a2f HTTP/1.1" status: 200 len: 946 time: 0.0598319 Jul 21 12:17:45.843334 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-34089123-786a-4f56-8fd8-e31aace790ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (7a27be9f-c1a8-4dec-a92f-42ec7311fe12), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:45.864726 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-7ac39b5a-4a52-4638-8f87-050928f15a1a req-731ab6db-9871-47fd-894d-9826260a970f tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/security-groups?id=88d39ded-9adf-4e28-b3b6-ef623b39acb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611742 Jul 21 12:17:46.859767 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (c982e9e4-9e4b-4150-8658-75b564dceb25), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:46.974711 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e10a31-d7c2-41ef-80b8-862ef97e0cd7 req-1fdf8c4f-fcb2-4222-9506-97607f86df06 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:17:46.976516 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-70e10a31-d7c2-41ef-80b8-862ef97e0cd7 req-1fdf8c4f-fcb2-4222-9506-97607f86df06 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/ports?device_id=da30da3d-902c-434d-b650-0e28e2bcd910 HTTP/1.1" status: 200 len: 945 time: 0.0701082 Jul 21 12:17:47.052860 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-70e10a31-d7c2-41ef-80b8-862ef97e0cd7 req-31389ee9-6189-46d8-9e0a-8eada671026b tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/security-groups?id=195f81d2-1587-4fdd-87dd-d5d45e8d9a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644062 Jul 21 12:17:47.127891 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c887a76-feee-47cc-aeed-aaed35ca01e1 req-d7b9c835-4313-4363-8fcf-6d9aad87a5b1 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:17:47.133085 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-4c887a76-feee-47cc-aeed-aaed35ca01e1 req-d7b9c835-4313-4363-8fcf-6d9aad87a5b1 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee2001bf-bd6d-44cb-92e9-db00d3d80a2f HTTP/1.1" status: 200 len: 946 time: 0.1026194 Jul 21 12:17:47.233561 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-b3746fee-4e12-46ce-ae12-d62ff35738f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (bda8c5c0-9935-4f58-b3ba-5b48a27d9f80), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:47.256560 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.18', 60996) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:17:47.261728 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.v2.base [None req-1ec8dec0-1bb3-43b1-9061-1e555d004d93 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Request body: {'security_group': {'name': 'tempest-securitygroup--759744848', 'description': 'tempest-description--790099287'}} {{(pid=104160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 12:17:47.287857 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:17:47.296208 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-1ec8dec0-1bb3-43b1-9061-1e555d004d93 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Publish callbacks [] for security_group (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:47.344782 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-4c887a76-feee-47cc-aeed-aaed35ca01e1 req-3eb510b2-a73b-45f8-96f5-7b2b0726c9a2 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/security-groups?id=88d39ded-9adf-4e28-b3b6-ef623b39acb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545796 Jul 21 12:17:47.394634 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 32768) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:17:47.399696 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-1ec8dec0-1bb3-43b1-9061-1e555d004d93 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Publish callbacks [] for security_group (fd773931-f2bc-4280-8922-188a759a39b3), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:47.405013 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-1ec8dec0-1bb3-43b1-9061-1e555d004d93 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (fd773931-f2bc-4280-8922-188a759a39b3), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:47.442048 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-1ec8dec0-1bb3-43b1-9061-1e555d004d93 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Publish callbacks [] for security_group (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:47.443421 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-1ec8dec0-1bb3-43b1-9061-1e555d004d93 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1858988 Jul 21 12:17:47.444437 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec8dec0-1bb3-43b1-9061-1e555d004d93 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd773931-f2bc-4280-8922-188a759a39b3,revision_number=1']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:17:47.448862 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 32772) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:17:47.455073 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.v2.base [None req-ae4f1073-c6e8-4490-8cd4-bf99013ba3cc tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Request body: {'security_group_rule': {'security_group_id': 'fd773931-f2bc-4280-8922-188a759a39b3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 12:17:47.503290 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:17:47.507217 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-ae4f1073-c6e8-4490-8cd4-bf99013ba3cc tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Publish callbacks [] for security_group_rule (0cd4a045-22e1-488b-bc08-a8611294a7e2), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:47.574588 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-07f4178c-f980-43d4-96b0-42c0d13a4f1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:47.665361 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-ae4f1073-c6e8-4490-8cd4-bf99013ba3cc tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Publish callbacks [] for security_group_rule (0cd4a045-22e1-488b-bc08-a8611294a7e2), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:47.684895 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-ae4f1073-c6e8-4490-8cd4-bf99013ba3cc tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757972'] for security_group_rule (0cd4a045-22e1-488b-bc08-a8611294a7e2), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:47.720078 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4f1073-c6e8-4490-8cd4-bf99013ba3cc tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cd4a045-22e1-488b-bc08-a8611294a7e2,revision_number=0']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:17:47.738741 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-ae4f1073-c6e8-4490-8cd4-bf99013ba3cc tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:47.740068 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-ae4f1073-c6e8-4490-8cd4-bf99013ba3cc tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2898242 Jul 21 12:17:47.744770 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.18', 32778) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:17:47.749648 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.v2.base [None req-44101e99-f850-452a-ad21-6130202ffbfb tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Request body: {'security_group_rule': {'security_group_id': 'fd773931-f2bc-4280-8922-188a759a39b3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 12:17:47.780730 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-44101e99-f850-452a-ad21-6130202ffbfb tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Publish callbacks [] for security_group_rule (6ca43b06-3b86-4467-999e-fe7dbc89f055), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:47.797022 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-07f4178c-f980-43d4-96b0-42c0d13a4f1f admin admin] Publish callbacks [] for security_group (ab7a5e93-c6ca-4a04-b5b4-6c3f5cff7639), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:47.805275 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-07f4178c-f980-43d4-96b0-42c0d13a4f1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (ab7a5e93-c6ca-4a04-b5b4-6c3f5cff7639), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:47.859543 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-07f4178c-f980-43d4-96b0-42c0d13a4f1f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=af6ed150de8548149f7726755c45b5dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4635513 Jul 21 12:17:47.860915 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f4178c-f980-43d4-96b0-42c0d13a4f1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab7a5e93-c6ca-4a04-b5b4-6c3f5cff7639,revision_number=1']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:17:47.865796 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 32786) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:17:47.908097 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-44101e99-f850-452a-ad21-6130202ffbfb tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Publish callbacks [] for security_group_rule (6ca43b06-3b86-4467-999e-fe7dbc89f055), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:47.913615 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-44101e99-f850-452a-ad21-6130202ffbfb tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757972'] for security_group_rule (6ca43b06-3b86-4467-999e-fe7dbc89f055), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:47.936838 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-63e2c31b-daa3-4e15-b2f9-3d773949ec42 admin admin] Publish callbacks [] for security_group (ab7a5e93-c6ca-4a04-b5b4-6c3f5cff7639), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:47.938181 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44101e99-f850-452a-ad21-6130202ffbfb tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ca43b06-3b86-4467-999e-fe7dbc89f055,revision_number=0']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:17:47.949551 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-44101e99-f850-452a-ad21-6130202ffbfb tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:47.951154 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-44101e99-f850-452a-ad21-6130202ffbfb tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2052557 Jul 21 12:17:47.956051 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.18', 32788) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:17:47.961965 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.v2.base [None req-94de03f9-fb40-4f9e-ba51-98bbeb1d24ed tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Request body: {'floatingip': {'floating_network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8'}} {{(pid=104160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 12:17:47.970588 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-63e2c31b-daa3-4e15-b2f9-3d773949ec42 admin admin] Publish callbacks [] for security_group (ab7a5e93-c6ca-4a04-b5b4-6c3f5cff7639), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:47.981615 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=8 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:17:47.995960 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-94de03f9-fb40-4f9e-ba51-98bbeb1d24ed tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:48.036853 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-63e2c31b-daa3-4e15-b2f9-3d773949ec42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (ab7a5e93-c6ca-4a04-b5b4-6c3f5cff7639), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:48.041627 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-63e2c31b-daa3-4e15-b2f9-3d773949ec42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:48.043570 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-63e2c31b-daa3-4e15-b2f9-3d773949ec42 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ab7a5e93-c6ca-4a04-b5b4-6c3f5cff7639 HTTP/1.1" status: 204 len: 168 time: 0.1759076 Jul 21 12:17:48.055202 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e2c31b-daa3-4e15-b2f9-3d773949ec42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab7a5e93-c6ca-4a04-b5b4-6c3f5cff7639,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:17:48.111079 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-94de03f9-fb40-4f9e-ba51-98bbeb1d24ed tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:48.206786 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:17:48.227311 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf74086-6f9c-4278-9ab6-0671084d7487 req-2de43ef3-6ad2-44c3-98fb-6988d86acc8a tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:17:48.229107 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-caf74086-6f9c-4278-9ab6-0671084d7487 req-2de43ef3-6ad2-44c3-98fb-6988d86acc8a tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/ports?device_id=da30da3d-902c-434d-b650-0e28e2bcd910 HTTP/1.1" status: 200 len: 945 time: 0.0775752 Jul 21 12:17:48.322234 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.db.db_base_plugin_common [None req-94de03f9-fb40-4f9e-ba51-98bbeb1d24ed tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Allocated IP 172.27.3.82 (f382b478-dfd7-4678-bcdd-821f508b5bc8/39ec59ca-1d5b-4110-899c-eae6f5db3a39/58b82e03-e33c-4783-b1f1-3a9555c95824) {{(pid=104160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 12:17:48.329955 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-caf74086-6f9c-4278-9ab6-0671084d7487 req-89de1269-ef0f-4dd5-babe-de2b4d658ebe tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/security-groups?id=195f81d2-1587-4fdd-87dd-d5d45e8d9a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810533 Jul 21 12:17:48.476942 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.18', 32800) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:17:48.503684 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-45178a8c-fa33-40cf-bd8a-fafacd1c300b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:48.531107 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:17:48.535416 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b8f991-c019-41fa-bd83-23872331802e req-c5ccc68b-dd9b-4d54-b79d-caae6a70e014 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:17:48.537065 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-94de03f9-fb40-4f9e-ba51-98bbeb1d24ed tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Publish callbacks [] for port (58b82e03-e33c-4783-b1f1-3a9555c95824), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:48.542807 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-b4b8f991-c019-41fa-bd83-23872331802e req-c5ccc68b-dd9b-4d54-b79d-caae6a70e014 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee2001bf-bd6d-44cb-92e9-db00d3d80a2f HTTP/1.1" status: 200 len: 946 time: 0.0810502 Jul 21 12:17:48.621940 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-b4b8f991-c019-41fa-bd83-23872331802e req-6e72bee8-4f6a-423c-a68a-3b66f6ffd211 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/security-groups?id=88d39ded-9adf-4e28-b3b6-ef623b39acb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773602 Jul 21 12:17:48.622195 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-94de03f9-fb40-4f9e-ba51-98bbeb1d24ed tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773760637166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9357752'] for port (58b82e03-e33c-4783-b1f1-3a9555c95824), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:48.692245 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94de03f9-fb40-4f9e-ba51-98bbeb1d24ed tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Network f382b478-dfd7-4678-bcdd-821f508b5bc8 is already hosted by enough agents. {{(pid=104160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 12:17:48.697977 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94de03f9-fb40-4f9e-ba51-98bbeb1d24ed tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Pushing event updated for resources: {'Port': ['ID=58b82e03-e33c-4783-b1f1-3a9555c95824,revision_number=1']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:17:48.704166 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.scheduler.base_scheduler [None req-94de03f9-fb40-4f9e-ba51-98bbeb1d24ed tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Resources bound (agent type, host, resource id): {{(pid=104160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 12:17:48.707721 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-45178a8c-fa33-40cf-bd8a-fafacd1c300b admin admin] Publish callbacks [] for security_group (cf788111-759d-45c2-81be-e09bbdd74b0c), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:48.709122 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94de03f9-fb40-4f9e-ba51-98bbeb1d24ed tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Received port after_create {{(pid=104160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 12:17:48.713410 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-45178a8c-fa33-40cf-bd8a-fafacd1c300b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (cf788111-759d-45c2-81be-e09bbdd74b0c), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:48.793182 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45178a8c-fa33-40cf-bd8a-fafacd1c300b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf788111-759d-45c2-81be-e09bbdd74b0c,revision_number=1']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:17:48.801881 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-45178a8c-fa33-40cf-bd8a-fafacd1c300b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0d67f4bc4dcd43d5b0f54135c19686df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3238695 Jul 21 12:17:48.806386 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 32802) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:17:48.860718 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-94de03f9-fb40-4f9e-ba51-98bbeb1d24ed tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Publish callbacks [] for floatingip (749abbc3-140c-4285-92a9-85c14c23b17c), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:48.877952 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-4344b87e-d1b5-499a-b44f-3e535b0dc1bd admin admin] Publish callbacks [] for security_group (cf788111-759d-45c2-81be-e09bbdd74b0c), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:48.905655 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-4344b87e-d1b5-499a-b44f-3e535b0dc1bd admin admin] Publish callbacks [] for security_group (cf788111-759d-45c2-81be-e09bbdd74b0c), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:48.919902 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-94de03f9-fb40-4f9e-ba51-98bbeb1d24ed tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (58b82e03-e33c-4783-b1f1-3a9555c95824), before_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:48.996153 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-4344b87e-d1b5-499a-b44f-3e535b0dc1bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (cf788111-759d-45c2-81be-e09bbdd74b0c), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:48.998704 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-4344b87e-d1b5-499a-b44f-3e535b0dc1bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:49.002326 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-4344b87e-d1b5-499a-b44f-3e535b0dc1bd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cf788111-759d-45c2-81be-e09bbdd74b0c HTTP/1.1" status: 204 len: 168 time: 0.1912844 Jul 21 12:17:49.009076 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4344b87e-d1b5-499a-b44f-3e535b0dc1bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf788111-759d-45c2-81be-e09bbdd74b0c,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:17:49.086605 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=5 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:17:49.204530 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-94de03f9-fb40-4f9e-ba51-98bbeb1d24ed tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Publish callbacks [] for port (58b82e03-e33c-4783-b1f1-3a9555c95824), precommit_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:49.224565 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-94de03f9-fb40-4f9e-ba51-98bbeb1d24ed tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9357699'] for port (58b82e03-e33c-4783-b1f1-3a9555c95824), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:49.369656 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a82f19-0259-4801-8334-cedcac876333 req-e976b359-e4e7-4aa3-bb29-c6b362208f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:17:49.372364 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-60a82f19-0259-4801-8334-cedcac876333 req-e976b359-e4e7-4aa3-bb29-c6b362208f85 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ee2001bf-bd6d-44cb-92e9-db00d3d80a2f HTTP/1.1" status: 200 len: 1130 time: 0.1646893 Jul 21 12:17:49.438971 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94de03f9-fb40-4f9e-ba51-98bbeb1d24ed tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Pushing event updated for resources: {'Port': ['ID=58b82e03-e33c-4783-b1f1-3a9555c95824,revision_number=2']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:17:49.506495 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-94de03f9-fb40-4f9e-ba51-98bbeb1d24ed tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681920'] for floatingip (749abbc3-140c-4285-92a9-85c14c23b17c), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:49.580851 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 32814) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:17:49.593703 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f82f80-6586-4b3a-85e3-d133a2b22205 req-0f712b5d-4386-491a-92c4-fe7e12607de2 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:17:49.596509 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-f5f82f80-6586-4b3a-85e3-d133a2b22205 req-0f712b5d-4386-491a-92c4-fe7e12607de2 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/ports?device_id=da30da3d-902c-434d-b650-0e28e2bcd910 HTTP/1.1" status: 200 len: 945 time: 0.1448662 Jul 21 12:17:49.599615 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-d03b1f59-6bc3-496d-81b0-95c3102f11d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:49.601820 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-94de03f9-fb40-4f9e-ba51-98bbeb1d24ed tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170956'] for floatingip (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:49.604635 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-94de03f9-fb40-4f9e-ba51-98bbeb1d24ed tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6470726 Jul 21 12:17:49.623108 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-60a82f19-0259-4801-8334-cedcac876333 req-76d39b94-4899-4071-9ebf-025b80ec4f9e service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=88d39ded-9adf-4e28-b3b6-ef623b39acb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2414749 Jul 21 12:17:49.642475 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:17:49.723897 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-f5f82f80-6586-4b3a-85e3-d133a2b22205 req-56d35452-2b74-491c-b82d-a26b8fe15a21 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/security-groups?id=195f81d2-1587-4fdd-87dd-d5d45e8d9a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1154525 Jul 21 12:17:49.795661 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-d03b1f59-6bc3-496d-81b0-95c3102f11d4 admin admin] Publish callbacks [] for security_group (09a6ac95-89f2-432f-8788-d8d4eeaac986), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:49.815266 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-d03b1f59-6bc3-496d-81b0-95c3102f11d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (09a6ac95-89f2-432f-8788-d8d4eeaac986), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:49.827828 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:INSERT=9,neutron:SELECT=84,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:17:49.881544 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d81d59-c1c7-4114-be30-7d617a447df5 req-442a4090-954c-4283-92cd-ec235309288f tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:17:49.883317 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-b3d81d59-c1c7-4114-be30-7d617a447df5 req-442a4090-954c-4283-92cd-ec235309288f tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee2001bf-bd6d-44cb-92e9-db00d3d80a2f HTTP/1.1" status: 200 len: 946 time: 0.1099079 Jul 21 12:17:49.886668 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03b1f59-6bc3-496d-81b0-95c3102f11d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09a6ac95-89f2-432f-8788-d8d4eeaac986,revision_number=1']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:17:49.892042 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-d03b1f59-6bc3-496d-81b0-95c3102f11d4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5b318dc72f794e4a8f93436344c7bfc8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3088615 Jul 21 12:17:49.894958 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 32830) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:17:49.963814 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-6005a520-8c26-412a-8d1d-d82863f81dae req-3487af6a-2f7c-43fb-9326-4ac537e8ba7b tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--759744848&fields=id&tenant_id=c7d349f62c0c4747bd1748ca0a4bde00 HTTP/1.1" status: 200 len: 267 time: 0.0692887 Jul 21 12:17:49.998446 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-b3d81d59-c1c7-4114-be30-7d617a447df5 req-e057c768-801b-445c-88f5-a957ffd29360 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/security-groups?id=88d39ded-9adf-4e28-b3b6-ef623b39acb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040559 Jul 21 12:17:50.008099 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-825dbb9b-2e1e-4cbf-9818-0dce3b32d299 admin admin] Publish callbacks [] for security_group (09a6ac95-89f2-432f-8788-d8d4eeaac986), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:50.042327 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-825dbb9b-2e1e-4cbf-9818-0dce3b32d299 admin admin] Publish callbacks [] for security_group (09a6ac95-89f2-432f-8788-d8d4eeaac986), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:50.128986 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-825dbb9b-2e1e-4cbf-9818-0dce3b32d299 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (09a6ac95-89f2-432f-8788-d8d4eeaac986), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:50.133494 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-825dbb9b-2e1e-4cbf-9818-0dce3b32d299 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:50.134875 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-825dbb9b-2e1e-4cbf-9818-0dce3b32d299 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/09a6ac95-89f2-432f-8788-d8d4eeaac986 HTTP/1.1" status: 204 len: 168 time: 0.2380340 Jul 21 12:17:50.139612 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6005a520-8c26-412a-8d1d-d82863f81dae req-4c625545-245a-4e73-a98c-ef7ec8dee1fd tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:17:50.141271 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-6005a520-8c26-412a-8d1d-d82863f81dae req-4c625545-245a-4e73-a98c-ef7ec8dee1fd tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.18 "GET /v2.0/networks?id=1933b755-354d-4a90-8a75-f1a81a16c8f0 HTTP/1.1" status: 200 len: 815 time: 0.1656282 Jul 21 12:17:50.158754 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825dbb9b-2e1e-4cbf-9818-0dce3b32d299 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09a6ac95-89f2-432f-8788-d8d4eeaac986,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:17:50.167128 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-6005a520-8c26-412a-8d1d-d82863f81dae req-bc008c9a-4cc7-4729-9b01-b70dcc81811d tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.18 "GET /v2.0/quotas/c7d349f62c0c4747bd1748ca0a4bde00 HTTP/1.1" status: 200 len: 375 time: 0.0169442 Jul 21 12:17:50.244780 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-6005a520-8c26-412a-8d1d-d82863f81dae req-73b13668-22f5-4e29-a932-f6d2608d7248 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=c7d349f62c0c4747bd1748ca0a4bde00&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0709291 Jul 21 12:17:50.347186 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-6005a520-8c26-412a-8d1d-d82863f81dae req-455e5c69-5927-4ab9-b6f0-6ceac15cfc0d service neutron] 10.222.0.18 "GET /v2.0/networks/1933b755-354d-4a90-8a75-f1a81a16c8f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921504 Jul 21 12:17:50.454157 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-6005a520-8c26-412a-8d1d-d82863f81dae req-a3fe959b-da66-437f-9206-8741bc2ebde0 service neutron] 10.222.0.18 "GET /v2.0/networks/1933b755-354d-4a90-8a75-f1a81a16c8f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010878 Jul 21 12:17:50.656283 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-e01a12d6-c5f3-4b72-b021-bf8505423d6a req-d9e0de32-0e6d-465a-91a2-c0de881012b6 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.18 "GET /v2.0/ports?device_id=6021dfe1-6e38-4877-afb0-e7ed82657d5b HTTP/1.1" status: 200 len: 210 time: 0.0396345 Jul 21 12:17:50.888029 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fc94b5-e495-477b-b519-60169f8970df req-3d823ac5-fa02-4933-854a-98892c04eedd tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:17:50.889703 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-e3fc94b5-e495-477b-b519-60169f8970df req-3d823ac5-fa02-4933-854a-98892c04eedd tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/ports?device_id=da30da3d-902c-434d-b650-0e28e2bcd910 HTTP/1.1" status: 200 len: 945 time: 0.0805330 Jul 21 12:17:50.958641 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-e3fc94b5-e495-477b-b519-60169f8970df req-8673adc5-4ce0-45ab-9079-6a80336b711c tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/security-groups?id=195f81d2-1587-4fdd-87dd-d5d45e8d9a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596888 Jul 21 12:17:51.191862 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89494d9-1f0e-416b-9bb0-1b7885b37c9c req-5bd4e05f-8c4e-43a9-b0f8-d4b80d5b864e tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:17:51.193487 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-c89494d9-1f0e-416b-9bb0-1b7885b37c9c req-5bd4e05f-8c4e-43a9-b0f8-d4b80d5b864e tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee2001bf-bd6d-44cb-92e9-db00d3d80a2f HTTP/1.1" status: 200 len: 946 time: 0.0868838 Jul 21 12:17:51.248521 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-c89494d9-1f0e-416b-9bb0-1b7885b37c9c req-5e7707f2-ad1a-4d1d-a382-120f03f0782e tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/security-groups?id=88d39ded-9adf-4e28-b3b6-ef623b39acb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492511 Jul 21 12:17:51.781243 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-a537484a-f6e8-4c33-b2e0-32e4e6bfecb9 req-f705065a-5dd2-40f9-ac23-a7b033688d1d tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.18 "GET /v2.0/ports?device_id=6021dfe1-6e38-4877-afb0-e7ed82657d5b HTTP/1.1" status: 200 len: 210 time: 0.0406864 Jul 21 12:17:52.111277 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cadc3e-3c9d-4f4e-b60a-1d0b0de42d06 req-712c1c46-508d-43d0-bd41-a40709fc8c11 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:17:52.116476 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-c7cadc3e-3c9d-4f4e-b60a-1d0b0de42d06 req-712c1c46-508d-43d0-bd41-a40709fc8c11 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/ports?device_id=da30da3d-902c-434d-b650-0e28e2bcd910 HTTP/1.1" status: 200 len: 945 time: 0.0707955 Jul 21 12:17:52.132417 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:DELETE=6,neutron:SELECT=87,neutron:INSERT=7 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:17:52.209428 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-c7cadc3e-3c9d-4f4e-b60a-1d0b0de42d06 req-fbbb8f9a-3ce6-4151-a5b2-d632461b2225 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/security-groups?id=195f81d2-1587-4fdd-87dd-d5d45e8d9a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895996 Jul 21 12:17:52.420137 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-7735350b-c456-48d7-bb0a-6a0d5d7ec7b3 req-d7efabe4-ac76-40aa-8511-b9286e30e3df tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1623319996&fields=id&tenant_id=994738157bca4d9d887f316699bd9387 HTTP/1.1" status: 200 len: 267 time: 0.0623133 Jul 21 12:17:52.596314 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7735350b-c456-48d7-bb0a-6a0d5d7ec7b3 req-1bde794f-b204-4b85-a7b2-eab911ae9700 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:17:52.603195 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-7735350b-c456-48d7-bb0a-6a0d5d7ec7b3 req-1bde794f-b204-4b85-a7b2-eab911ae9700 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] 10.222.0.18 "GET /v2.0/networks?id=8c282145-933c-4b50-a925-186bff239b95 HTTP/1.1" status: 200 len: 808 time: 0.1692691 Jul 21 12:17:52.619611 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-7735350b-c456-48d7-bb0a-6a0d5d7ec7b3 req-48d3240f-d125-4389-8e3b-91bf58cd4db3 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] 10.222.0.18 "GET /v2.0/quotas/994738157bca4d9d887f316699bd9387 HTTP/1.1" status: 200 len: 375 time: 0.0153275 Jul 21 12:17:52.691109 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204b4eb8-f78f-4e3a-a4c2-4718342f5c0c req-d73469c9-05a5-4f91-872c-056aef61aa27 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:17:52.696157 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-7735350b-c456-48d7-bb0a-6a0d5d7ec7b3 req-ddfb8b97-cc07-4cbb-8c3b-00a9568d7cc4 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=994738157bca4d9d887f316699bd9387&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0751867 Jul 21 12:17:52.699977 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-204b4eb8-f78f-4e3a-a4c2-4718342f5c0c req-d73469c9-05a5-4f91-872c-056aef61aa27 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee2001bf-bd6d-44cb-92e9-db00d3d80a2f HTTP/1.1" status: 200 len: 946 time: 0.3651519 Jul 21 12:17:52.768667 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=100 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:17:52.784356 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-204b4eb8-f78f-4e3a-a4c2-4718342f5c0c req-6206e959-cad6-4312-b180-b44944d167ff tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/security-groups?id=88d39ded-9adf-4e28-b3b6-ef623b39acb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828063 Jul 21 12:17:52.885624 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-7735350b-c456-48d7-bb0a-6a0d5d7ec7b3 req-63a695da-b3b0-44c8-a165-9231f0e9b109 service neutron] 10.222.0.18 "GET /v2.0/networks/8c282145-933c-4b50-a925-186bff239b95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737676 Jul 21 12:17:52.955046 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6005a520-8c26-412a-8d1d-d82863f81dae req-502d8001-d51f-4d7a-abee-3e0735ef0654 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:17:52.957082 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-6005a520-8c26-412a-8d1d-d82863f81dae req-502d8001-d51f-4d7a-abee-3e0735ef0654 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.48 "GET /v2.0/networks?id=1933b755-354d-4a90-8a75-f1a81a16c8f0 HTTP/1.1" status: 200 len: 815 time: 0.1892295 Jul 21 12:17:53.080273 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-7735350b-c456-48d7-bb0a-6a0d5d7ec7b3 req-ecee3104-16a0-414b-b583-71a69e05d547 service neutron] 10.222.0.18 "GET /v2.0/networks/8c282145-933c-4b50-a925-186bff239b95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1805420 Jul 21 12:17:53.114948 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-be0349ae-2919-4ccd-a87b-2cb5f07bce9e req-1a177302-868c-4340-bf8d-ea7d559e1013 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.18 "GET /v2.0/ports?device_id=6021dfe1-6e38-4877-afb0-e7ed82657d5b HTTP/1.1" status: 200 len: 210 time: 0.0521693 Jul 21 12:17:53.131921 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-6005a520-8c26-412a-8d1d-d82863f81dae req-07451ab8-4e5a-4281-9b75-5c0bc26c13de tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c7d349f62c0c4747bd1748ca0a4bde00 HTTP/1.1" status: 200 len: 472 time: 0.1541095 Jul 21 12:17:53.270365 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.v2.base [req-6005a520-8c26-412a-8d1d-d82863f81dae req-bf1323e9-3b41-46da-a9a1-abcfe6b65490 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Request body: {'port': {'device_id': '6021dfe1-6e38-4877-afb0-e7ed82657d5b', 'network_id': '1933b755-354d-4a90-8a75-f1a81a16c8f0', 'admin_state_up': True, 'tenant_id': 'c7d349f62c0c4747bd1748ca0a4bde00', 'security_groups': ['fd773931-f2bc-4280-8922-188a759a39b3']}} {{(pid=104160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 12:17:53.420023 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bd1439-4213-45be-9ff4-0efe6d79f803 req-ebeefe4d-8a3d-45c8-8b5c-9a2272c97e4a tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:17:53.423264 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-c8bd1439-4213-45be-9ff4-0efe6d79f803 req-ebeefe4d-8a3d-45c8-8b5c-9a2272c97e4a tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee2001bf-bd6d-44cb-92e9-db00d3d80a2f HTTP/1.1" status: 200 len: 946 time: 0.1247754 Jul 21 12:17:53.424563 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42261eb5-22b0-4335-9f42-4bd197e0def6 req-5ece7681-624b-4592-a8cb-491e73f7ddec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:17:53.429052 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-42261eb5-22b0-4335-9f42-4bd197e0def6 req-5ece7681-624b-4592-a8cb-491e73f7ddec service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f3726ac8b83847468671bd930deb5492&device_id=ee2001bf-bd6d-44cb-92e9-db00d3d80a2f HTTP/1.1" status: 200 len: 1130 time: 0.0685070 Jul 21 12:17:53.530363 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6005a520-8c26-412a-8d1d-d82863f81dae req-bf1323e9-3b41-46da-a9a1-abcfe6b65490 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Made reservation on behalf of c7d349f62c0c4747bd1748ca0a4bde00 for: {'port': 1} {{(pid=104160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 12:17:53.535057 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-6005a520-8c26-412a-8d1d-d82863f81dae req-bf1323e9-3b41-46da-a9a1-abcfe6b65490 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:53.552245 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=100 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:17:53.558546 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-c8bd1439-4213-45be-9ff4-0efe6d79f803 req-feb2d789-872a-4b03-9d3d-bdaccfd6e288 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/security-groups?id=88d39ded-9adf-4e28-b3b6-ef623b39acb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232316 Jul 21 12:17:53.704863 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-24de7368-cd48-499a-9c4d-3f5d6dc985bf req-1f5585f5-eef3-41c3-a14c-753449b77ced tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] 10.222.0.18 "GET /v2.0/ports?device_id=2400d441-d159-4bda-b81f-fc7bebd80d82 HTTP/1.1" status: 200 len: 210 time: 0.0471599 Jul 21 12:17:53.725150 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42261eb5-22b0-4335-9f42-4bd197e0def6 req-5267266c-f1b7-4693-89ef-769bdf8674ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:17:53.726675 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-42261eb5-22b0-4335-9f42-4bd197e0def6 req-5267266c-f1b7-4693-89ef-769bdf8674ce service neutron] 10.222.0.48 "GET /v2.0/networks?id=ac7b63b3-36ed-4162-888b-3062a1149573 HTTP/1.1" status: 200 len: 920 time: 0.2911694 Jul 21 12:17:53.749602 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:17:53.806522 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.db.db_base_plugin_common [req-6005a520-8c26-412a-8d1d-d82863f81dae req-bf1323e9-3b41-46da-a9a1-abcfe6b65490 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Allocated IP 172.20.0.12 (1933b755-354d-4a90-8a75-f1a81a16c8f0/5adcbf66-cad3-499f-bfcd-a299fbf0cd74/2b322a01-f53d-4e5b-93c0-d5b7ef7f24dc) {{(pid=104160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 12:17:54.141469 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-6005a520-8c26-412a-8d1d-d82863f81dae req-bf1323e9-3b41-46da-a9a1-abcfe6b65490 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Publish callbacks [] for port (2b322a01-f53d-4e5b-93c0-d5b7ef7f24dc), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:54.153248 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-42261eb5-22b0-4335-9f42-4bd197e0def6 req-db9c70f0-2de6-4797-a4ce-37811f935228 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=692130a2-9b94-43ae-864b-0de513e5ba99 HTTP/1.1" status: 200 len: 217 time: 0.4161334 Jul 21 12:17:54.165003 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1856af-427e-4f67-a822-724d2d6250fb req-bb043d42-1f84-4842-84c2-093308b27b98 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:17:54.168587 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-fc1856af-427e-4f67-a822-724d2d6250fb req-bb043d42-1f84-4842-84c2-093308b27b98 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/ports?device_id=da30da3d-902c-434d-b650-0e28e2bcd910 HTTP/1.1" status: 200 len: 945 time: 0.5022013 Jul 21 12:17:54.270786 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-f8b933db-8cc2-46db-aae9-ffd2f0e37324 req-832e5416-a486-45a3-8e0a-c3673ecf8c3b tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.18 "GET /v2.0/ports?device_id=6021dfe1-6e38-4877-afb0-e7ed82657d5b HTTP/1.1" status: 200 len: 210 time: 0.0487702 Jul 21 12:17:54.307964 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-6005a520-8c26-412a-8d1d-d82863f81dae req-bf1323e9-3b41-46da-a9a1-abcfe6b65490 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773760637166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9357752'] for port (2b322a01-f53d-4e5b-93c0-d5b7ef7f24dc), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:54.320904 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42261eb5-22b0-4335-9f42-4bd197e0def6 req-f58bfcbf-3f7a-49a2-8c00-984ed877b975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:17:54.323400 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-42261eb5-22b0-4335-9f42-4bd197e0def6 req-f58bfcbf-3f7a-49a2-8c00-984ed877b975 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=85871871-89d2-41dd-b1d6-9b7f2440aaee HTTP/1.1" status: 200 len: 858 time: 0.1530340 Jul 21 12:17:54.343640 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-fc1856af-427e-4f67-a822-724d2d6250fb req-8915ef67-a63f-4f56-8776-b4202a34f38c tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/security-groups?id=195f81d2-1587-4fdd-87dd-d5d45e8d9a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1577375 Jul 21 12:17:54.370066 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1323e9-3b41-46da-a9a1-abcfe6b65490 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Pushing event updated for resources: {'Port': ['ID=2b322a01-f53d-4e5b-93c0-d5b7ef7f24dc,revision_number=1']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:17:54.405099 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6005a520-8c26-412a-8d1d-d82863f81dae req-bf1323e9-3b41-46da-a9a1-abcfe6b65490 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Network 1933b755-354d-4a90-8a75-f1a81a16c8f0 is already hosted by enough agents. {{(pid=104160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 12:17:54.406928 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.scheduler.base_scheduler [req-6005a520-8c26-412a-8d1d-d82863f81dae req-bf1323e9-3b41-46da-a9a1-abcfe6b65490 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Resources bound (agent type, host, resource id): {{(pid=104160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 12:17:54.413614 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.db.l3_dvrscheduler_db [req-6005a520-8c26-412a-8d1d-d82863f81dae req-bf1323e9-3b41-46da-a9a1-abcfe6b65490 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Received port after_create {{(pid=104160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 12:17:54.460644 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42261eb5-22b0-4335-9f42-4bd197e0def6 req-e6c8e3c8-654e-4494-b28d-60e5455bb7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:17:54.464994 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-42261eb5-22b0-4335-9f42-4bd197e0def6 req-e6c8e3c8-654e-4494-b28d-60e5455bb7e4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ac7b63b3-36ed-4162-888b-3062a1149573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1219554 Jul 21 12:17:54.514902 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6005a520-8c26-412a-8d1d-d82863f81dae req-bf1323e9-3b41-46da-a9a1-abcfe6b65490 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:17:54.518732 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-6005a520-8c26-412a-8d1d-d82863f81dae req-bf1323e9-3b41-46da-a9a1-abcfe6b65490 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170956'] for port (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:54.522482 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:17:54.565810 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-6005a520-8c26-412a-8d1d-d82863f81dae req-bf1323e9-3b41-46da-a9a1-abcfe6b65490 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3002002 Jul 21 12:17:54.586933 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.v2.base [req-6005a520-8c26-412a-8d1d-d82863f81dae req-72582c86-c682-4dc5-8211-8b7f6141c329 service neutron] Request body: {'port': {'device_id': '6021dfe1-6e38-4877-afb0-e7ed82657d5b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85032'}} {{(pid=104160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 12:17:54.704913 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-42261eb5-22b0-4335-9f42-4bd197e0def6 req-1f832aeb-6c1f-44da-bda5-f23b51efc1dd service neutron] 10.222.0.48 "GET /v2.0/networks/ac7b63b3-36ed-4162-888b-3062a1149573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2268019 Jul 21 12:17:54.764924 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-6005a520-8c26-412a-8d1d-d82863f81dae req-72582c86-c682-4dc5-8211-8b7f6141c329 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (2b322a01-f53d-4e5b-93c0-d5b7ef7f24dc), before_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:54.802939 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [None req-ad846f74-d8cb-441f-9d8d-6d37780d53f5 None None] Provisioning complete for port 2b322a01-f53d-4e5b-93c0-d5b7ef7f24dc triggered by entity DHCP. {{(pid=104161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 12:17:54.803616 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-ad846f74-d8cb-441f-9d8d-6d37780d53f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388846'] for port (2b322a01-f53d-4e5b-93c0-d5b7ef7f24dc), provisioning_complete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:54.824300 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=100 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:17:54.826921 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2f4fb7-d4a3-402d-888f-2470c1b39016 req-24784df9-3693-4014-b42e-65999f31e747 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:17:54.829353 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-1a2f4fb7-d4a3-402d-888f-2470c1b39016 req-24784df9-3693-4014-b42e-65999f31e747 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee2001bf-bd6d-44cb-92e9-db00d3d80a2f HTTP/1.1" status: 200 len: 946 time: 0.0998642 Jul 21 12:17:54.845017 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-ad846f74-d8cb-441f-9d8d-6d37780d53f5 None None] Port 2b322a01-f53d-4e5b-93c0-d5b7ef7f24dc cannot update to ACTIVE because it is not bound. {{(pid=104161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 12:17:54.860220 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-b4f52bcc-913d-4387-ac70-90608cd6ef55 req-d519ae01-2d74-4dda-97d8-2d3613fe9928 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] 10.222.0.18 "GET /v2.0/ports?device_id=2400d441-d159-4bda-b81f-fc7bebd80d82 HTTP/1.1" status: 200 len: 210 time: 0.0464528 Jul 21 12:17:54.922915 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-42261eb5-22b0-4335-9f42-4bd197e0def6 req-d1df65af-a4ec-4cd5-97cc-cecb0fe3650f service neutron] 10.222.0.48 "GET /v2.0/networks/ac7b63b3-36ed-4162-888b-3062a1149573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2098813 Jul 21 12:17:54.941306 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-1a2f4fb7-d4a3-402d-888f-2470c1b39016 req-b417c093-addc-443f-aaa4-996c03fbc8f5 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/security-groups?id=88d39ded-9adf-4e28-b3b6-ef623b39acb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870991 Jul 21 12:17:55.126164 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:INSERT=4,neutron:DELETE=2 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:17:55.190283 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.notifiers.nova [req-6005a520-8c26-412a-8d1d-d82863f81dae req-72582c86-c682-4dc5-8211-8b7f6141c329 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b322a01-f53d-4e5b-93c0-d5b7ef7f24dc {{(pid=104160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 12:17:55.202596 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-6005a520-8c26-412a-8d1d-d82863f81dae req-72582c86-c682-4dc5-8211-8b7f6141c329 service neutron] Publish callbacks [] for port (2b322a01-f53d-4e5b-93c0-d5b7ef7f24dc), precommit_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:55.224239 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.db.provisioning_blocks [req-6005a520-8c26-412a-8d1d-d82863f81dae req-72582c86-c682-4dc5-8211-8b7f6141c329 service neutron] Transition to ACTIVE for port object 2b322a01-f53d-4e5b-93c0-d5b7ef7f24dc will not be triggered until provisioned by entity L2. {{(pid=104160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 21 12:17:55.230299 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-6005a520-8c26-412a-8d1d-d82863f81dae req-72582c86-c682-4dc5-8211-8b7f6141c329 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9357699'] for port (2b322a01-f53d-4e5b-93c0-d5b7ef7f24dc), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:55.295693 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72582c86-c682-4dc5-8211-8b7f6141c329 service neutron] Pushing event updated for resources: {'Port': ['ID=2b322a01-f53d-4e5b-93c0-d5b7ef7f24dc,revision_number=2']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:17:55.353833 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7735350b-c456-48d7-bb0a-6a0d5d7ec7b3 req-b75e769e-2549-4190-bfeb-da023fa18385 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:17:55.356634 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-7735350b-c456-48d7-bb0a-6a0d5d7ec7b3 req-b75e769e-2549-4190-bfeb-da023fa18385 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] 10.222.0.48 "GET /v2.0/networks?id=8c282145-933c-4b50-a925-186bff239b95 HTTP/1.1" status: 200 len: 808 time: 0.1759663 Jul 21 12:17:55.404405 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.managers [req-6005a520-8c26-412a-8d1d-d82863f81dae req-72582c86-c682-4dc5-8211-8b7f6141c329 service neutron] Attempting to bind port 2b322a01-f53d-4e5b-93c0-d5b7ef7f24dc on host hv-cinder-85032 for vnic_type normal with profile {{(pid=104160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 12:17:55.404916 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.managers [req-6005a520-8c26-412a-8d1d-d82863f81dae req-72582c86-c682-4dc5-8211-8b7f6141c329 service neutron] Attempting to bind port 2b322a01-f53d-4e5b-93c0-d5b7ef7f24dc by drivers openvswitch,hyperv on host hv-cinder-85032 at level 0 using segments [{'id': '12da12e1-cfd0-4313-ac52-6e5f4f39ccb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '1933b755-354d-4a90-8a75-f1a81a16c8f0'}] {{(pid=104160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 12:17:55.405324 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6005a520-8c26-412a-8d1d-d82863f81dae req-72582c86-c682-4dc5-8211-8b7f6141c329 service neutron] Attempting to bind port 2b322a01-f53d-4e5b-93c0-d5b7ef7f24dc on network 1933b755-354d-4a90-8a75-f1a81a16c8f0 {{(pid=104160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 12:17:55.411056 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6005a520-8c26-412a-8d1d-d82863f81dae req-72582c86-c682-4dc5-8211-8b7f6141c329 service neutron] Port 2b322a01-f53d-4e5b-93c0-d5b7ef7f24dc on network 1933b755-354d-4a90-8a75-f1a81a16c8f0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85032 {{(pid=104160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 21 12:17:55.411383 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6005a520-8c26-412a-8d1d-d82863f81dae req-72582c86-c682-4dc5-8211-8b7f6141c329 service neutron] Attempting to bind port 2b322a01-f53d-4e5b-93c0-d5b7ef7f24dc on network 1933b755-354d-4a90-8a75-f1a81a16c8f0 {{(pid=104160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 12:17:55.419176 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6005a520-8c26-412a-8d1d-d82863f81dae req-72582c86-c682-4dc5-8211-8b7f6141c329 service neutron] Checking agent: {'id': '0e418a3d-140a-4386-ad03-1f6ad2d8ed7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85032', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 12, 13, 32), 'started_at': datetime.datetime(2022, 7, 21, 12, 13, 32), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 12, 17, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 12:17:55.419514 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6005a520-8c26-412a-8d1d-d82863f81dae req-72582c86-c682-4dc5-8211-8b7f6141c329 service neutron] Checking segment: {'id': '12da12e1-cfd0-4313-ac52-6e5f4f39ccb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '1933b755-354d-4a90-8a75-f1a81a16c8f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 12:17:55.419922 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6005a520-8c26-412a-8d1d-d82863f81dae req-72582c86-c682-4dc5-8211-8b7f6141c329 service neutron] Bound using segment: {'id': '12da12e1-cfd0-4313-ac52-6e5f4f39ccb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '1933b755-354d-4a90-8a75-f1a81a16c8f0'} {{(pid=104160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 12:17:55.420389 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.managers [req-6005a520-8c26-412a-8d1d-d82863f81dae req-72582c86-c682-4dc5-8211-8b7f6141c329 service neutron] Bound port: 2b322a01-f53d-4e5b-93c0-d5b7ef7f24dc, host: hv-cinder-85032, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12da12e1-cfd0-4313-ac52-6e5f4f39ccb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '1933b755-354d-4a90-8a75-f1a81a16c8f0'}}] {{(pid=104160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 12:17:55.420830 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-6005a520-8c26-412a-8d1d-d82863f81dae req-72582c86-c682-4dc5-8211-8b7f6141c329 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (2b322a01-f53d-4e5b-93c0-d5b7ef7f24dc), before_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:55.422833 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d434568-097a-469c-9f2f-1722c5b35eb3 req-fba0c7bf-e2b6-4dca-a5b5-987d9ac4f0d3 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:17:55.424778 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-8d434568-097a-469c-9f2f-1722c5b35eb3 req-fba0c7bf-e2b6-4dca-a5b5-987d9ac4f0d3 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.18 "GET /v2.0/ports?device_id=6021dfe1-6e38-4877-afb0-e7ed82657d5b HTTP/1.1" status: 200 len: 944 time: 0.0651143 Jul 21 12:17:55.510432 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.db [req-6005a520-8c26-412a-8d1d-d82863f81dae req-72582c86-c682-4dc5-8211-8b7f6141c329 service neutron] For port 2b322a01-f53d-4e5b-93c0-d5b7ef7f24dc, host hv-cinder-85032, cleared binding levels {{(pid=104160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 12:17:55.512943 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-8d434568-097a-469c-9f2f-1722c5b35eb3 req-02f84914-cdfc-40d1-8676-2eac13b6df60 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd773931-f2bc-4280-8922-188a759a39b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735071 Jul 21 12:17:55.514265 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.db [req-6005a520-8c26-412a-8d1d-d82863f81dae req-72582c86-c682-4dc5-8211-8b7f6141c329 service neutron] For port 2b322a01-f53d-4e5b-93c0-d5b7ef7f24dc, host hv-cinder-85032, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=2b322a01-f53d-4e5b-93c0-d5b7ef7f24dc,segment=NetworkSegment(12da12e1-cfd0-4313-ac52-6e5f4f39ccb4),segment_id=12da12e1-cfd0-4313-ac52-6e5f4f39ccb4)] {{(pid=104160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 12:17:55.522706 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-6005a520-8c26-412a-8d1d-d82863f81dae req-72582c86-c682-4dc5-8211-8b7f6141c329 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9357699'] for port (2b322a01-f53d-4e5b-93c0-d5b7ef7f24dc), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:55.591290 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:17:55.611895 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6005a520-8c26-412a-8d1d-d82863f81dae req-72582c86-c682-4dc5-8211-8b7f6141c329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:17:55.612530 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-6005a520-8c26-412a-8d1d-d82863f81dae req-72582c86-c682-4dc5-8211-8b7f6141c329 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170956'] for port (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:55.613970 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-6005a520-8c26-412a-8d1d-d82863f81dae req-72582c86-c682-4dc5-8211-8b7f6141c329 service neutron] 10.222.0.48 "PUT /v2.0/ports/2b322a01-f53d-4e5b-93c0-d5b7ef7f24dc HTTP/1.1" status: 200 len: 1094 time: 1.0317743 Jul 21 12:17:55.617292 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6021dfe1-6e38-4877-afb0-e7ed82657d5b', 'tag': '2b322a01-f53d-4e5b-93c0-d5b7ef7f24dc'}] {{(pid=104160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 12:17:55.619747 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eb085c56e9e86bbd6a0965d2ba727f3997621403869b150ca98f31427dd41b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f75885d1-16c5-4f60-a83e-e47fe2714fd9" -d '{"events": [{"name": "network-changed", "server_uuid": "6021dfe1-6e38-4877-afb0-e7ed82657d5b", "tag": "2b322a01-f53d-4e5b-93c0-d5b7ef7f24dc"}]}' {{(pid=104160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 12:17:55.641598 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a54eec-0606-4564-86cd-a1e5870bb1e5 req-85e76746-bbbb-4935-a2f3-3277e95da2ff tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:17:55.643259 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-14a54eec-0606-4564-86cd-a1e5870bb1e5 req-85e76746-bbbb-4935-a2f3-3277e95da2ff tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/ports?device_id=da30da3d-902c-434d-b650-0e28e2bcd910 HTTP/1.1" status: 200 len: 945 time: 0.1176834 Jul 21 12:17:55.666340 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72582c86-c682-4dc5-8211-8b7f6141c329 service neutron] Pushing event updated for resources: {'Port': ['ID=2b322a01-f53d-4e5b-93c0-d5b7ef7f24dc,revision_number=3']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:17:55.693191 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 12:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06f94435-dfa8-421f-ab98-f2671ee1cbdd x-openstack-request-id: req-06f94435-dfa8-421f-ab98-f2671ee1cbdd {{(pid=104160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 12:17:55.693490 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6021dfe1-6e38-4877-afb0-e7ed82657d5b", "tag": "2b322a01-f53d-4e5b-93c0-d5b7ef7f24dc", "status": "completed", "code": 200}]} {{(pid=104160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 12:17:55.693755 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-06f94435-dfa8-421f-ab98-f2671ee1cbdd {{(pid=104160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 12:17:55.694789 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06f94435-dfa8-421f-ab98-f2671ee1cbdd'] response: {'name': 'network-changed', 'server_uuid': '6021dfe1-6e38-4877-afb0-e7ed82657d5b', 'tag': '2b322a01-f53d-4e5b-93c0-d5b7ef7f24dc', 'status': 'completed', 'code': 200} Jul 21 12:17:55.725014 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-14a54eec-0606-4564-86cd-a1e5870bb1e5 req-5c013990-6a30-403c-be83-5c725279c789 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/security-groups?id=195f81d2-1587-4fdd-87dd-d5d45e8d9a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714939 Jul 21 12:17:56.027198 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-8bd89783-1d57-4484-ba44-dce185d72a92 req-524d92ad-740e-40da-8667-99b74f2a6e84 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] 10.222.0.18 "GET /v2.0/ports?device_id=2400d441-d159-4bda-b81f-fc7bebd80d82 HTTP/1.1" status: 200 len: 210 time: 0.0486159 Jul 21 12:17:56.107247 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89dc448-c1df-47c8-901d-77573664c683 req-70bfecb4-8a45-4517-bec8-a43d6e6de4c0 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:17:56.109123 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-e89dc448-c1df-47c8-901d-77573664c683 req-70bfecb4-8a45-4517-bec8-a43d6e6de4c0 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee2001bf-bd6d-44cb-92e9-db00d3d80a2f HTTP/1.1" status: 200 len: 946 time: 0.0568376 Jul 21 12:17:56.181852 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-e89dc448-c1df-47c8-901d-77573664c683 req-45d33683-7d4c-4617-a214-7aff7163abf2 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/security-groups?id=88d39ded-9adf-4e28-b3b6-ef623b39acb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632246 Jul 21 12:17:56.465585 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-7735350b-c456-48d7-bb0a-6a0d5d7ec7b3 req-eca3076c-8e4c-4de9-9f4e-9973791b1ad8 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=994738157bca4d9d887f316699bd9387 HTTP/1.1" status: 200 len: 380 time: 0.0956450 Jul 21 12:17:56.481109 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.v2.base [req-7735350b-c456-48d7-bb0a-6a0d5d7ec7b3 req-7ebaaee3-688f-4343-a731-27543e34a2a2 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] Request body: {'port': {'device_id': '2400d441-d159-4bda-b81f-fc7bebd80d82', 'network_id': '8c282145-933c-4b50-a925-186bff239b95', 'admin_state_up': True, 'tenant_id': '994738157bca4d9d887f316699bd9387', 'security_groups': ['79741dd1-42b2-48da-83d5-dc04f517a0cb']}} {{(pid=104159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 12:17:56.529816 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75885d1-16c5-4f60-a83e-e47fe2714fd9 req-79144483-9ea7-4b24-b5df-36ddf7fb463e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:17:56.532521 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-f75885d1-16c5-4f60-a83e-e47fe2714fd9 req-79144483-9ea7-4b24-b5df-36ddf7fb463e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c7d349f62c0c4747bd1748ca0a4bde00&device_id=6021dfe1-6e38-4877-afb0-e7ed82657d5b HTTP/1.1" status: 200 len: 1128 time: 0.0668144 Jul 21 12:17:56.675238 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e68cba8-6741-4493-9b21-f46080e0331e req-321e3b96-7b08-439e-a40c-21a93a0517e0 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:17:56.677347 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-4e68cba8-6741-4493-9b21-f46080e0331e req-321e3b96-7b08-439e-a40c-21a93a0517e0 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.18 "GET /v2.0/ports?device_id=6021dfe1-6e38-4877-afb0-e7ed82657d5b HTTP/1.1" status: 200 len: 944 time: 0.0692298 Jul 21 12:17:56.685188 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7735350b-c456-48d7-bb0a-6a0d5d7ec7b3 req-7ebaaee3-688f-4343-a731-27543e34a2a2 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] Made reservation on behalf of 994738157bca4d9d887f316699bd9387 for: {'port': 1} {{(pid=104159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 12:17:56.690066 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-7735350b-c456-48d7-bb0a-6a0d5d7ec7b3 req-7ebaaee3-688f-4343-a731-27543e34a2a2 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:56.822613 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-4e68cba8-6741-4493-9b21-f46080e0331e req-668ba1c1-efb9-47aa-af1b-64074e351f68 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd773931-f2bc-4280-8922-188a759a39b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1271803 Jul 21 12:17:56.943259 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.db.db_base_plugin_common [req-7735350b-c456-48d7-bb0a-6a0d5d7ec7b3 req-7ebaaee3-688f-4343-a731-27543e34a2a2 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] Allocated IP 172.20.0.6 (8c282145-933c-4b50-a925-186bff239b95/676ad41d-510b-4151-ab97-7369b1d7baa6/102231b0-4167-4147-a158-c39b3fb5ca64) {{(pid=104159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 12:17:56.949961 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75885d1-16c5-4f60-a83e-e47fe2714fd9 req-757699a7-ec32-4869-84ab-4c8e43866627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:17:56.950601 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:17:56.951691 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-f75885d1-16c5-4f60-a83e-e47fe2714fd9 req-757699a7-ec32-4869-84ab-4c8e43866627 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=c7d349f62c0c4747bd1748ca0a4bde00&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2252438 Jul 21 12:17:56.973470 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523f5899-6e85-483c-89cd-057ce62a42e7 req-5ccc44d3-885c-4b94-9179-6d16830dfbce tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:17:56.975238 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-523f5899-6e85-483c-89cd-057ce62a42e7 req-5ccc44d3-885c-4b94-9179-6d16830dfbce tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/ports?device_id=da30da3d-902c-434d-b650-0e28e2bcd910 HTTP/1.1" status: 200 len: 945 time: 0.0622535 Jul 21 12:17:57.058744 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-523f5899-6e85-483c-89cd-057ce62a42e7 req-2b21f5d8-db9f-4d86-8655-2e82e050f91a tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/security-groups?id=195f81d2-1587-4fdd-87dd-d5d45e8d9a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747068 Jul 21 12:17:57.146486 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-7735350b-c456-48d7-bb0a-6a0d5d7ec7b3 req-7ebaaee3-688f-4343-a731-27543e34a2a2 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] Publish callbacks [] for port (102231b0-4167-4147-a158-c39b3fb5ca64), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:57.204240 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-28349572-c98f-4049-b27c-9fbfdbaafb29 req-adcc787c-acc6-4b90-b744-fdd390915c0d tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] 10.222.0.18 "GET /v2.0/ports?device_id=2400d441-d159-4bda-b81f-fc7bebd80d82 HTTP/1.1" status: 200 len: 210 time: 0.0543418 Jul 21 12:17:57.222706 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:17:57.258618 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-7735350b-c456-48d7-bb0a-6a0d5d7ec7b3 req-7ebaaee3-688f-4343-a731-27543e34a2a2 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773760637166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8469579'] for port (102231b0-4167-4147-a158-c39b3fb5ca64), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:57.328326 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7735350b-c456-48d7-bb0a-6a0d5d7ec7b3 req-7ebaaee3-688f-4343-a731-27543e34a2a2 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] Network 8c282145-933c-4b50-a925-186bff239b95 is already hosted by enough agents. {{(pid=104159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 12:17:57.336932 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.scheduler.base_scheduler [req-7735350b-c456-48d7-bb0a-6a0d5d7ec7b3 req-7ebaaee3-688f-4343-a731-27543e34a2a2 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] Resources bound (agent type, host, resource id): {{(pid=104159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 12:17:57.340305 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.db.l3_dvrscheduler_db [req-7735350b-c456-48d7-bb0a-6a0d5d7ec7b3 req-7ebaaee3-688f-4343-a731-27543e34a2a2 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] Received port after_create {{(pid=104159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 12:17:57.349125 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e76d327-ee06-4134-a52c-c7246e13b7f3 req-46f43fad-50d4-4d65-affd-6c7c85fc885b tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:17:57.350955 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-1e76d327-ee06-4134-a52c-c7246e13b7f3 req-46f43fad-50d4-4d65-affd-6c7c85fc885b tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee2001bf-bd6d-44cb-92e9-db00d3d80a2f HTTP/1.1" status: 200 len: 946 time: 0.0640321 Jul 21 12:17:57.388863 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebaaee3-688f-4343-a731-27543e34a2a2 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] Pushing event updated for resources: {'Port': ['ID=102231b0-4167-4147-a158-c39b3fb5ca64,revision_number=1']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:17:57.424922 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-1e76d327-ee06-4134-a52c-c7246e13b7f3 req-9d8c19be-a241-4f25-af8f-754925e784dd tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/security-groups?id=88d39ded-9adf-4e28-b3b6-ef623b39acb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679212 Jul 21 12:17:57.466059 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7735350b-c456-48d7-bb0a-6a0d5d7ec7b3 req-7ebaaee3-688f-4343-a731-27543e34a2a2 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:17:57.469365 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-7735350b-c456-48d7-bb0a-6a0d5d7ec7b3 req-7ebaaee3-688f-4343-a731-27543e34a2a2 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170956'] for port (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:57.509865 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-7735350b-c456-48d7-bb0a-6a0d5d7ec7b3 req-7ebaaee3-688f-4343-a731-27543e34a2a2 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0360882 Jul 21 12:17:57.534906 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.v2.base [req-7735350b-c456-48d7-bb0a-6a0d5d7ec7b3 req-0963812a-c467-44ab-90f9-f53c4cfcae73 service neutron] Request body: {'port': {'device_id': '2400d441-d159-4bda-b81f-fc7bebd80d82', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85032'}} {{(pid=104159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 12:17:57.624082 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75885d1-16c5-4f60-a83e-e47fe2714fd9 req-c0f97d47-55b1-4772-9c18-ce2658e2afac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:17:57.626406 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-f75885d1-16c5-4f60-a83e-e47fe2714fd9 req-c0f97d47-55b1-4772-9c18-ce2658e2afac service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1898396 Jul 21 12:17:57.682098 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-7735350b-c456-48d7-bb0a-6a0d5d7ec7b3 req-0963812a-c467-44ab-90f9-f53c4cfcae73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (102231b0-4167-4147-a158-c39b3fb5ca64), before_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:57.732864 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [None req-fdeea858-2982-4863-9a45-c77c752d0623 None None] Provisioning complete for port 102231b0-4167-4147-a158-c39b3fb5ca64 triggered by entity DHCP. {{(pid=104161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 12:17:57.734235 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-fdeea858-2982-4863-9a45-c77c752d0623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388846'] for port (102231b0-4167-4147-a158-c39b3fb5ca64), provisioning_complete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:57.741128 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:17:57.806665 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6005a520-8c26-412a-8d1d-d82863f81dae req-762d4067-5e5a-42cb-90b2-929ecb1c8421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:17:57.808533 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-fdeea858-2982-4863-9a45-c77c752d0623 None None] Port 102231b0-4167-4147-a158-c39b3fb5ca64 cannot update to ACTIVE because it is not bound. {{(pid=104161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 12:17:57.812574 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-6005a520-8c26-412a-8d1d-d82863f81dae req-762d4067-5e5a-42cb-90b2-929ecb1c8421 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c7d349f62c0c4747bd1748ca0a4bde00&device_id=6021dfe1-6e38-4877-afb0-e7ed82657d5b HTTP/1.1" status: 200 len: 1128 time: 0.0931780 Jul 21 12:17:57.924795 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-6005a520-8c26-412a-8d1d-d82863f81dae req-9236a915-b81f-4ff3-baaf-7484ccab4efc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2b322a01-f53d-4e5b-93c0-d5b7ef7f24dc HTTP/1.1" status: 200 len: 217 time: 0.0952890 Jul 21 12:17:58.037796 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=2 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:17:58.046105 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6005a520-8c26-412a-8d1d-d82863f81dae req-13ebca2d-1aaf-40b8-b56e-dd691f5cb0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:17:58.048024 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-6005a520-8c26-412a-8d1d-d82863f81dae req-13ebca2d-1aaf-40b8-b56e-dd691f5cb0d8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5adcbf66-cad3-499f-bfcd-a299fbf0cd74 HTTP/1.1" status: 200 len: 854 time: 0.1131413 Jul 21 12:17:58.050627 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=4 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:17:58.055271 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4185cfb-f04d-4348-80f3-807c444f3f74 req-882edd48-7e8b-4ed7-bc8d-dc8adcb92ee5 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:17:58.063987 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-e4185cfb-f04d-4348-80f3-807c444f3f74 req-882edd48-7e8b-4ed7-bc8d-dc8adcb92ee5 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.18 "GET /v2.0/ports?device_id=6021dfe1-6e38-4877-afb0-e7ed82657d5b HTTP/1.1" status: 200 len: 944 time: 0.1204112 Jul 21 12:17:58.087806 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 33030) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:17:58.099283 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:17:58.118858 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6005a520-8c26-412a-8d1d-d82863f81dae req-bcdc6b75-b743-4177-946d-82b20333a357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:17:58.120642 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-6005a520-8c26-412a-8d1d-d82863f81dae req-bcdc6b75-b743-4177-946d-82b20333a357 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1933b755-354d-4a90-8a75-f1a81a16c8f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0643890 Jul 21 12:17:58.196260 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-e4185cfb-f04d-4348-80f3-807c444f3f74 req-d87b5b5b-875a-41f7-acc7-2ffe25d21626 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd773931-f2bc-4280-8922-188a759a39b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1313531 Jul 21 12:17:58.302483 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-6005a520-8c26-412a-8d1d-d82863f81dae req-67126fde-e1b8-40f9-a072-883a119cc68f service neutron] 10.222.0.48 "GET /v2.0/networks/1933b755-354d-4a90-8a75-f1a81a16c8f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597395 Jul 21 12:17:58.357896 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-6b3a87d1-bce5-434a-8b7c-680dee838182 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:58.403378 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.notifiers.nova [req-7735350b-c456-48d7-bb0a-6a0d5d7ec7b3 req-0963812a-c467-44ab-90f9-f53c4cfcae73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 102231b0-4167-4147-a158-c39b3fb5ca64 {{(pid=104159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 12:17:58.420350 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-7735350b-c456-48d7-bb0a-6a0d5d7ec7b3 req-0963812a-c467-44ab-90f9-f53c4cfcae73 service neutron] Publish callbacks [] for port (102231b0-4167-4147-a158-c39b3fb5ca64), precommit_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:58.428796 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95d8759-ac8f-40c3-97e5-3eb08413edf4 req-06b1d6b9-a678-49b9-8f0c-d828e1a9bce1 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:17:58.430430 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-a95d8759-ac8f-40c3-97e5-3eb08413edf4 req-06b1d6b9-a678-49b9-8f0c-d828e1a9bce1 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] 10.222.0.18 "GET /v2.0/ports?device_id=2400d441-d159-4bda-b81f-fc7bebd80d82 HTTP/1.1" status: 200 len: 931 time: 0.1081774 Jul 21 12:17:58.442182 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:17:58.476459 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.db.provisioning_blocks [req-7735350b-c456-48d7-bb0a-6a0d5d7ec7b3 req-0963812a-c467-44ab-90f9-f53c4cfcae73 service neutron] Transition to ACTIVE for port object 102231b0-4167-4147-a158-c39b3fb5ca64 will not be triggered until provisioned by entity L2. {{(pid=104159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 21 12:17:58.486075 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-7735350b-c456-48d7-bb0a-6a0d5d7ec7b3 req-0963812a-c467-44ab-90f9-f53c4cfcae73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8469616'] for port (102231b0-4167-4147-a158-c39b3fb5ca64), after_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:58.503300 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfab1a84-84f5-4cef-90c4-bc7b9da71e15 req-729a21a3-1bbc-4163-a029-47890d93ea2a tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:17:58.506095 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-dfab1a84-84f5-4cef-90c4-bc7b9da71e15 req-729a21a3-1bbc-4163-a029-47890d93ea2a tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/ports?device_id=da30da3d-902c-434d-b650-0e28e2bcd910 HTTP/1.1" status: 200 len: 945 time: 0.1613033 Jul 21 12:17:58.548950 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=6 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:17:58.562070 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=100 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:17:58.579914 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-6005a520-8c26-412a-8d1d-d82863f81dae req-7eae9849-144f-4298-bee2-1d34c437a3ab service neutron] 10.222.0.48 "GET /v2.0/networks/1933b755-354d-4a90-8a75-f1a81a16c8f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2703688 Jul 21 12:17:58.589293 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-a95d8759-ac8f-40c3-97e5-3eb08413edf4 req-f1343c3a-e10b-468d-972d-cb5e1ce60f86 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] 10.222.0.18 "GET /v2.0/security-groups?id=79741dd1-42b2-48da-83d5-dc04f517a0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1493704 Jul 21 12:17:58.612324 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0963812a-c467-44ab-90f9-f53c4cfcae73 service neutron] Pushing event updated for resources: {'Port': ['ID=102231b0-4167-4147-a158-c39b3fb5ca64,revision_number=2']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:17:58.646740 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-dfab1a84-84f5-4cef-90c4-bc7b9da71e15 req-94162b56-f309-49c0-bf9e-0670579099ff tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/security-groups?id=195f81d2-1587-4fdd-87dd-d5d45e8d9a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1255360 Jul 21 12:17:58.659950 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-6b3a87d1-bce5-434a-8b7c-680dee838182 admin admin] Publish callbacks [] for security_group (8b3359ca-7eef-4032-a4b6-e8bf744ea660), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:58.688289 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-6b3a87d1-bce5-434a-8b7c-680dee838182 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (8b3359ca-7eef-4032-a4b6-e8bf744ea660), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:58.744935 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3a87d1-bce5-434a-8b7c-680dee838182 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b3359ca-7eef-4032-a4b6-e8bf744ea660,revision_number=1']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:17:58.755926 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-6b3a87d1-bce5-434a-8b7c-680dee838182 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=82d9c5ea711a4608981c0058d0adc302&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6664231 Jul 21 12:17:58.759233 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.18', 33040) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:17:58.766711 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.plugins.ml2.managers [req-7735350b-c456-48d7-bb0a-6a0d5d7ec7b3 req-0963812a-c467-44ab-90f9-f53c4cfcae73 service neutron] Attempting to bind port 102231b0-4167-4147-a158-c39b3fb5ca64 on host hv-cinder-85032 for vnic_type normal with profile {{(pid=104159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 12:17:58.767061 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.plugins.ml2.managers [req-7735350b-c456-48d7-bb0a-6a0d5d7ec7b3 req-0963812a-c467-44ab-90f9-f53c4cfcae73 service neutron] Attempting to bind port 102231b0-4167-4147-a158-c39b3fb5ca64 by drivers openvswitch,hyperv on host hv-cinder-85032 at level 0 using segments [{'id': '41f4ccd0-1558-464f-a94c-66027c15fb57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '8c282145-933c-4b50-a925-186bff239b95'}] {{(pid=104159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 12:17:58.767571 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7735350b-c456-48d7-bb0a-6a0d5d7ec7b3 req-0963812a-c467-44ab-90f9-f53c4cfcae73 service neutron] Attempting to bind port 102231b0-4167-4147-a158-c39b3fb5ca64 on network 8c282145-933c-4b50-a925-186bff239b95 {{(pid=104159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 12:17:58.773787 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7735350b-c456-48d7-bb0a-6a0d5d7ec7b3 req-0963812a-c467-44ab-90f9-f53c4cfcae73 service neutron] Port 102231b0-4167-4147-a158-c39b3fb5ca64 on network 8c282145-933c-4b50-a925-186bff239b95 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85032 {{(pid=104159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 21 12:17:58.774034 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7735350b-c456-48d7-bb0a-6a0d5d7ec7b3 req-0963812a-c467-44ab-90f9-f53c4cfcae73 service neutron] Attempting to bind port 102231b0-4167-4147-a158-c39b3fb5ca64 on network 8c282145-933c-4b50-a925-186bff239b95 {{(pid=104159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 12:17:58.780802 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7735350b-c456-48d7-bb0a-6a0d5d7ec7b3 req-0963812a-c467-44ab-90f9-f53c4cfcae73 service neutron] Checking agent: {'id': '0e418a3d-140a-4386-ad03-1f6ad2d8ed7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85032', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 12, 13, 32), 'started_at': datetime.datetime(2022, 7, 21, 12, 13, 32), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 12, 17, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 12:17:58.781163 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7735350b-c456-48d7-bb0a-6a0d5d7ec7b3 req-0963812a-c467-44ab-90f9-f53c4cfcae73 service neutron] Checking segment: {'id': '41f4ccd0-1558-464f-a94c-66027c15fb57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '8c282145-933c-4b50-a925-186bff239b95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 12:17:58.781531 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7735350b-c456-48d7-bb0a-6a0d5d7ec7b3 req-0963812a-c467-44ab-90f9-f53c4cfcae73 service neutron] Bound using segment: {'id': '41f4ccd0-1558-464f-a94c-66027c15fb57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '8c282145-933c-4b50-a925-186bff239b95'} {{(pid=104159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 12:17:58.782774 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.plugins.ml2.managers [req-7735350b-c456-48d7-bb0a-6a0d5d7ec7b3 req-0963812a-c467-44ab-90f9-f53c4cfcae73 service neutron] Bound port: 102231b0-4167-4147-a158-c39b3fb5ca64, host: hv-cinder-85032, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41f4ccd0-1558-464f-a94c-66027c15fb57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '8c282145-933c-4b50-a925-186bff239b95'}}] {{(pid=104159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 12:17:58.782774 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-7735350b-c456-48d7-bb0a-6a0d5d7ec7b3 req-0963812a-c467-44ab-90f9-f53c4cfcae73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (102231b0-4167-4147-a158-c39b3fb5ca64), before_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:58.851003 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-fe394b10-04aa-4731-b186-006827ce2680 admin admin] Publish callbacks [] for security_group (8b3359ca-7eef-4032-a4b6-e8bf744ea660), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:58.860107 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.plugins.ml2.db [req-7735350b-c456-48d7-bb0a-6a0d5d7ec7b3 req-0963812a-c467-44ab-90f9-f53c4cfcae73 service neutron] For port 102231b0-4167-4147-a158-c39b3fb5ca64, host hv-cinder-85032, cleared binding levels {{(pid=104159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 12:17:58.864019 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.plugins.ml2.db [req-7735350b-c456-48d7-bb0a-6a0d5d7ec7b3 req-0963812a-c467-44ab-90f9-f53c4cfcae73 service neutron] For port 102231b0-4167-4147-a158-c39b3fb5ca64, host hv-cinder-85032, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=102231b0-4167-4147-a158-c39b3fb5ca64,segment=NetworkSegment(41f4ccd0-1558-464f-a94c-66027c15fb57),segment_id=41f4ccd0-1558-464f-a94c-66027c15fb57)] {{(pid=104159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 12:17:58.872271 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-7735350b-c456-48d7-bb0a-6a0d5d7ec7b3 req-0963812a-c467-44ab-90f9-f53c4cfcae73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8469616'] for port (102231b0-4167-4147-a158-c39b3fb5ca64), after_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:58.877243 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-fe394b10-04aa-4731-b186-006827ce2680 admin admin] Publish callbacks [] for security_group (8b3359ca-7eef-4032-a4b6-e8bf744ea660), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:58.918920 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7735350b-c456-48d7-bb0a-6a0d5d7ec7b3 req-0963812a-c467-44ab-90f9-f53c4cfcae73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:17:58.919582 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-7735350b-c456-48d7-bb0a-6a0d5d7ec7b3 req-0963812a-c467-44ab-90f9-f53c4cfcae73 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170956'] for port (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:58.921080 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-7735350b-c456-48d7-bb0a-6a0d5d7ec7b3 req-0963812a-c467-44ab-90f9-f53c4cfcae73 service neutron] 10.222.0.48 "PUT /v2.0/ports/102231b0-4167-4147-a158-c39b3fb5ca64 HTTP/1.1" status: 200 len: 1093 time: 1.3952084 Jul 21 12:17:58.921698 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2400d441-d159-4bda-b81f-fc7bebd80d82', 'tag': '102231b0-4167-4147-a158-c39b3fb5ca64'}] {{(pid=104159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 12:17:58.924272 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14a473be662c523f753bafa963e7b12489d1fc6a20e308844a06c71d85f4ae6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-938c7ec5-9ff4-4833-896f-df397da0f530" -d '{"events": [{"name": "network-changed", "server_uuid": "2400d441-d159-4bda-b81f-fc7bebd80d82", "tag": "102231b0-4167-4147-a158-c39b3fb5ca64"}]}' {{(pid=104159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 12:17:58.955884 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-fe394b10-04aa-4731-b186-006827ce2680 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (8b3359ca-7eef-4032-a4b6-e8bf744ea660), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:58.957526 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0963812a-c467-44ab-90f9-f53c4cfcae73 service neutron] Pushing event updated for resources: {'Port': ['ID=102231b0-4167-4147-a158-c39b3fb5ca64,revision_number=3']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:17:58.958966 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-fe394b10-04aa-4731-b186-006827ce2680 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:58.964293 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-fe394b10-04aa-4731-b186-006827ce2680 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8b3359ca-7eef-4032-a4b6-e8bf744ea660 HTTP/1.1" status: 204 len: 168 time: 0.1994336 Jul 21 12:17:58.970529 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe394b10-04aa-4731-b186-006827ce2680 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b3359ca-7eef-4032-a4b6-e8bf744ea660,revision_number=None']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:17:59.024929 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 12:17:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c38a03b3-ce7d-4c8f-b015-32c13cc9fce5 x-openstack-request-id: req-c38a03b3-ce7d-4c8f-b015-32c13cc9fce5 {{(pid=104159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 12:17:59.025360 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2400d441-d159-4bda-b81f-fc7bebd80d82", "tag": "102231b0-4167-4147-a158-c39b3fb5ca64", "status": "completed", "code": 200}]} {{(pid=104159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 12:17:59.025762 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c38a03b3-ce7d-4c8f-b015-32c13cc9fce5 {{(pid=104159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 12:17:59.026435 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c38a03b3-ce7d-4c8f-b015-32c13cc9fce5'] response: {'name': 'network-changed', 'server_uuid': '2400d441-d159-4bda-b81f-fc7bebd80d82', 'tag': '102231b0-4167-4147-a158-c39b3fb5ca64', 'status': 'completed', 'code': 200} Jul 21 12:17:59.190829 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.18', 33052) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:17:59.198722 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.v2.base [None req-702548e2-11a0-4600-8641-3dead84cede2 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Request body: {'security_group': {'name': 'tempest-securitygroup--755799816', 'description': 'tempest-description--1944671562'}} {{(pid=104160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 12:17:59.248111 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-702548e2-11a0-4600-8641-3dead84cede2 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Publish callbacks [] for security_group (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:59.356301 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-702548e2-11a0-4600-8641-3dead84cede2 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Publish callbacks [] for security_group (5c0cdf6e-1f1e-43ca-be9f-01494c9cc6b3), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:59.361606 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-702548e2-11a0-4600-8641-3dead84cede2 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (5c0cdf6e-1f1e-43ca-be9f-01494c9cc6b3), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:59.397051 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-702548e2-11a0-4600-8641-3dead84cede2 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Publish callbacks [] for security_group (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:59.400053 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-702548e2-11a0-4600-8641-3dead84cede2 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2060511 Jul 21 12:17:59.401624 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.18', 33058) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:17:59.401802 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfeebc15-dff3-46f5-8510-acdacf56d970 req-23120dec-dd1c-4728-a58e-3f1b171630f2 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:17:59.405041 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-bfeebc15-dff3-46f5-8510-acdacf56d970 req-23120dec-dd1c-4728-a58e-3f1b171630f2 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.18 "GET /v2.0/ports?device_id=6021dfe1-6e38-4877-afb0-e7ed82657d5b HTTP/1.1" status: 200 len: 944 time: 0.0869262 Jul 21 12:17:59.407579 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.v2.base [None req-89d830ce-60b9-4d1a-be6a-6da77a1a21a1 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Request body: {'security_group_rule': {'security_group_id': '5c0cdf6e-1f1e-43ca-be9f-01494c9cc6b3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 12:17:59.416718 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702548e2-11a0-4600-8641-3dead84cede2 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c0cdf6e-1f1e-43ca-be9f-01494c9cc6b3,revision_number=1']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:17:59.444329 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-89d830ce-60b9-4d1a-be6a-6da77a1a21a1 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Publish callbacks [] for security_group_rule (da30d42b-5fe2-4aad-a84a-6fefcfd5a117), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:59.455150 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 33062) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:17:59.486313 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-ebdca1b9-1b90-41e7-b559-a7e422d8c3de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:59.503341 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-bfeebc15-dff3-46f5-8510-acdacf56d970 req-3f0009ff-c27b-4a45-94b1-53bfd414fe93 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd773931-f2bc-4280-8922-188a759a39b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906093 Jul 21 12:17:59.513109 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-89d830ce-60b9-4d1a-be6a-6da77a1a21a1 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Publish callbacks [] for security_group_rule (da30d42b-5fe2-4aad-a84a-6fefcfd5a117), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:59.518969 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-89d830ce-60b9-4d1a-be6a-6da77a1a21a1 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757972'] for security_group_rule (da30d42b-5fe2-4aad-a84a-6fefcfd5a117), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:59.536583 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d830ce-60b9-4d1a-be6a-6da77a1a21a1 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da30d42b-5fe2-4aad-a84a-6fefcfd5a117,revision_number=0']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:17:59.555759 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-89d830ce-60b9-4d1a-be6a-6da77a1a21a1 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:59.561307 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-89d830ce-60b9-4d1a-be6a-6da77a1a21a1 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1547859 Jul 21 12:17:59.561679 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.18', 33064) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:17:59.568633 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.v2.base [None req-1d4b8fbc-4a66-4524-b868-f4d3f2e2a65a tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Request body: {'security_group_rule': {'security_group_id': '5c0cdf6e-1f1e-43ca-be9f-01494c9cc6b3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 12:17:59.602551 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-1d4b8fbc-4a66-4524-b868-f4d3f2e2a65a tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Publish callbacks [] for security_group_rule (15419e8b-6c1f-4686-bc58-f5c88a8bb736), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:59.605479 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:17:59.612470 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-ebdca1b9-1b90-41e7-b559-a7e422d8c3de admin admin] Publish callbacks [] for security_group (a5faa919-5a26-4d48-a12f-18373579bd14), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:59.618721 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-ebdca1b9-1b90-41e7-b559-a7e422d8c3de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (a5faa919-5a26-4d48-a12f-18373579bd14), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:59.677961 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-ebdca1b9-1b90-41e7-b559-a7e422d8c3de admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8131ef9bde394fb2ade4b96ed48b71e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2217000 Jul 21 12:17:59.678834 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-1d4b8fbc-4a66-4524-b868-f4d3f2e2a65a tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Publish callbacks [] for security_group_rule (15419e8b-6c1f-4686-bc58-f5c88a8bb736), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:59.681129 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.18', 33068) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:17:59.682031 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdca1b9-1b90-41e7-b559-a7e422d8c3de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5faa919-5a26-4d48-a12f-18373579bd14,revision_number=1']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:17:59.696090 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-1d4b8fbc-4a66-4524-b868-f4d3f2e2a65a tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757972'] for security_group_rule (15419e8b-6c1f-4686-bc58-f5c88a8bb736), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:59.739751 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4b8fbc-4a66-4524-b868-f4d3f2e2a65a tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15419e8b-6c1f-4686-bc58-f5c88a8bb736,revision_number=0']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:17:59.746845 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-1d4b8fbc-4a66-4524-b868-f4d3f2e2a65a tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:59.748181 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-1d4b8fbc-4a66-4524-b868-f4d3f2e2a65a tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1850526 Jul 21 12:17:59.753309 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 33072) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:17:59.759054 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.v2.base [None req-45b518d0-017c-4ccf-969c-4dbc473939a9 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Request body: {'floatingip': {'floating_network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8'}} {{(pid=104159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 12:17:59.765130 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:17:59.798863 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-afa5480f-93cd-4616-99e7-a224825df828 admin admin] Publish callbacks [] for security_group (a5faa919-5a26-4d48-a12f-18373579bd14), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:59.817358 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-45b518d0-017c-4ccf-969c-4dbc473939a9 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:59.821625 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429da368-9a42-4c4c-ade2-a10c16d62d76 req-9b59922f-d26a-477e-b088-cae9f7fd3d6e tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:17:59.823183 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-429da368-9a42-4c4c-ade2-a10c16d62d76 req-9b59922f-d26a-477e-b088-cae9f7fd3d6e tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] 10.222.0.18 "GET /v2.0/ports?device_id=2400d441-d159-4bda-b81f-fc7bebd80d82 HTTP/1.1" status: 200 len: 943 time: 0.0793695 Jul 21 12:17:59.839189 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-afa5480f-93cd-4616-99e7-a224825df828 admin admin] Publish callbacks [] for security_group (a5faa919-5a26-4d48-a12f-18373579bd14), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:59.847798 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:17:59.866124 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72bff7f-7bee-4ac8-afd3-07dc875ba3a9 req-6452d088-add7-43c2-a90d-cdbda562a242 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:17:59.867757 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-a72bff7f-7bee-4ac8-afd3-07dc875ba3a9 req-6452d088-add7-43c2-a90d-cdbda562a242 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/ports?device_id=da30da3d-902c-434d-b650-0e28e2bcd910 HTTP/1.1" status: 200 len: 945 time: 0.0853677 Jul 21 12:17:59.918341 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-429da368-9a42-4c4c-ade2-a10c16d62d76 req-d5e5d9c8-f199-4b5d-80dd-6f5fcb1b658c tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] 10.222.0.18 "GET /v2.0/security-groups?id=79741dd1-42b2-48da-83d5-dc04f517a0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854158 Jul 21 12:17:59.962824 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-afa5480f-93cd-4616-99e7-a224825df828 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (a5faa919-5a26-4d48-a12f-18373579bd14), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:59.966179 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-afa5480f-93cd-4616-99e7-a224825df828 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:17:59.970030 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-afa5480f-93cd-4616-99e7-a224825df828 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a5faa919-5a26-4d48-a12f-18373579bd14 HTTP/1.1" status: 204 len: 168 time: 0.2850041 Jul 21 12:17:59.979850 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa5480f-93cd-4616-99e7-a224825df828 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5faa919-5a26-4d48-a12f-18373579bd14,revision_number=None']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:18:00.016608 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:18:00.027583 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-45b518d0-017c-4ccf-969c-4dbc473939a9 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:18:00.047893 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-a72bff7f-7bee-4ac8-afd3-07dc875ba3a9 req-78ad90c7-af85-41e6-b099-c2462dbe3b06 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/security-groups?id=195f81d2-1587-4fdd-87dd-d5d45e8d9a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1529748 Jul 21 12:18:00.059429 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938c7ec5-9ff4-4833-896f-df397da0f530 req-da4ccbca-d2a4-4606-ba0c-aa52cebcbbaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:18:00.062186 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-938c7ec5-9ff4-4833-896f-df397da0f530 req-da4ccbca-d2a4-4606-ba0c-aa52cebcbbaf service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=994738157bca4d9d887f316699bd9387&device_id=2400d441-d159-4bda-b81f-fc7bebd80d82 HTTP/1.1" status: 200 len: 1127 time: 0.1169722 Jul 21 12:18:00.357784 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.db.db_base_plugin_common [None req-45b518d0-017c-4ccf-969c-4dbc473939a9 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Allocated IP 172.27.3.204 (f382b478-dfd7-4678-bcdd-821f508b5bc8/39ec59ca-1d5b-4110-899c-eae6f5db3a39/23646bb6-5ee2-4ec4-8482-3c14a0efb5be) {{(pid=104159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 12:18:00.363064 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938c7ec5-9ff4-4833-896f-df397da0f530 req-a1677483-c766-4525-b41f-cce4e5b246fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:18:00.364644 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-938c7ec5-9ff4-4833-896f-df397da0f530 req-a1677483-c766-4525-b41f-cce4e5b246fd service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=994738157bca4d9d887f316699bd9387&shared=False HTTP/1.1" status: 200 len: 909 time: 0.2572954 Jul 21 12:18:00.677374 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f0334a-eb5c-43b0-a4a2-1d020423c4af req-3470e8c4-6def-413b-82f0-4016cf2b00c6 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:18:00.679852 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-a2f0334a-eb5c-43b0-a4a2-1d020423c4af req-3470e8c4-6def-413b-82f0-4016cf2b00c6 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.18 "GET /v2.0/ports?device_id=6021dfe1-6e38-4877-afb0-e7ed82657d5b HTTP/1.1" status: 200 len: 944 time: 0.0853114 Jul 21 12:18:00.764683 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-a2f0334a-eb5c-43b0-a4a2-1d020423c4af req-2ae2ed3d-8f6e-4cf3-98f3-19dcb2e4dcd7 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd773931-f2bc-4280-8922-188a759a39b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788190 Jul 21 12:18:00.965535 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938c7ec5-9ff4-4833-896f-df397da0f530 req-3bdc2cd1-9d65-45ad-ab4c-ad1e82493d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:18:00.968081 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-938c7ec5-9ff4-4833-896f-df397da0f530 req-3bdc2cd1-9d65-45ad-ab4c-ad1e82493d80 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5928235 Jul 21 12:18:01.000160 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-45b518d0-017c-4ccf-969c-4dbc473939a9 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Publish callbacks [] for port (23646bb6-5ee2-4ec4-8482-3c14a0efb5be), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:18:01.168067 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7735350b-c456-48d7-bb0a-6a0d5d7ec7b3 req-5c7b250b-048e-49d2-88eb-b519066df1af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:18:01.169939 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-7735350b-c456-48d7-bb0a-6a0d5d7ec7b3 req-5c7b250b-048e-49d2-88eb-b519066df1af service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=994738157bca4d9d887f316699bd9387&device_id=2400d441-d159-4bda-b81f-fc7bebd80d82 HTTP/1.1" status: 200 len: 1127 time: 0.1217906 Jul 21 12:18:01.199356 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d92554-64b9-4bfb-b073-106ac80b4118 req-b36f4eef-59cf-4f43-908a-b634fa06f207 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:18:01.201686 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-d2d92554-64b9-4bfb-b073-106ac80b4118 req-b36f4eef-59cf-4f43-908a-b634fa06f207 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] 10.222.0.18 "GET /v2.0/ports?device_id=2400d441-d159-4bda-b81f-fc7bebd80d82 HTTP/1.1" status: 200 len: 943 time: 0.1341097 Jul 21 12:18:01.207384 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-45b518d0-017c-4ccf-969c-4dbc473939a9 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773760637166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8469579'] for port (23646bb6-5ee2-4ec4-8482-3c14a0efb5be), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:18:01.265241 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8417ad9-5fdb-4805-84a2-557090219ee6 req-f33f9a9f-07a1-4e25-8398-697f02354c0e tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:18:01.267779 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-a8417ad9-5fdb-4805-84a2-557090219ee6 req-f33f9a9f-07a1-4e25-8398-697f02354c0e tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/ports?device_id=da30da3d-902c-434d-b650-0e28e2bcd910 HTTP/1.1" status: 200 len: 945 time: 0.0762808 Jul 21 12:18:01.285624 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-7735350b-c456-48d7-bb0a-6a0d5d7ec7b3 req-be33f24b-5236-46db-8138-823b461e9a33 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=102231b0-4167-4147-a158-c39b3fb5ca64 HTTP/1.1" status: 200 len: 217 time: 0.0823133 Jul 21 12:18:01.306208 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45b518d0-017c-4ccf-969c-4dbc473939a9 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Network f382b478-dfd7-4678-bcdd-821f508b5bc8 is already hosted by enough agents. {{(pid=104159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 12:18:01.340774 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-a8417ad9-5fdb-4805-84a2-557090219ee6 req-c2736206-cca2-4a35-8a59-bd5d0646fb3a tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/security-groups?id=195f81d2-1587-4fdd-87dd-d5d45e8d9a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602760 Jul 21 12:18:01.403958 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.scheduler.base_scheduler [None req-45b518d0-017c-4ccf-969c-4dbc473939a9 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Resources bound (agent type, host, resource id): {{(pid=104159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 12:18:01.428009 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b518d0-017c-4ccf-969c-4dbc473939a9 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Received port after_create {{(pid=104159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 12:18:01.457032 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b518d0-017c-4ccf-969c-4dbc473939a9 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Pushing event updated for resources: {'Port': ['ID=23646bb6-5ee2-4ec4-8482-3c14a0efb5be,revision_number=1']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:18:01.506946 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7735350b-c456-48d7-bb0a-6a0d5d7ec7b3 req-cf717a11-bc91-4061-95c2-8fed2223a1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:18:01.508493 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-7735350b-c456-48d7-bb0a-6a0d5d7ec7b3 req-cf717a11-bc91-4061-95c2-8fed2223a1c1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=676ad41d-510b-4151-ab97-7369b1d7baa6 HTTP/1.1" status: 200 len: 847 time: 0.2149420 Jul 21 12:18:01.561868 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-d2d92554-64b9-4bfb-b073-106ac80b4118 req-56bc5f1d-cda7-4563-a24e-a11ade81bab1 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] 10.222.0.18 "GET /v2.0/security-groups?id=79741dd1-42b2-48da-83d5-dc04f517a0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3412030 Jul 21 12:18:01.575775 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:18:01.609364 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:18:01.631407 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7735350b-c456-48d7-bb0a-6a0d5d7ec7b3 req-fbd11391-0d77-4568-b7aa-db0c2e9213d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:18:01.633004 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-7735350b-c456-48d7-bb0a-6a0d5d7ec7b3 req-fbd11391-0d77-4568-b7aa-db0c2e9213d0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8c282145-933c-4b50-a925-186bff239b95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1161726 Jul 21 12:18:01.711125 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-45b518d0-017c-4ccf-969c-4dbc473939a9 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Publish callbacks [] for floatingip (239e24d4-a5ff-42a1-9f26-0af6c13119b4), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:18:01.790413 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Device 2b322a01-f53d-4e5b-93c0-d5b7ef7f24dc details requested by agent hyperv_hv-cinder-85032 with host hv-cinder-85032 {{(pid=104161) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 21 12:18:01.830619 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-45b518d0-017c-4ccf-969c-4dbc473939a9 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (23646bb6-5ee2-4ec4-8482-3c14a0efb5be), before_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:18:01.862531 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-7735350b-c456-48d7-bb0a-6a0d5d7ec7b3 req-b4563c45-6454-4962-87b8-1ebab4aab24c service neutron] 10.222.0.48 "GET /v2.0/networks/8c282145-933c-4b50-a925-186bff239b95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2168269 Jul 21 12:18:01.927627 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] For port 2b322a01-f53d-4e5b-93c0-d5b7ef7f24dc, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=2b322a01-f53d-4e5b-93c0-d5b7ef7f24dc,segment=NetworkSegment(12da12e1-cfd0-4313-ac52-6e5f4f39ccb4),segment_id=12da12e1-cfd0-4313-ac52-6e5f4f39ccb4)] {{(pid=104161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 12:18:01.965042 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Returning: {'device': '2b322a01-f53d-4e5b-93c0-d5b7ef7f24dc', 'network_id': '1933b755-354d-4a90-8a75-f1a81a16c8f0', 'port_id': '2b322a01-f53d-4e5b-93c0-d5b7ef7f24dc', 'mac_address': 'fa:16:3e:d1:f8:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5adcbf66-cad3-499f-bfcd-a299fbf0cd74', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104161) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 21 12:18:02.057256 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf613fcc-0c90-4659-b8f3-5acfdc2de406 req-fc8357d8-9351-4813-aba3-fe938976323a tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:18:02.064929 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-bf613fcc-0c90-4659-b8f3-5acfdc2de406 req-fc8357d8-9351-4813-aba3-fe938976323a tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.18 "GET /v2.0/ports?device_id=6021dfe1-6e38-4877-afb0-e7ed82657d5b HTTP/1.1" status: 200 len: 944 time: 0.1212416 Jul 21 12:18:02.114884 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-7735350b-c456-48d7-bb0a-6a0d5d7ec7b3 req-70670e92-4bd4-4e8a-9a98-e971a78588b2 service neutron] 10.222.0.48 "GET /v2.0/networks/8c282145-933c-4b50-a925-186bff239b95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2434192 Jul 21 12:18:02.189464 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Current status of the port 2b322a01-f53d-4e5b-93c0-d5b7ef7f24dc is: DOWN; New status is: BUILD {{(pid=104161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 12:18:02.189869 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (2b322a01-f53d-4e5b-93c0-d5b7ef7f24dc), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:18:02.206729 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-bf613fcc-0c90-4659-b8f3-5acfdc2de406 req-c04924db-2f79-450a-92b6-d514353ffd3f tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd773931-f2bc-4280-8922-188a759a39b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1381314 Jul 21 12:18:02.207089 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.notifiers.nova [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b322a01-f53d-4e5b-93c0-d5b7ef7f24dc {{(pid=104161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 12:18:02.233632 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-45b518d0-017c-4ccf-969c-4dbc473939a9 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Publish callbacks [] for port (23646bb6-5ee2-4ec4-8482-3c14a0efb5be), precommit_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:18:02.243372 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] For port 2b322a01-f53d-4e5b-93c0-d5b7ef7f24dc, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=2b322a01-f53d-4e5b-93c0-d5b7ef7f24dc,segment=NetworkSegment(12da12e1-cfd0-4313-ac52-6e5f4f39ccb4),segment_id=12da12e1-cfd0-4313-ac52-6e5f4f39ccb4)] {{(pid=104161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 12:18:02.244536 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-45b518d0-017c-4ccf-969c-4dbc473939a9 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8469616'] for port (23646bb6-5ee2-4ec4-8482-3c14a0efb5be), after_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:18:02.252422 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158'] for port (2b322a01-f53d-4e5b-93c0-d5b7ef7f24dc), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:18:02.334928 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Pushing event updated for resources: {'Port': ['ID=2b322a01-f53d-4e5b-93c0-d5b7ef7f24dc,revision_number=4']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:18:02.367846 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:18:02.367846 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:18:02.367846 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:18:02.367846 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:18:02.367846 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:18:02.367846 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:18:02.367846 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:18:02.367846 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:18:02.367846 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:18:02.367846 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:18:02.367846 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:18:02.367846 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:18:02.367846 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:18:02.367846 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:18:02.367846 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:18:02.372918 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (0e418a3d-140a-4386-ad03-1f6ad2d8ed7b), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:18:02.398884 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b518d0-017c-4ccf-969c-4dbc473939a9 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Pushing event updated for resources: {'Port': ['ID=23646bb6-5ee2-4ec4-8482-3c14a0efb5be,revision_number=2']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:18:02.438355 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-45b518d0-017c-4ccf-969c-4dbc473939a9 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681920'] for floatingip (239e24d4-a5ff-42a1-9f26-0af6c13119b4), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:18:02.486007 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-45b518d0-017c-4ccf-969c-4dbc473939a9 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170956'] for floatingip (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:18:02.489352 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-45b518d0-017c-4ccf-969c-4dbc473939a9 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7330368 Jul 21 12:18:02.573192 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f95b2e-5007-4ff1-b5bc-a9a85220743c req-0e1fe44d-d842-4050-803f-e6de5f929c87 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:18:02.580241 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-48f95b2e-5007-4ff1-b5bc-a9a85220743c req-0e1fe44d-d842-4050-803f-e6de5f929c87 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/ports?device_id=da30da3d-902c-434d-b650-0e28e2bcd910 HTTP/1.1" status: 200 len: 945 time: 0.0890081 Jul 21 12:18:02.671356 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] get_ports_and_sgs() called for port_ids ['2b322a01-f53d-4e5b-93c0-d5b7ef7f24dc'] {{(pid=104161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 12:18:02.709679 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-48f95b2e-5007-4ff1-b5bc-a9a85220743c req-70d28974-0e40-4fcc-8732-898b71c56ca6 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/security-groups?id=195f81d2-1587-4fdd-87dd-d5d45e8d9a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1202929 Jul 21 12:18:02.779354 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fe6f0a-2429-4570-a9ed-6a5919cce0ef req-14536f24-1aaa-40fb-8693-feba277c18fc tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:18:02.781312 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-c2fe6f0a-2429-4570-a9ed-6a5919cce0ef req-14536f24-1aaa-40fb-8693-feba277c18fc tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] 10.222.0.18 "GET /v2.0/ports?device_id=2400d441-d159-4bda-b81f-fc7bebd80d82 HTTP/1.1" status: 200 len: 943 time: 0.1039524 Jul 21 12:18:02.869546 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-c2fe6f0a-2429-4570-a9ed-6a5919cce0ef req-24ad5713-4a27-42e1-9c9d-87ae014917c9 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] 10.222.0.18 "GET /v2.0/security-groups?id=79741dd1-42b2-48da-83d5-dc04f517a0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779150 Jul 21 12:18:02.872401 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:18:02.960670 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-6af9d9a4-3072-4bc0-af4a-d8b0e2907bd4 req-b3a79515-9d9a-4e95-a9c8-1b0a4d2a408b tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--755799816&fields=id&tenant_id=f3726ac8b83847468671bd930deb5492 HTTP/1.1" status: 200 len: 267 time: 0.0775979 Jul 21 12:18:03.101374 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:18:03.114412 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af9d9a4-3072-4bc0-af4a-d8b0e2907bd4 req-110580d1-7fd4-49b4-b644-fab942160402 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:18:03.116300 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-6af9d9a4-3072-4bc0-af4a-d8b0e2907bd4 req-110580d1-7fd4-49b4-b644-fab942160402 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/networks?id=ac7b63b3-36ed-4162-888b-3062a1149573 HTTP/1.1" status: 200 len: 819 time: 0.1481392 Jul 21 12:18:03.141583 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-6af9d9a4-3072-4bc0-af4a-d8b0e2907bd4 req-84b67afd-680b-40cd-8c46-05c021703a9e tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/quotas/f3726ac8b83847468671bd930deb5492 HTTP/1.1" status: 200 len: 375 time: 0.0187449 Jul 21 12:18:03.241258 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-6af9d9a4-3072-4bc0-af4a-d8b0e2907bd4 req-a69d3810-3b03-436a-914f-71d792824957 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=f3726ac8b83847468671bd930deb5492&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0877554 Jul 21 12:18:03.375685 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-6af9d9a4-3072-4bc0-af4a-d8b0e2907bd4 req-db170e3f-84cc-452c-b15b-23d025fbe8c9 service neutron] 10.222.0.18 "GET /v2.0/networks/ac7b63b3-36ed-4162-888b-3062a1149573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127703 Jul 21 12:18:03.380941 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04937c67-0063-4835-8288-57d038a959be req-e0b7f05d-4c65-4156-a828-a18f659ea43c tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:18:03.382492 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-04937c67-0063-4835-8288-57d038a959be req-e0b7f05d-4c65-4156-a828-a18f659ea43c tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.18 "GET /v2.0/ports?device_id=6021dfe1-6e38-4877-afb0-e7ed82657d5b HTTP/1.1" status: 200 len: 945 time: 0.0600410 Jul 21 12:18:03.447544 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-04937c67-0063-4835-8288-57d038a959be req-37f9dbfb-4b34-4c18-8d5c-4b9ba05a5331 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd773931-f2bc-4280-8922-188a759a39b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584071 Jul 21 12:18:03.461713 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:18:03.483263 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-6af9d9a4-3072-4bc0-af4a-d8b0e2907bd4 req-3a3b9594-783c-4610-a783-d232f7ce5ace service neutron] 10.222.0.18 "GET /v2.0/networks/ac7b63b3-36ed-4162-888b-3062a1149573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014476 Jul 21 12:18:03.677815 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-29ec8ddb-b004-4928-a11e-8fd3cefb74d9 req-92f07993-0429-4b7e-9b59-5e0def8dfa68 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/ports?device_id=f7beff96-056c-4a78-b04d-a40d451df275 HTTP/1.1" status: 200 len: 210 time: 0.0419233 Jul 21 12:18:03.884177 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5d875b-d08b-4b4e-8790-64b8f3c0ce7a req-ed4670b2-1704-45b8-b7d0-da15b240ba3e tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:18:03.886475 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-8a5d875b-d08b-4b4e-8790-64b8f3c0ce7a req-ed4670b2-1704-45b8-b7d0-da15b240ba3e tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/ports?device_id=da30da3d-902c-434d-b650-0e28e2bcd910 HTTP/1.1" status: 200 len: 945 time: 0.0649238 Jul 21 12:18:03.955568 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-8a5d875b-d08b-4b4e-8790-64b8f3c0ce7a req-9898a999-a104-447f-9938-afa225fddd5d tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/security-groups?id=195f81d2-1587-4fdd-87dd-d5d45e8d9a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628257 Jul 21 12:18:04.024368 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f14376-c34c-48f0-9abc-14bb4c4f1e67 req-dad9a982-4c3f-4574-a1b5-23d21cae3581 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:18:04.028019 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-24f14376-c34c-48f0-9abc-14bb4c4f1e67 req-dad9a982-4c3f-4574-a1b5-23d21cae3581 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] 10.222.0.18 "GET /v2.0/ports?device_id=2400d441-d159-4bda-b81f-fc7bebd80d82 HTTP/1.1" status: 200 len: 943 time: 0.0580790 Jul 21 12:18:04.087987 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-24f14376-c34c-48f0-9abc-14bb4c4f1e67 req-cdc0364c-f10a-4d0a-9eba-609f46dbff7f tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] 10.222.0.18 "GET /v2.0/security-groups?id=79741dd1-42b2-48da-83d5-dc04f517a0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543461 Jul 21 12:18:04.570512 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e17b4f-0b03-4ada-9234-07b92b912978 req-e66322b6-8d5f-48e9-bda6-e7f6aa37a737 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:18:04.572095 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-75e17b4f-0b03-4ada-9234-07b92b912978 req-e66322b6-8d5f-48e9-bda6-e7f6aa37a737 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.18 "GET /v2.0/ports?device_id=6021dfe1-6e38-4877-afb0-e7ed82657d5b HTTP/1.1" status: 200 len: 945 time: 0.0508487 Jul 21 12:18:04.624714 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-75e17b4f-0b03-4ada-9234-07b92b912978 req-e4722ce6-af0c-4ee3-b93f-76dc6e569d63 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd773931-f2bc-4280-8922-188a759a39b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466192 Jul 21 12:18:04.802031 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-509641d8-62c1-4e5d-b426-736d793e9be4 req-3b1fa5b0-59bf-4e29-b0ac-7d227527226c tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/ports?device_id=f7beff96-056c-4a78-b04d-a40d451df275 HTTP/1.1" status: 200 len: 210 time: 0.0368841 Jul 21 12:18:05.092260 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d6e257-222e-43c0-a7de-33db1ee2c6c4 req-350a03c6-43cf-494e-8026-a13cee1ea155 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:18:05.093756 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-87d6e257-222e-43c0-a7de-33db1ee2c6c4 req-350a03c6-43cf-494e-8026-a13cee1ea155 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/ports?device_id=da30da3d-902c-434d-b650-0e28e2bcd910 HTTP/1.1" status: 200 len: 945 time: 0.0569241 Jul 21 12:18:05.160406 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-87d6e257-222e-43c0-a7de-33db1ee2c6c4 req-3a02659a-661c-44b0-88e4-31663b825b9f tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/security-groups?id=195f81d2-1587-4fdd-87dd-d5d45e8d9a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591955 Jul 21 12:18:05.269755 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:18:05.291997 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c81ef0-4e81-40b1-9fe3-171ec7c960fb req-e85f8560-8a7d-4e4e-a485-ccc20dbb7aee tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:18:05.294732 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-e3c81ef0-4e81-40b1-9fe3-171ec7c960fb req-e85f8560-8a7d-4e4e-a485-ccc20dbb7aee tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] 10.222.0.18 "GET /v2.0/ports?device_id=2400d441-d159-4bda-b81f-fc7bebd80d82 HTTP/1.1" status: 200 len: 943 time: 0.0839360 Jul 21 12:18:05.359767 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-e3c81ef0-4e81-40b1-9fe3-171ec7c960fb req-050107a9-23a5-4719-a4d7-0e4e0cf7e300 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] 10.222.0.18 "GET /v2.0/security-groups?id=79741dd1-42b2-48da-83d5-dc04f517a0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580282 Jul 21 12:18:05.783794 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66e9ffe-ce70-48cf-8091-53a98bf2eb3d req-f6da69a0-1fa7-470e-9a7b-6f823217bc96 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:18:05.786240 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-b66e9ffe-ce70-48cf-8091-53a98bf2eb3d req-f6da69a0-1fa7-470e-9a7b-6f823217bc96 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.18 "GET /v2.0/ports?device_id=6021dfe1-6e38-4877-afb0-e7ed82657d5b HTTP/1.1" status: 200 len: 945 time: 0.0765328 Jul 21 12:18:05.873257 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-b66e9ffe-ce70-48cf-8091-53a98bf2eb3d req-a7e8fed5-c506-4a2e-b494-fcc49243b864 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd773931-f2bc-4280-8922-188a759a39b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784647 Jul 21 12:18:05.935655 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-bd17ec3d-5f4d-42fe-9cc4-020a6ccda67d req-b73cd31a-cd73-43e1-929f-d13fd15fec29 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/ports?device_id=f7beff96-056c-4a78-b04d-a40d451df275 HTTP/1.1" status: 200 len: 210 time: 0.0342534 Jul 21 12:18:06.300725 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e57ef1a-04b0-4e13-b448-e9a6034cf2ec req-a41f0b5b-76b6-4003-b471-1eb378f4bb86 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:18:06.302328 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-8e57ef1a-04b0-4e13-b448-e9a6034cf2ec req-a41f0b5b-76b6-4003-b471-1eb378f4bb86 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/ports?device_id=da30da3d-902c-434d-b650-0e28e2bcd910 HTTP/1.1" status: 200 len: 945 time: 0.0496924 Jul 21 12:18:06.340694 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Device 2b322a01-f53d-4e5b-93c0-d5b7ef7f24dc up at agent hyperv_hv-cinder-85032 {{(pid=104161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 12:18:06.370657 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-8e57ef1a-04b0-4e13-b448-e9a6034cf2ec req-20edb335-028c-4367-94f0-3b26e8f18c52 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/security-groups?id=195f81d2-1587-4fdd-87dd-d5d45e8d9a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621243 Jul 21 12:18:06.402863 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Provisioning for port 2b322a01-f53d-4e5b-93c0-d5b7ef7f24dc completed by entity L2. {{(pid=104161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 21 12:18:06.412238 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Provisioning complete for port 2b322a01-f53d-4e5b-93c0-d5b7ef7f24dc triggered by entity L2. {{(pid=104161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 12:18:06.412945 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388846'] for port (2b322a01-f53d-4e5b-93c0-d5b7ef7f24dc), provisioning_complete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:18:06.489341 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec9061d-b18c-41fc-8a31-98c0f2a76e08 req-44e5729a-a970-4270-9c05-0267d4922301 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:18:06.490906 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-dec9061d-b18c-41fc-8a31-98c0f2a76e08 req-44e5729a-a970-4270-9c05-0267d4922301 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] 10.222.0.18 "GET /v2.0/ports?device_id=2400d441-d159-4bda-b81f-fc7bebd80d82 HTTP/1.1" status: 200 len: 943 time: 0.0560336 Jul 21 12:18:06.506114 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Current status of the port 2b322a01-f53d-4e5b-93c0-d5b7ef7f24dc is: BUILD; New status is: ACTIVE {{(pid=104161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 12:18:06.506587 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (2b322a01-f53d-4e5b-93c0-d5b7ef7f24dc), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:18:06.532500 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6021dfe1-6e38-4877-afb0-e7ed82657d5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b322a01-f53d-4e5b-93c0-d5b7ef7f24dc'}] {{(pid=104161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 12:18:06.534973 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cdf8932827941a003a674b569a46f4ce1abada81d99297f544444a18ab6c7ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0c7459d-7c74-4a3b-bd55-bb79049f28b1" -d '{"events": [{"server_uuid": "6021dfe1-6e38-4877-afb0-e7ed82657d5b", "name": "network-vif-plugged", "status": "completed", "tag": "2b322a01-f53d-4e5b-93c0-d5b7ef7f24dc"}]}' {{(pid=104161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 12:18:06.550042 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] For port 2b322a01-f53d-4e5b-93c0-d5b7ef7f24dc, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=2b322a01-f53d-4e5b-93c0-d5b7ef7f24dc,segment=NetworkSegment(12da12e1-cfd0-4313-ac52-6e5f4f39ccb4),segment_id=12da12e1-cfd0-4313-ac52-6e5f4f39ccb4)] {{(pid=104161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 12:18:06.556978 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158'] for port (2b322a01-f53d-4e5b-93c0-d5b7ef7f24dc), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:18:06.595669 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-dec9061d-b18c-41fc-8a31-98c0f2a76e08 req-986322e6-addf-4ef5-b050-44e936c76900 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] 10.222.0.18 "GET /v2.0/security-groups?id=79741dd1-42b2-48da-83d5-dc04f517a0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964818 Jul 21 12:18:06.614286 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 12:18:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dc42997-9311-4931-8a23-a59f1230ad6f x-openstack-request-id: req-5dc42997-9311-4931-8a23-a59f1230ad6f {{(pid=104161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 12:18:06.614619 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6021dfe1-6e38-4877-afb0-e7ed82657d5b", "name": "network-vif-plugged", "status": "completed", "tag": "2b322a01-f53d-4e5b-93c0-d5b7ef7f24dc", "code": 200}]} {{(pid=104161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 12:18:06.614948 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5dc42997-9311-4931-8a23-a59f1230ad6f {{(pid=104161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 12:18:06.615438 dv-cinder-850321-1-iscsi neutron-server[104161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5dc42997-9311-4931-8a23-a59f1230ad6f'] response: {'server_uuid': '6021dfe1-6e38-4877-afb0-e7ed82657d5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b322a01-f53d-4e5b-93c0-d5b7ef7f24dc', 'code': 200} Jul 21 12:18:06.642157 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Pushing event updated for resources: {'Port': ['ID=2b322a01-f53d-4e5b-93c0-d5b7ef7f24dc,revision_number=5']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:18:06.900288 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af9d9a4-3072-4bc0-af4a-d8b0e2907bd4 req-8d678cf2-6c8d-4dde-86d7-223b79590b84 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:18:06.901391 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-6af9d9a4-3072-4bc0-af4a-d8b0e2907bd4 req-8d678cf2-6c8d-4dde-86d7-223b79590b84 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.48 "GET /v2.0/networks?id=ac7b63b3-36ed-4162-888b-3062a1149573 HTTP/1.1" status: 200 len: 819 time: 0.1309469 Jul 21 12:18:07.012797 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-6af9d9a4-3072-4bc0-af4a-d8b0e2907bd4 req-2106d9a0-2918-487d-b97f-9b5e690b59d4 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f3726ac8b83847468671bd930deb5492 HTTP/1.1" status: 200 len: 379 time: 0.0924628 Jul 21 12:18:07.066172 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ecf8bd-ca3c-472e-8929-720808e3d943 req-9d5cb64e-f647-4ed7-97b5-7fe95d73861b tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:18:07.068025 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-48ecf8bd-ca3c-472e-8929-720808e3d943 req-9d5cb64e-f647-4ed7-97b5-7fe95d73861b tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.18 "GET /v2.0/ports?device_id=6021dfe1-6e38-4877-afb0-e7ed82657d5b HTTP/1.1" status: 200 len: 946 time: 0.0874898 Jul 21 12:18:07.071842 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc281cb-a22d-44d7-bacd-a2e058700df9 req-dc169698-5851-4b65-b853-30f890e76774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:18:07.073710 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-cdc281cb-a22d-44d7-bacd-a2e058700df9 req-dc169698-5851-4b65-b853-30f890e76774 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6021dfe1-6e38-4877-afb0-e7ed82657d5b HTTP/1.1" status: 200 len: 1130 time: 0.0839968 Jul 21 12:18:07.075642 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-f8f368d7-6b82-4219-bcb4-9f7937822cb5 req-61f2cfe2-0805-445e-a254-f8cf05188268 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/ports?device_id=f7beff96-056c-4a78-b04d-a40d451df275 HTTP/1.1" status: 200 len: 210 time: 0.0304813 Jul 21 12:18:07.107340 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:18:07.133073 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-48ecf8bd-ca3c-472e-8929-720808e3d943 req-38695b2e-4254-4d42-afb7-e994dc108500 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd773931-f2bc-4280-8922-188a759a39b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570927 Jul 21 12:18:07.162280 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.v2.base [req-6af9d9a4-3072-4bc0-af4a-d8b0e2907bd4 req-dad50026-435d-47df-bf6e-4e6a4ce4e06d tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Request body: {'port': {'device_id': 'f7beff96-056c-4a78-b04d-a40d451df275', 'network_id': 'ac7b63b3-36ed-4162-888b-3062a1149573', 'admin_state_up': True, 'tenant_id': 'f3726ac8b83847468671bd930deb5492', 'security_groups': ['5c0cdf6e-1f1e-43ca-be9f-01494c9cc6b3']}} {{(pid=104159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 12:18:07.213390 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=100 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:18:07.232573 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-cdc281cb-a22d-44d7-bacd-a2e058700df9 req-858607e4-90a9-45da-8dba-d46c40fa9336 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=fd773931-f2bc-4280-8922-188a759a39b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761688 Jul 21 12:18:07.357773 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6af9d9a4-3072-4bc0-af4a-d8b0e2907bd4 req-dad50026-435d-47df-bf6e-4e6a4ce4e06d tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Made reservation on behalf of f3726ac8b83847468671bd930deb5492 for: {'port': 1} {{(pid=104159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 12:18:07.362686 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-6af9d9a4-3072-4bc0-af4a-d8b0e2907bd4 req-dad50026-435d-47df-bf6e-4e6a4ce4e06d tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:18:07.616518 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.db.db_base_plugin_common [req-6af9d9a4-3072-4bc0-af4a-d8b0e2907bd4 req-dad50026-435d-47df-bf6e-4e6a4ce4e06d tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Allocated IP 172.20.0.8 (ac7b63b3-36ed-4162-888b-3062a1149573/85871871-89d2-41dd-b1d6-9b7f2440aaee/be4abb71-cd5c-494a-afbd-f3f3edffda94) {{(pid=104159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 12:18:07.625857 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885a4f43-aa01-4b46-889d-e425bc9ed6d5 req-ec698fbe-8d84-4d6f-bee1-73f81d412f69 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:18:07.627509 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-885a4f43-aa01-4b46-889d-e425bc9ed6d5 req-ec698fbe-8d84-4d6f-bee1-73f81d412f69 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/ports?device_id=da30da3d-902c-434d-b650-0e28e2bcd910 HTTP/1.1" status: 200 len: 945 time: 0.1045666 Jul 21 12:18:07.708858 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:18:07.739305 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-885a4f43-aa01-4b46-889d-e425bc9ed6d5 req-3f0a899f-21d4-4f40-9850-056dde487b49 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/security-groups?id=195f81d2-1587-4fdd-87dd-d5d45e8d9a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975296 Jul 21 12:18:07.824094 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ca4dfb-e458-4e3c-a974-347e2bd33892 req-3e2f2ba0-37c6-4502-a860-b21054efb94b tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:18:07.838362 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-75ca4dfb-e458-4e3c-a974-347e2bd33892 req-3e2f2ba0-37c6-4502-a860-b21054efb94b tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] 10.222.0.18 "GET /v2.0/ports?device_id=2400d441-d159-4bda-b81f-fc7bebd80d82 HTTP/1.1" status: 200 len: 943 time: 0.1351283 Jul 21 12:18:07.907251 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-6af9d9a4-3072-4bc0-af4a-d8b0e2907bd4 req-dad50026-435d-47df-bf6e-4e6a4ce4e06d tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Publish callbacks [] for port (be4abb71-cd5c-494a-afbd-f3f3edffda94), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:18:07.926480 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-75ca4dfb-e458-4e3c-a974-347e2bd33892 req-4b6f25cd-ed67-4c08-87f9-85117ebaa362 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] 10.222.0.18 "GET /v2.0/security-groups?id=79741dd1-42b2-48da-83d5-dc04f517a0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865347 Jul 21 12:18:07.951124 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-6af9d9a4-3072-4bc0-af4a-d8b0e2907bd4 req-dad50026-435d-47df-bf6e-4e6a4ce4e06d tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773760637166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8469579'] for port (be4abb71-cd5c-494a-afbd-f3f3edffda94), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:18:08.000251 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6af9d9a4-3072-4bc0-af4a-d8b0e2907bd4 req-dad50026-435d-47df-bf6e-4e6a4ce4e06d tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Network ac7b63b3-36ed-4162-888b-3062a1149573 is already hosted by enough agents. {{(pid=104159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 12:18:08.006243 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.scheduler.base_scheduler [req-6af9d9a4-3072-4bc0-af4a-d8b0e2907bd4 req-dad50026-435d-47df-bf6e-4e6a4ce4e06d tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Resources bound (agent type, host, resource id): {{(pid=104159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 12:18:08.008875 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.db.l3_dvrscheduler_db [req-6af9d9a4-3072-4bc0-af4a-d8b0e2907bd4 req-dad50026-435d-47df-bf6e-4e6a4ce4e06d tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Received port after_create {{(pid=104159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 12:18:08.036858 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad50026-435d-47df-bf6e-4e6a4ce4e06d tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Pushing event updated for resources: {'Port': ['ID=be4abb71-cd5c-494a-afbd-f3f3edffda94,revision_number=1']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:18:08.084573 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af9d9a4-3072-4bc0-af4a-d8b0e2907bd4 req-dad50026-435d-47df-bf6e-4e6a4ce4e06d tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:18:08.085577 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-6af9d9a4-3072-4bc0-af4a-d8b0e2907bd4 req-dad50026-435d-47df-bf6e-4e6a4ce4e06d tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170956'] for port (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:18:08.120896 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-6af9d9a4-3072-4bc0-af4a-d8b0e2907bd4 req-dad50026-435d-47df-bf6e-4e6a4ce4e06d tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9638774 Jul 21 12:18:08.278025 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e6f747-a497-40cc-a096-81c30ef97d48 req-028af3e5-9753-4847-949b-44ab4331eb91 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:18:08.280180 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-e2e6f747-a497-40cc-a096-81c30ef97d48 req-028af3e5-9753-4847-949b-44ab4331eb91 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/ports?device_id=f7beff96-056c-4a78-b04d-a40d451df275 HTTP/1.1" status: 200 len: 931 time: 0.0965366 Jul 21 12:18:08.311887 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f233003b-c6e2-4da6-9e22-36e3a0b0cf84 req-9e44c803-18f6-4324-87a6-2f123fc4ab5a tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:18:08.313575 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-f233003b-c6e2-4da6-9e22-36e3a0b0cf84 req-9e44c803-18f6-4324-87a6-2f123fc4ab5a tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.18 "GET /v2.0/ports?device_id=6021dfe1-6e38-4877-afb0-e7ed82657d5b HTTP/1.1" status: 200 len: 946 time: 0.0865774 Jul 21 12:18:08.344023 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-e2e6f747-a497-40cc-a096-81c30ef97d48 req-d4aa62a2-f4ae-4c97-af14-abdbef594048 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c0cdf6e-1f1e-43ca-be9f-01494c9cc6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570166 Jul 21 12:18:08.375900 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [None req-5154c8ca-b7ae-4a81-995b-ee3929d0de09 None None] Provisioning complete for port be4abb71-cd5c-494a-afbd-f3f3edffda94 triggered by entity DHCP. {{(pid=104161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 12:18:08.376800 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-5154c8ca-b7ae-4a81-995b-ee3929d0de09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388846'] for port (be4abb71-cd5c-494a-afbd-f3f3edffda94), provisioning_complete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:18:08.391440 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-f233003b-c6e2-4da6-9e22-36e3a0b0cf84 req-b08abc00-5090-4cfc-bcb4-4736baa76f6b tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd773931-f2bc-4280-8922-188a759a39b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662279 Jul 21 12:18:08.412335 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-5154c8ca-b7ae-4a81-995b-ee3929d0de09 None None] Port be4abb71-cd5c-494a-afbd-f3f3edffda94 cannot update to ACTIVE because it is not bound. {{(pid=104161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 12:18:08.588419 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.v2.base [req-6af9d9a4-3072-4bc0-af4a-d8b0e2907bd4 req-b1ca75a7-3cb3-431b-95ff-00ab11438ae2 service neutron] Request body: {'port': {'device_id': 'f7beff96-056c-4a78-b04d-a40d451df275', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85032'}} {{(pid=104159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 12:18:08.635331 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:18:08.669461 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-6af9d9a4-3072-4bc0-af4a-d8b0e2907bd4 req-b1ca75a7-3cb3-431b-95ff-00ab11438ae2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (be4abb71-cd5c-494a-afbd-f3f3edffda94), before_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:18:09.083425 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181687db-3e1c-41b3-9ea0-7e32a3a7a9a6 req-d1cd083a-b8c1-4a9f-beb8-92e1c6e21a5c tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:18:09.085911 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-181687db-3e1c-41b3-9ea0-7e32a3a7a9a6 req-d1cd083a-b8c1-4a9f-beb8-92e1c6e21a5c tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/ports?device_id=da30da3d-902c-434d-b650-0e28e2bcd910 HTTP/1.1" status: 200 len: 945 time: 0.1783714 Jul 21 12:18:09.163680 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b28c278-1dd7-4b39-911a-e32036f68237 req-0541ddd3-7b5c-415d-b3e0-08491557af0f tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:18:09.167248 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-0b28c278-1dd7-4b39-911a-e32036f68237 req-0541ddd3-7b5c-415d-b3e0-08491557af0f tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] 10.222.0.18 "GET /v2.0/ports?device_id=2400d441-d159-4bda-b81f-fc7bebd80d82 HTTP/1.1" status: 200 len: 943 time: 0.1098442 Jul 21 12:18:09.176790 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.notifiers.nova [req-6af9d9a4-3072-4bc0-af4a-d8b0e2907bd4 req-b1ca75a7-3cb3-431b-95ff-00ab11438ae2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be4abb71-cd5c-494a-afbd-f3f3edffda94 {{(pid=104159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 12:18:09.207767 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-6af9d9a4-3072-4bc0-af4a-d8b0e2907bd4 req-b1ca75a7-3cb3-431b-95ff-00ab11438ae2 service neutron] Publish callbacks [] for port (be4abb71-cd5c-494a-afbd-f3f3edffda94), precommit_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:18:09.261791 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.db.provisioning_blocks [req-6af9d9a4-3072-4bc0-af4a-d8b0e2907bd4 req-b1ca75a7-3cb3-431b-95ff-00ab11438ae2 service neutron] Transition to ACTIVE for port object be4abb71-cd5c-494a-afbd-f3f3edffda94 will not be triggered until provisioned by entity L2. {{(pid=104159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 21 12:18:09.279160 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-181687db-3e1c-41b3-9ea0-7e32a3a7a9a6 req-931cb847-494c-46ea-8821-03e932786771 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/security-groups?id=195f81d2-1587-4fdd-87dd-d5d45e8d9a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1532168 Jul 21 12:18:09.280978 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-6af9d9a4-3072-4bc0-af4a-d8b0e2907bd4 req-b1ca75a7-3cb3-431b-95ff-00ab11438ae2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8469616'] for port (be4abb71-cd5c-494a-afbd-f3f3edffda94), after_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:18:09.291266 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-0b28c278-1dd7-4b39-911a-e32036f68237 req-4f5edd66-725a-4885-ad9d-a8260496a6b1 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] 10.222.0.18 "GET /v2.0/security-groups?id=79741dd1-42b2-48da-83d5-dc04f517a0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1164126 Jul 21 12:18:09.412682 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:18:09.414409 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ca75a7-3cb3-431b-95ff-00ab11438ae2 service neutron] Pushing event updated for resources: {'Port': ['ID=be4abb71-cd5c-494a-afbd-f3f3edffda94,revision_number=2']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:18:09.495425 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.18', 33258) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:18:09.765293 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.plugins.ml2.managers [req-6af9d9a4-3072-4bc0-af4a-d8b0e2907bd4 req-b1ca75a7-3cb3-431b-95ff-00ab11438ae2 service neutron] Attempting to bind port be4abb71-cd5c-494a-afbd-f3f3edffda94 on host hv-cinder-85032 for vnic_type normal with profile {{(pid=104159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 12:18:09.765826 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.plugins.ml2.managers [req-6af9d9a4-3072-4bc0-af4a-d8b0e2907bd4 req-b1ca75a7-3cb3-431b-95ff-00ab11438ae2 service neutron] Attempting to bind port be4abb71-cd5c-494a-afbd-f3f3edffda94 by drivers openvswitch,hyperv on host hv-cinder-85032 at level 0 using segments [{'id': 'c03e7b66-2543-4f79-a51b-efdd8f487a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ac7b63b3-36ed-4162-888b-3062a1149573'}] {{(pid=104159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 12:18:09.766586 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6af9d9a4-3072-4bc0-af4a-d8b0e2907bd4 req-b1ca75a7-3cb3-431b-95ff-00ab11438ae2 service neutron] Attempting to bind port be4abb71-cd5c-494a-afbd-f3f3edffda94 on network ac7b63b3-36ed-4162-888b-3062a1149573 {{(pid=104159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 12:18:09.787275 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7d00f7-d2e2-46d3-940d-2652db8d64bb req-cdc85a77-078d-4304-8f55-f47bca00d267 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:18:09.800713 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-fd7d00f7-d2e2-46d3-940d-2652db8d64bb req-cdc85a77-078d-4304-8f55-f47bca00d267 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.18 "GET /v2.0/ports?device_id=6021dfe1-6e38-4877-afb0-e7ed82657d5b HTTP/1.1" status: 200 len: 946 time: 0.2015226 Jul 21 12:18:09.807935 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a625f30-1fc9-41ba-972f-736eb1e6b98e req-29ce5205-4a6a-49f8-99b1-839d6dff57cd tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:18:09.810339 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-0a625f30-1fc9-41ba-972f-736eb1e6b98e req-29ce5205-4a6a-49f8-99b1-839d6dff57cd tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/ports?device_id=f7beff96-056c-4a78-b04d-a40d451df275 HTTP/1.1" status: 200 len: 943 time: 0.2286127 Jul 21 12:18:09.819426 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6af9d9a4-3072-4bc0-af4a-d8b0e2907bd4 req-b1ca75a7-3cb3-431b-95ff-00ab11438ae2 service neutron] Port be4abb71-cd5c-494a-afbd-f3f3edffda94 on network ac7b63b3-36ed-4162-888b-3062a1149573 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85032 {{(pid=104159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 21 12:18:09.819959 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6af9d9a4-3072-4bc0-af4a-d8b0e2907bd4 req-b1ca75a7-3cb3-431b-95ff-00ab11438ae2 service neutron] Attempting to bind port be4abb71-cd5c-494a-afbd-f3f3edffda94 on network ac7b63b3-36ed-4162-888b-3062a1149573 {{(pid=104159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 12:18:09.878970 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6af9d9a4-3072-4bc0-af4a-d8b0e2907bd4 req-b1ca75a7-3cb3-431b-95ff-00ab11438ae2 service neutron] Checking agent: {'id': '0e418a3d-140a-4386-ad03-1f6ad2d8ed7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85032', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 12, 13, 32), 'started_at': datetime.datetime(2022, 7, 21, 12, 13, 32), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 12, 18, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 12:18:09.883324 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6af9d9a4-3072-4bc0-af4a-d8b0e2907bd4 req-b1ca75a7-3cb3-431b-95ff-00ab11438ae2 service neutron] Checking segment: {'id': 'c03e7b66-2543-4f79-a51b-efdd8f487a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ac7b63b3-36ed-4162-888b-3062a1149573'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 12:18:09.884068 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6af9d9a4-3072-4bc0-af4a-d8b0e2907bd4 req-b1ca75a7-3cb3-431b-95ff-00ab11438ae2 service neutron] Bound using segment: {'id': 'c03e7b66-2543-4f79-a51b-efdd8f487a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ac7b63b3-36ed-4162-888b-3062a1149573'} {{(pid=104159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 12:18:09.884862 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.plugins.ml2.managers [req-6af9d9a4-3072-4bc0-af4a-d8b0e2907bd4 req-b1ca75a7-3cb3-431b-95ff-00ab11438ae2 service neutron] Bound port: be4abb71-cd5c-494a-afbd-f3f3edffda94, host: hv-cinder-85032, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c03e7b66-2543-4f79-a51b-efdd8f487a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ac7b63b3-36ed-4162-888b-3062a1149573'}}] {{(pid=104159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 12:18:09.886143 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-6af9d9a4-3072-4bc0-af4a-d8b0e2907bd4 req-b1ca75a7-3cb3-431b-95ff-00ab11438ae2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (be4abb71-cd5c-494a-afbd-f3f3edffda94), before_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:18:09.979007 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-fd7d00f7-d2e2-46d3-940d-2652db8d64bb req-a5564b11-fe8f-4992-b182-b0a3c06ff620 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd773931-f2bc-4280-8922-188a759a39b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1767037 Jul 21 12:18:09.980825 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-0a625f30-1fc9-41ba-972f-736eb1e6b98e req-e74f7a3c-9f2a-421e-a861-93fb0045a96f tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c0cdf6e-1f1e-43ca-be9f-01494c9cc6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1569474 Jul 21 12:18:09.983383 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-4eb0264e-87a1-484a-9752-8699645e80d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:18:10.045692 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.plugins.ml2.db [req-6af9d9a4-3072-4bc0-af4a-d8b0e2907bd4 req-b1ca75a7-3cb3-431b-95ff-00ab11438ae2 service neutron] For port be4abb71-cd5c-494a-afbd-f3f3edffda94, host hv-cinder-85032, cleared binding levels {{(pid=104159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 12:18:10.050486 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.plugins.ml2.db [req-6af9d9a4-3072-4bc0-af4a-d8b0e2907bd4 req-b1ca75a7-3cb3-431b-95ff-00ab11438ae2 service neutron] For port be4abb71-cd5c-494a-afbd-f3f3edffda94, host hv-cinder-85032, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=be4abb71-cd5c-494a-afbd-f3f3edffda94,segment=NetworkSegment(c03e7b66-2543-4f79-a51b-efdd8f487a85),segment_id=c03e7b66-2543-4f79-a51b-efdd8f487a85)] {{(pid=104159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 12:18:10.060343 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-6af9d9a4-3072-4bc0-af4a-d8b0e2907bd4 req-b1ca75a7-3cb3-431b-95ff-00ab11438ae2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8469616'] for port (be4abb71-cd5c-494a-afbd-f3f3edffda94), after_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:18:10.119515 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-4eb0264e-87a1-484a-9752-8699645e80d7 admin admin] Publish callbacks [] for security_group (fc8cf238-ba47-4832-bd66-75d60123a6d8), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:18:10.120451 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af9d9a4-3072-4bc0-af4a-d8b0e2907bd4 req-b1ca75a7-3cb3-431b-95ff-00ab11438ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:18:10.121480 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-6af9d9a4-3072-4bc0-af4a-d8b0e2907bd4 req-b1ca75a7-3cb3-431b-95ff-00ab11438ae2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170956'] for port (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:18:10.123844 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-6af9d9a4-3072-4bc0-af4a-d8b0e2907bd4 req-b1ca75a7-3cb3-431b-95ff-00ab11438ae2 service neutron] 10.222.0.48 "PUT /v2.0/ports/be4abb71-cd5c-494a-afbd-f3f3edffda94 HTTP/1.1" status: 200 len: 1093 time: 1.5406981 Jul 21 12:18:10.124630 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7beff96-056c-4a78-b04d-a40d451df275', 'tag': 'be4abb71-cd5c-494a-afbd-f3f3edffda94'}] {{(pid=104159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 12:18:10.126138 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-4eb0264e-87a1-484a-9752-8699645e80d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (fc8cf238-ba47-4832-bd66-75d60123a6d8), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:18:10.128533 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14a473be662c523f753bafa963e7b12489d1fc6a20e308844a06c71d85f4ae6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83bbc086-063f-48cd-bf19-56c3dc54a069" -d '{"events": [{"name": "network-changed", "server_uuid": "f7beff96-056c-4a78-b04d-a40d451df275", "tag": "be4abb71-cd5c-494a-afbd-f3f3edffda94"}]}' {{(pid=104159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 12:18:10.178257 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb0264e-87a1-484a-9752-8699645e80d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc8cf238-ba47-4832-bd66-75d60123a6d8,revision_number=1']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:18:10.183184 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-4eb0264e-87a1-484a-9752-8699645e80d7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=424c13e60aff4809ad9df53e657fef0a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6855507 Jul 21 12:18:10.187709 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.18', 33268) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:18:10.198514 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ca75a7-3cb3-431b-95ff-00ab11438ae2 service neutron] Pushing event updated for resources: {'Port': ['ID=be4abb71-cd5c-494a-afbd-f3f3edffda94,revision_number=3']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:18:10.229007 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 12:18:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4d3dba2-f919-4c7e-94c7-77b4001e5a07 x-openstack-request-id: req-e4d3dba2-f919-4c7e-94c7-77b4001e5a07 {{(pid=104159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 12:18:10.229320 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7beff96-056c-4a78-b04d-a40d451df275", "tag": "be4abb71-cd5c-494a-afbd-f3f3edffda94", "status": "completed", "code": 200}]} {{(pid=104159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 12:18:10.229668 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e4d3dba2-f919-4c7e-94c7-77b4001e5a07 {{(pid=104159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 12:18:10.230061 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4d3dba2-f919-4c7e-94c7-77b4001e5a07'] response: {'name': 'network-changed', 'server_uuid': 'f7beff96-056c-4a78-b04d-a40d451df275', 'tag': 'be4abb71-cd5c-494a-afbd-f3f3edffda94', 'status': 'completed', 'code': 200} Jul 21 12:18:10.254206 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:18:10.298391 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-b794cea1-96f8-41b5-a0bc-670798bc7028 admin admin] Publish callbacks [] for security_group (fc8cf238-ba47-4832-bd66-75d60123a6d8), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:18:10.335588 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Device f7fad9c2-6647-4dae-bdfc-4d793231f5e3 details requested by agent hyperv_hv-cinder-85032 with host hv-cinder-85032 {{(pid=104161) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 21 12:18:10.341691 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-b794cea1-96f8-41b5-a0bc-670798bc7028 admin admin] Publish callbacks [] for security_group (fc8cf238-ba47-4832-bd66-75d60123a6d8), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:18:10.444073 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-b794cea1-96f8-41b5-a0bc-670798bc7028 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (fc8cf238-ba47-4832-bd66-75d60123a6d8), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:18:10.453617 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:18:10.462146 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-b794cea1-96f8-41b5-a0bc-670798bc7028 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:18:10.464161 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:18:10.465627 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-b794cea1-96f8-41b5-a0bc-670798bc7028 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fc8cf238-ba47-4832-bd66-75d60123a6d8 HTTP/1.1" status: 204 len: 168 time: 0.2763948 Jul 21 12:18:10.536498 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b794cea1-96f8-41b5-a0bc-670798bc7028 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc8cf238-ba47-4832-bd66-75d60123a6d8,revision_number=None']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:18:10.545446 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64af4908-aae5-458e-a21d-3f9723b63873 req-dbc1e4ce-1523-4609-bb22-9fb251a2be70 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:18:10.555100 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-64af4908-aae5-458e-a21d-3f9723b63873 req-dbc1e4ce-1523-4609-bb22-9fb251a2be70 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/ports?device_id=da30da3d-902c-434d-b650-0e28e2bcd910 HTTP/1.1" status: 200 len: 945 time: 0.0671735 Jul 21 12:18:10.569618 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac6895f-b632-4fc9-867d-be8e8dfca8cb req-d0c40624-7ce8-4e4b-a6a9-f06d830a997e tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:18:10.573100 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-8ac6895f-b632-4fc9-867d-be8e8dfca8cb req-d0c40624-7ce8-4e4b-a6a9-f06d830a997e tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] 10.222.0.18 "GET /v2.0/ports?device_id=2400d441-d159-4bda-b81f-fc7bebd80d82 HTTP/1.1" status: 200 len: 943 time: 0.1409843 Jul 21 12:18:10.629484 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bbc086-063f-48cd-bf19-56c3dc54a069 req-0acbcdc7-8834-400d-8216-bd18678b213a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:18:10.631208 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-83bbc086-063f-48cd-bf19-56c3dc54a069 req-0acbcdc7-8834-400d-8216-bd18678b213a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f3726ac8b83847468671bd930deb5492&device_id=f7beff96-056c-4a78-b04d-a40d451df275 HTTP/1.1" status: 200 len: 1127 time: 0.1116204 Jul 21 12:18:10.658444 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-64af4908-aae5-458e-a21d-3f9723b63873 req-1a3caa5f-5408-4eca-ad40-35e1f63c4d59 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/security-groups?id=195f81d2-1587-4fdd-87dd-d5d45e8d9a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041162 Jul 21 12:18:10.676597 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] For port f7fad9c2-6647-4dae-bdfc-4d793231f5e3, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=f7fad9c2-6647-4dae-bdfc-4d793231f5e3,segment=NetworkSegment(7232b8b8-b9cf-453a-b8fc-7068d6546503),segment_id=7232b8b8-b9cf-453a-b8fc-7068d6546503)] {{(pid=104161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 12:18:10.709253 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-8ac6895f-b632-4fc9-867d-be8e8dfca8cb req-8a544247-b660-4b99-8ab9-0259a694dd5c tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] 10.222.0.18 "GET /v2.0/security-groups?id=79741dd1-42b2-48da-83d5-dc04f517a0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1109116 Jul 21 12:18:10.710117 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Returning: {'device': 'f7fad9c2-6647-4dae-bdfc-4d793231f5e3', 'network_id': 'ff0fcfbd-22d3-47ea-80f2-195b1cbc803d', 'port_id': 'f7fad9c2-6647-4dae-bdfc-4d793231f5e3', 'mac_address': 'fa:16:3e:76:9b:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc9a2033-692d-458c-a1e6-ffe26f82c935', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104161) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 21 12:18:10.783066 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Current status of the port f7fad9c2-6647-4dae-bdfc-4d793231f5e3 is: ACTIVE; New status is: BUILD {{(pid=104161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 12:18:10.783732 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (f7fad9c2-6647-4dae-bdfc-4d793231f5e3), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:18:10.812682 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.notifiers.nova [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f7fad9c2-6647-4dae-bdfc-4d793231f5e3 {{(pid=104161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 12:18:10.817098 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bbc086-063f-48cd-bf19-56c3dc54a069 req-e78bbdf5-295f-4483-9b0a-e71911b41368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:18:10.818967 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-83bbc086-063f-48cd-bf19-56c3dc54a069 req-e78bbdf5-295f-4483-9b0a-e71911b41368 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=f3726ac8b83847468671bd930deb5492&shared=False HTTP/1.1" status: 200 len: 920 time: 0.1490748 Jul 21 12:18:10.860484 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] For port f7fad9c2-6647-4dae-bdfc-4d793231f5e3, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=f7fad9c2-6647-4dae-bdfc-4d793231f5e3,segment=NetworkSegment(7232b8b8-b9cf-453a-b8fc-7068d6546503),segment_id=7232b8b8-b9cf-453a-b8fc-7068d6546503)] {{(pid=104161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 12:18:10.870095 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158'] for port (f7fad9c2-6647-4dae-bdfc-4d793231f5e3), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:18:10.873399 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Device 102231b0-4167-4147-a158-c39b3fb5ca64 details requested by agent hyperv_hv-cinder-85032 with host hv-cinder-85032 {{(pid=104161) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 21 12:18:10.982205 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bbc086-063f-48cd-bf19-56c3dc54a069 req-4a4dc1aa-069b-4c06-8484-4e5a585670d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:18:10.984175 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-83bbc086-063f-48cd-bf19-56c3dc54a069 req-4a4dc1aa-069b-4c06-8484-4e5a585670d5 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1581345 Jul 21 12:18:11.181804 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af9d9a4-3072-4bc0-af4a-d8b0e2907bd4 req-11dbddf2-482d-4415-9094-3a6fe3b2e212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:18:11.184485 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-6af9d9a4-3072-4bc0-af4a-d8b0e2907bd4 req-11dbddf2-482d-4415-9094-3a6fe3b2e212 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f3726ac8b83847468671bd930deb5492&device_id=f7beff96-056c-4a78-b04d-a40d451df275 HTTP/1.1" status: 200 len: 1127 time: 0.1051843 Jul 21 12:18:11.188915 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 33286) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:18:11.200509 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Pushing event updated for resources: {'Port': ['ID=f7fad9c2-6647-4dae-bdfc-4d793231f5e3,revision_number=6']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:18:11.213056 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:18:11.225655 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:18:11.243537 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f5b7cf-9d33-4f64-af4e-9a17afa4697f req-6c7b2662-02bf-432f-8e47-375b993b214c tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:18:11.252327 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-a2f5b7cf-9d33-4f64-af4e-9a17afa4697f req-6c7b2662-02bf-432f-8e47-375b993b214c tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.18 "GET /v2.0/ports?device_id=6021dfe1-6e38-4877-afb0-e7ed82657d5b HTTP/1.1" status: 200 len: 946 time: 0.1249957 Jul 21 12:18:11.258015 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] For port 102231b0-4167-4147-a158-c39b3fb5ca64, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=102231b0-4167-4147-a158-c39b3fb5ca64,segment=NetworkSegment(41f4ccd0-1558-464f-a94c-66027c15fb57),segment_id=41f4ccd0-1558-464f-a94c-66027c15fb57)] {{(pid=104161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 12:18:11.289328 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-6076c04a-91d3-4711-a805-a3a3ccc4e4ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:18:11.326419 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Returning: {'device': '102231b0-4167-4147-a158-c39b3fb5ca64', 'network_id': '8c282145-933c-4b50-a925-186bff239b95', 'port_id': '102231b0-4167-4147-a158-c39b3fb5ca64', 'mac_address': 'fa:16:3e:56:d7:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '676ad41d-510b-4151-ab97-7369b1d7baa6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104161) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 21 12:18:11.336655 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-a2f5b7cf-9d33-4f64-af4e-9a17afa4697f req-126714bf-fc93-45c6-ad2e-015eaf2529bf tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd773931-f2bc-4280-8922-188a759a39b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826106 Jul 21 12:18:11.430372 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Current status of the port 102231b0-4167-4147-a158-c39b3fb5ca64 is: DOWN; New status is: BUILD {{(pid=104161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 12:18:11.431449 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (102231b0-4167-4147-a158-c39b3fb5ca64), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:18:11.442352 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-c9c3a31e-666b-4760-ba4a-0990a2bc7aec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (8a21e728-a2e9-4580-a748-6ac9ba47a2a7), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:18:11.492872 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.notifiers.nova [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 102231b0-4167-4147-a158-c39b3fb5ca64 {{(pid=104161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 12:18:11.537688 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] For port 102231b0-4167-4147-a158-c39b3fb5ca64, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=102231b0-4167-4147-a158-c39b3fb5ca64,segment=NetworkSegment(41f4ccd0-1558-464f-a94c-66027c15fb57),segment_id=41f4ccd0-1558-464f-a94c-66027c15fb57)] {{(pid=104161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 12:18:11.547245 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158'] for port (102231b0-4167-4147-a158-c39b3fb5ca64), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:18:11.581248 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be40d56-b73c-4682-ad89-d2f5f8dc2d62 req-069dd55c-0326-4a12-94be-bba41c4461d9 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:18:11.593024 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-9be40d56-b73c-4682-ad89-d2f5f8dc2d62 req-069dd55c-0326-4a12-94be-bba41c4461d9 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.18 "GET /v2.0/ports?device_id=6021dfe1-6e38-4877-afb0-e7ed82657d5b HTTP/1.1" status: 200 len: 946 time: 0.1176417 Jul 21 12:18:11.597018 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.18', 33294) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:18:11.601872 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.v2.base [None req-9286fd88-cec4-4ef3-8e7e-f902056e3b0d tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Request body: {'floatingip': {'port_id': '2b322a01-f53d-4e5b-93c0-d5b7ef7f24dc'}} {{(pid=104160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 12:18:11.655153 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Pushing event updated for resources: {'Port': ['ID=102231b0-4167-4147-a158-c39b3fb5ca64,revision_number=4']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:18:11.661041 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-9286fd88-cec4-4ef3-8e7e-f902056e3b0d tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Publish callbacks [] for floatingip (749abbc3-140c-4285-92a9-85c14c23b17c), before_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:18:11.671282 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-6af9d9a4-3072-4bc0-af4a-d8b0e2907bd4 req-abb7e78f-251a-4ffd-aa1a-bcb9f56327cc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=be4abb71-cd5c-494a-afbd-f3f3edffda94 HTTP/1.1" status: 200 len: 217 time: 0.4309433 Jul 21 12:18:11.706926 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdfa0a4-a171-4e2f-8fb9-a67b666418bf req-a92afbee-9238-41b8-8a05-88911983b6fc tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:18:11.708942 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-8cdfa0a4-a171-4e2f-8fb9-a67b666418bf req-a92afbee-9238-41b8-8a05-88911983b6fc tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/ports?device_id=f7beff96-056c-4a78-b04d-a40d451df275 HTTP/1.1" status: 200 len: 943 time: 0.5175564 Jul 21 12:18:11.847813 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af9d9a4-3072-4bc0-af4a-d8b0e2907bd4 req-9fb1eff3-b699-4637-8e10-924eb78004a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:18:11.849993 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-6af9d9a4-3072-4bc0-af4a-d8b0e2907bd4 req-9fb1eff3-b699-4637-8e10-924eb78004a5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=85871871-89d2-41dd-b1d6-9b7f2440aaee HTTP/1.1" status: 200 len: 858 time: 0.1682844 Jul 21 12:18:11.865607 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-8cdfa0a4-a171-4e2f-8fb9-a67b666418bf req-0287cf44-0ccc-409e-854d-3de534495c50 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c0cdf6e-1f1e-43ca-be9f-01494c9cc6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1293485 Jul 21 12:18:11.918329 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9b0fde-7add-4888-bf32-75cb29c41180 req-b3e04e72-dd4a-474b-9251-ef6a6cd89579 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:18:11.926339 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-6d9b0fde-7add-4888-bf32-75cb29c41180 req-b3e04e72-dd4a-474b-9251-ef6a6cd89579 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/ports?device_id=da30da3d-902c-434d-b650-0e28e2bcd910 HTTP/1.1" status: 200 len: 944 time: 0.1176391 Jul 21 12:18:11.964913 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af9d9a4-3072-4bc0-af4a-d8b0e2907bd4 req-003922d8-c762-4564-be65-4b3b5291b9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:18:11.966813 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-6af9d9a4-3072-4bc0-af4a-d8b0e2907bd4 req-003922d8-c762-4564-be65-4b3b5291b9ca service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ac7b63b3-36ed-4162-888b-3062a1149573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1064122 Jul 21 12:18:11.969266 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-6076c04a-91d3-4711-a805-a3a3ccc4e4ac admin admin] Publish callbacks [] for security_group (d5acf245-e1be-489c-9c4d-7caaf10b5ec2), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:18:11.989102 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-6076c04a-91d3-4711-a805-a3a3ccc4e4ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (d5acf245-e1be-489c-9c4d-7caaf10b5ec2), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:18:12.007037 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:18:12.035759 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-6d9b0fde-7add-4888-bf32-75cb29c41180 req-0b09b62f-d8cb-4ecc-a4ae-779ed19437e8 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/security-groups?id=195f81d2-1587-4fdd-87dd-d5d45e8d9a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085467 Jul 21 12:18:12.058450 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] get_ports_and_sgs() called for port_ids ['f7fad9c2-6647-4dae-bdfc-4d793231f5e3'] {{(pid=104161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 12:18:12.133200 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-6076c04a-91d3-4711-a805-a3a3ccc4e4ac admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a28c2dd0cb0f483b8180d9781486c42d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9433467 Jul 21 12:18:12.138681 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:18:12.139608 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6076c04a-91d3-4711-a805-a3a3ccc4e4ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5acf245-e1be-489c-9c4d-7caaf10b5ec2,revision_number=1']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:18:12.159875 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 33300) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:18:12.184577 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d6a194-21fb-4a4e-b389-ebb323d6bb52 req-230cf7dd-9341-449b-b9ac-8588ecb4f7a7 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:18:12.185741 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.agents_db [None req-4203cc95-03b4-445b-a92f-19fc3dec8381 None None] Agent healthcheck: found 6 active agents {{(pid=104162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 12:18:12.188534 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-c7d6a194-21fb-4a4e-b389-ebb323d6bb52 req-230cf7dd-9341-449b-b9ac-8588ecb4f7a7 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] 10.222.0.18 "GET /v2.0/ports?device_id=2400d441-d159-4bda-b81f-fc7bebd80d82 HTTP/1.1" status: 200 len: 944 time: 0.1848309 Jul 21 12:18:12.235609 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] get_ports_and_sgs() called for port_ids ['102231b0-4167-4147-a158-c39b3fb5ca64'] {{(pid=104161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 12:18:12.252638 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-6af9d9a4-3072-4bc0-af4a-d8b0e2907bd4 req-fe096c0c-f7b1-463e-8f20-157ce58eee1c service neutron] 10.222.0.48 "GET /v2.0/networks/ac7b63b3-36ed-4162-888b-3062a1149573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2754056 Jul 21 12:18:12.356859 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:18:12.444202 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-c7d6a194-21fb-4a4e-b389-ebb323d6bb52 req-164838d3-957e-46cd-a56d-46ea7d3110ae tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] 10.222.0.18 "GET /v2.0/security-groups?id=79741dd1-42b2-48da-83d5-dc04f517a0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2415774 Jul 21 12:18:12.452170 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-f492d5d7-1232-46ef-bb4c-67e859c9b647 admin admin] Publish callbacks [] for security_group (d5acf245-e1be-489c-9c4d-7caaf10b5ec2), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:18:12.504238 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-f492d5d7-1232-46ef-bb4c-67e859c9b647 admin admin] Publish callbacks [] for security_group (d5acf245-e1be-489c-9c4d-7caaf10b5ec2), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:18:12.521482 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-6af9d9a4-3072-4bc0-af4a-d8b0e2907bd4 req-f798cb1a-eb7d-4fe6-9c16-ecf551d8b5ac service neutron] 10.222.0.48 "GET /v2.0/networks/ac7b63b3-36ed-4162-888b-3062a1149573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2594805 Jul 21 12:18:12.574048 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-f492d5d7-1232-46ef-bb4c-67e859c9b647 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (d5acf245-e1be-489c-9c4d-7caaf10b5ec2), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:18:12.578780 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-f492d5d7-1232-46ef-bb4c-67e859c9b647 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:18:12.580696 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-f492d5d7-1232-46ef-bb4c-67e859c9b647 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d5acf245-e1be-489c-9c4d-7caaf10b5ec2 HTTP/1.1" status: 204 len: 168 time: 0.4190812 Jul 21 12:18:12.600706 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f492d5d7-1232-46ef-bb4c-67e859c9b647 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5acf245-e1be-489c-9c4d-7caaf10b5ec2,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:18:12.688791 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-9286fd88-cec4-4ef3-8e7e-f902056e3b0d tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:18:12.699634 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-9286fd88-cec4-4ef3-8e7e-f902056e3b0d tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681920'] for floatingip (749abbc3-140c-4285-92a9-85c14c23b17c), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:18:12.833082 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.db.l3_db [None req-9286fd88-cec4-4ef3-8e7e-f902056e3b0d tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Floating IP 749abbc3-140c-4285-92a9-85c14c23b17c associated. External IP: 172.27.3.82, port: 2b322a01-f53d-4e5b-93c0-d5b7ef7f24dc. Jul 21 12:18:13.028078 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:18:13.122875 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:18:13.163530 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c820f56-ec36-49ed-a34e-c16d4091d0cc req-cab38015-d301-487b-b63f-da51b3d32bad tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:18:13.168167 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-5c820f56-ec36-49ed-a34e-c16d4091d0cc req-cab38015-d301-487b-b63f-da51b3d32bad tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/ports?device_id=f7beff96-056c-4a78-b04d-a40d451df275 HTTP/1.1" status: 200 len: 943 time: 0.1385770 Jul 21 12:18:13.233618 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9286fd88-cec4-4ef3-8e7e-f902056e3b0d tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Router 00530d2f-799a-4044-9006-5104009f2aa9 has already been hosted by L3 agent ceb1130f-c61e-494c-be4f-967cc153319c {{(pid=104160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 12:18:13.244512 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-5c820f56-ec36-49ed-a34e-c16d4091d0cc req-554802ed-5ff7-407e-a181-72546b92fe51 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c0cdf6e-1f1e-43ca-be9f-01494c9cc6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674524 Jul 21 12:18:13.280586 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e45125-e3ad-4d0b-962c-f91e2a55935b req-f3272da1-5eef-45d3-a9c5-71a91c759f3c tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:18:13.282198 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-60e45125-e3ad-4d0b-962c-f91e2a55935b req-f3272da1-5eef-45d3-a9c5-71a91c759f3c tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/ports?device_id=da30da3d-902c-434d-b650-0e28e2bcd910 HTTP/1.1" status: 200 len: 944 time: 0.0905066 Jul 21 12:18:13.352931 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-60e45125-e3ad-4d0b-962c-f91e2a55935b req-a90b3bf0-49c8-45d6-9ac4-b5dc72002e3b tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/security-groups?id=195f81d2-1587-4fdd-87dd-d5d45e8d9a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625782 Jul 21 12:18:13.383784 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9286fd88-cec4-4ef3-8e7e-f902056e3b0d tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Notify agent at l3_agent.dv-cinder-850321-1-iscsi the message routers_updated {{(pid=104160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 12:18:13.391655 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-9286fd88-cec4-4ef3-8e7e-f902056e3b0d tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170956'] for floatingip (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:18:13.396526 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f104dc-11f6-47fb-9374-5b20ea8477c3 None None] Sync routers for ids ['00530d2f-799a-4044-9006-5104009f2aa9'] in dv-cinder-850321-1-iscsi {{(pid=104161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 12:18:13.409478 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f104dc-11f6-47fb-9374-5b20ea8477c3 None None] Routers {'00530d2f-799a-4044-9006-5104009f2aa9'} bound to L3 agent in host dv-cinder-850321-1-iscsi {{(pid=104161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 12:18:13.410505 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-00f104dc-11f6-47fb-9374-5b20ea8477c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-21T12:06:45Z,description=,heartbeat_timestamp=2022-07-21T12:17:45Z,host='dv-cinder-850321-1-iscsi',id=ceb1130f-c61e-494c-be4f-967cc153319c,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T12:06:45Z,topic='l3_agent')) {'router_ids': ['00530d2f-799a-4044-9006-5104009f2aa9'], 'active': True} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:18:13.453155 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-9286fd88-cec4-4ef3-8e7e-f902056e3b0d tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.18 "PUT /v2.0/floatingips/749abbc3-140c-4285-92a9-85c14c23b17c HTTP/1.1" status: 200 len: 991 time: 1.8543692 Jul 21 12:18:13.454159 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6021dfe1-6e38-4877-afb0-e7ed82657d5b', 'tag': '2b322a01-f53d-4e5b-93c0-d5b7ef7f24dc'}] {{(pid=104160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 12:18:13.458149 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eb085c56e9e86bbd6a0965d2ba727f3997621403869b150ca98f31427dd41b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad5e862f-7b9a-4520-a4be-a381c5d2734e" -d '{"events": [{"name": "network-changed", "server_uuid": "6021dfe1-6e38-4877-afb0-e7ed82657d5b", "tag": "2b322a01-f53d-4e5b-93c0-d5b7ef7f24dc"}]}' {{(pid=104160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 12:18:13.546075 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 12:18:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeeb3b33-c2e5-4769-96bb-7718430dbcc9 x-openstack-request-id: req-eeeb3b33-c2e5-4769-96bb-7718430dbcc9 {{(pid=104160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 12:18:13.546674 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6021dfe1-6e38-4877-afb0-e7ed82657d5b", "tag": "2b322a01-f53d-4e5b-93c0-d5b7ef7f24dc", "status": "completed", "code": 200}]} {{(pid=104160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 12:18:13.547081 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-eeeb3b33-c2e5-4769-96bb-7718430dbcc9 {{(pid=104160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 12:18:13.548061 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eeeb3b33-c2e5-4769-96bb-7718430dbcc9'] response: {'name': 'network-changed', 'server_uuid': '6021dfe1-6e38-4877-afb0-e7ed82657d5b', 'tag': '2b322a01-f53d-4e5b-93c0-d5b7ef7f24dc', 'status': 'completed', 'code': 200} Jul 21 12:18:13.588971 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvr_db [None req-00f104dc-11f6-47fb-9374-5b20ea8477c3 None None] Set router 00530d2f-799a-4044-9006-5104009f2aa9 gateway port host: dv-cinder-850321-1-iscsi {{(pid=104161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 12:18:13.640434 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a121171e-bffb-452e-937a-61c6a02e0a0e req-952814ac-ecd6-4d64-96ce-f5fed897e524 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:18:13.642987 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-a121171e-bffb-452e-937a-61c6a02e0a0e req-952814ac-ecd6-4d64-96ce-f5fed897e524 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] 10.222.0.18 "GET /v2.0/ports?device_id=2400d441-d159-4bda-b81f-fc7bebd80d82 HTTP/1.1" status: 200 len: 944 time: 0.0709038 Jul 21 12:18:13.687949 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:18:13.733671 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-a121171e-bffb-452e-937a-61c6a02e0a0e req-1b5f7aef-4bec-44da-8dab-f190be49ed64 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] 10.222.0.18 "GET /v2.0/security-groups?id=79741dd1-42b2-48da-83d5-dc04f517a0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838890 Jul 21 12:18:14.098828 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-00f104dc-11f6-47fb-9374-5b20ea8477c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00530d2f-799a-4044-9006-5104009f2aa9', 'name': 'tempest-AttachVolumeNegativeTest-1235427896-router', 'tenant_id': 'c7d349f62c0c4747bd1748ca0a4bde00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'external_fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'f1e77053-8d9a-412c-ac41-d1a4ceefb391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T12:15:36Z', 'updated_at': '2022-07-21T12:15:47Z', 'revision_number': 4, 'project_id': 'c7d349f62c0c4747bd1748ca0a4bde00', 'gw_port': {'id': 'f1e77053-8d9a-412c-ac41-d1a4ceefb391', 'name': '', 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:dd:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00530d2f-799a-4044-9006-5104009f2aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:15:38Z', 'updated_at': '2022-07-21T12:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-1-iscsi', '_floatingips': [{'id': '749abbc3-140c-4285-92a9-85c14c23b17c', 'tenant_id': 'c7d349f62c0c4747bd1748ca0a4bde00', 'floating_ip_address': '172.27.3.82', 'floating_network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'router_id': '00530d2f-799a-4044-9006-5104009f2aa9', 'port_id': '2b322a01-f53d-4e5b-93c0-d5b7ef7f24dc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 388, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1933b755-354d-4a90-8a75-f1a81a16c8f0', 'mac_address': 'fa:16:3e:d1:f8:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6021dfe1-6e38-4877-afb0-e7ed82657d5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T12:17:48Z', 'updated_at': '2022-07-21T12:18:12Z', 'revision_number': 1, 'project_id': 'c7d349f62c0c4747bd1748ca0a4bde00', 'fixed_ip_address_scope': None}, {'id': 'ae8dbe4b-3e14-4f73-86eb-3ad36325ff78', 'tenant_id': 'c7d349f62c0c4747bd1748ca0a4bde00', 'floating_ip_address': '172.27.3.19', 'floating_network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'router_id': '00530d2f-799a-4044-9006-5104009f2aa9', 'port_id': '89040235-a7fe-4920-8410-a79e4b563eba', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1933b755-354d-4a90-8a75-f1a81a16c8f0', 'mac_address': 'fa:16:3e:49:a3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2740e936-1211-467d-ad2b-d28abc005c89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T12:15:56Z', 'updated_at': '2022-07-21T12:16:53Z', 'revision_number': 2, 'project_id': 'c7d349f62c0c4747bd1748ca0a4bde00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad46f4b3-b3ac-4329-91b8-2a06c4cd41ef', 'name': '', 'network_id': '1933b755-354d-4a90-8a75-f1a81a16c8f0', 'tenant_id': 'c7d349f62c0c4747bd1748ca0a4bde00', 'mac_address': 'fa:16:3e:7f:10:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00530d2f-799a-4044-9006-5104009f2aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '5adcbf66-cad3-499f-bfcd-a299fbf0cd74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:15:44Z', 'updated_at': '2022-07-21T12:16:00Z', 'revision_number': 5, 'project_id': 'c7d349f62c0c4747bd1748ca0a4bde00', 'subnets': [{'id': '5adcbf66-cad3-499f-bfcd-a299fbf0cd74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-1-iscsi', False) {} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:18:14.129822 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f104dc-11f6-47fb-9374-5b20ea8477c3 None None] Checking router: 00530d2f-799a-4044-9006-5104009f2aa9 for host: dv-cinder-850321-1-iscsi {{(pid=104161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 12:18:14.140136 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f104dc-11f6-47fb-9374-5b20ea8477c3 None None] Routers {'00530d2f-799a-4044-9006-5104009f2aa9'} bound to L3 agent in host dv-cinder-850321-1-iscsi {{(pid=104161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 12:18:14.140787 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-00f104dc-11f6-47fb-9374-5b20ea8477c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-21T12:06:45Z,description=,heartbeat_timestamp=2022-07-21T12:17:45Z,host='dv-cinder-850321-1-iscsi',id=ceb1130f-c61e-494c-be4f-967cc153319c,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T12:06:45Z,topic='l3_agent')) {'router_ids': ['00530d2f-799a-4044-9006-5104009f2aa9'], 'active': True} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:18:14.307839 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvr_db [None req-00f104dc-11f6-47fb-9374-5b20ea8477c3 None None] Set router 00530d2f-799a-4044-9006-5104009f2aa9 gateway port host: dv-cinder-850321-1-iscsi {{(pid=104161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 12:18:14.445290 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2729c8d6-cf63-4c09-a297-ecc63012acd8 req-6b692c09-c259-4a5c-bf36-d80a118d72b0 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:18:14.446960 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-2729c8d6-cf63-4c09-a297-ecc63012acd8 req-6b692c09-c259-4a5c-bf36-d80a118d72b0 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/ports?device_id=f7beff96-056c-4a78-b04d-a40d451df275 HTTP/1.1" status: 200 len: 943 time: 0.0852370 Jul 21 12:18:14.483166 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 33352) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:18:14.524665 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-2729c8d6-cf63-4c09-a297-ecc63012acd8 req-14078d84-f71b-4aa5-ad2e-1580a7e824aa tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c0cdf6e-1f1e-43ca-be9f-01494c9cc6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660453 Jul 21 12:18:14.559242 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=100 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:18:14.572009 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e32356-d83c-457c-ae47-cb3f727f2044 req-980662d6-c9c0-4675-993a-0920bbf5514e tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:18:14.574357 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-90e32356-d83c-457c-ae47-cb3f727f2044 req-980662d6-c9c0-4675-993a-0920bbf5514e tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/ports?device_id=da30da3d-902c-434d-b650-0e28e2bcd910 HTTP/1.1" status: 200 len: 944 time: 0.0691471 Jul 21 12:18:14.633121 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-00f104dc-11f6-47fb-9374-5b20ea8477c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00530d2f-799a-4044-9006-5104009f2aa9', 'name': 'tempest-AttachVolumeNegativeTest-1235427896-router', 'tenant_id': 'c7d349f62c0c4747bd1748ca0a4bde00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'external_fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'f1e77053-8d9a-412c-ac41-d1a4ceefb391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T12:15:36Z', 'updated_at': '2022-07-21T12:15:47Z', 'revision_number': 4, 'project_id': 'c7d349f62c0c4747bd1748ca0a4bde00', 'gw_port': {'id': 'f1e77053-8d9a-412c-ac41-d1a4ceefb391', 'name': '', 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:dd:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00530d2f-799a-4044-9006-5104009f2aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:15:38Z', 'updated_at': '2022-07-21T12:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-1-iscsi', '_floatingips': [{'id': '749abbc3-140c-4285-92a9-85c14c23b17c', 'tenant_id': 'c7d349f62c0c4747bd1748ca0a4bde00', 'floating_ip_address': '172.27.3.82', 'floating_network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'router_id': '00530d2f-799a-4044-9006-5104009f2aa9', 'port_id': '2b322a01-f53d-4e5b-93c0-d5b7ef7f24dc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 388, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1933b755-354d-4a90-8a75-f1a81a16c8f0', 'mac_address': 'fa:16:3e:d1:f8:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6021dfe1-6e38-4877-afb0-e7ed82657d5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T12:17:48Z', 'updated_at': '2022-07-21T12:18:12Z', 'revision_number': 1, 'project_id': 'c7d349f62c0c4747bd1748ca0a4bde00', 'fixed_ip_address_scope': None}, {'id': 'ae8dbe4b-3e14-4f73-86eb-3ad36325ff78', 'tenant_id': 'c7d349f62c0c4747bd1748ca0a4bde00', 'floating_ip_address': '172.27.3.19', 'floating_network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'router_id': '00530d2f-799a-4044-9006-5104009f2aa9', 'port_id': '89040235-a7fe-4920-8410-a79e4b563eba', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1933b755-354d-4a90-8a75-f1a81a16c8f0', 'mac_address': 'fa:16:3e:49:a3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2740e936-1211-467d-ad2b-d28abc005c89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T12:15:56Z', 'updated_at': '2022-07-21T12:16:53Z', 'revision_number': 2, 'project_id': 'c7d349f62c0c4747bd1748ca0a4bde00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad46f4b3-b3ac-4329-91b8-2a06c4cd41ef', 'name': '', 'network_id': '1933b755-354d-4a90-8a75-f1a81a16c8f0', 'tenant_id': 'c7d349f62c0c4747bd1748ca0a4bde00', 'mac_address': 'fa:16:3e:7f:10:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00530d2f-799a-4044-9006-5104009f2aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '5adcbf66-cad3-499f-bfcd-a299fbf0cd74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:15:44Z', 'updated_at': '2022-07-21T12:16:00Z', 'revision_number': 5, 'project_id': 'c7d349f62c0c4747bd1748ca0a4bde00', 'subnets': [{'id': '5adcbf66-cad3-499f-bfcd-a299fbf0cd74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-1-iscsi', False) {} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:18:14.645747 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-90e32356-d83c-457c-ae47-cb3f727f2044 req-6a7eef5f-039e-4a35-8604-46875346a6d0 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/security-groups?id=195f81d2-1587-4fdd-87dd-d5d45e8d9a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620053 Jul 21 12:18:14.678621 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-f8da510e-6191-46a4-827f-1e274ef32d29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:18:14.681634 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f104dc-11f6-47fb-9374-5b20ea8477c3 None None] The sync data for ids ['00530d2f-799a-4044-9006-5104009f2aa9'] in dv-cinder-850321-1-iscsi is: [{'id': '00530d2f-799a-4044-9006-5104009f2aa9', 'name': 'tempest-AttachVolumeNegativeTest-1235427896-router', 'tenant_id': 'c7d349f62c0c4747bd1748ca0a4bde00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'external_fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'f1e77053-8d9a-412c-ac41-d1a4ceefb391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T12:15:36Z', 'updated_at': '2022-07-21T12:15:47Z', 'revision_number': 4, 'project_id': 'c7d349f62c0c4747bd1748ca0a4bde00', 'gw_port': {'id': 'f1e77053-8d9a-412c-ac41-d1a4ceefb391', 'name': '', 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:dd:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00530d2f-799a-4044-9006-5104009f2aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:15:38Z', 'updated_at': '2022-07-21T12:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-1-iscsi', '_floatingips': [{'id': '749abbc3-140c-4285-92a9-85c14c23b17c', 'tenant_id': 'c7d349f62c0c4747bd1748ca0a4bde00', 'floating_ip_address': '172.27.3.82', 'floating_network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'router_id': '00530d2f-799a-4044-9006-5104009f2aa9', 'port_id': '2b322a01-f53d-4e5b-93c0-d5b7ef7f24dc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 388, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1933b755-354d-4a90-8a75-f1a81a16c8f0', 'mac_address': 'fa:16:3e:d1:f8:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6021dfe1-6e38-4877-afb0-e7ed82657d5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T12:17:48Z', 'updated_at': '2022-07-21T12:18:12Z', 'revision_number': 1, 'project_id': 'c7d349f62c0c4747bd1748ca0a4bde00', 'fixed_ip_address_scope': None}, {'id': 'ae8dbe4b-3e14-4f73-86eb-3ad36325ff78', 'tenant_id': 'c7d349f62c0c4747bd1748ca0a4bde00', 'floating_ip_address': '172.27.3.19', 'floating_network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'router_id': '00530d2f-799a-4044-9006-5104009f2aa9', 'port_id': '89040235-a7fe-4920-8410-a79e4b563eba', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1933b755-354d-4a90-8a75-f1a81a16c8f0', 'mac_address': 'fa:16:3e:49:a3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2740e936-1211-467d-ad2b-d28abc005c89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T12:15:56Z', 'updated_at': '2022-07-21T12:16:53Z', 'revision_number': 2, 'project_id': 'c7d349f62c0c4747bd1748ca0a4bde00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad46f4b3-b3ac-4329-91b8-2a06c4cd41ef', 'name': '', 'network_id': '1933b755-354d-4a90-8a75-f1a81a16c8f0', 'tenant_id': 'c7d349f62c0c4747bd1748ca0a4bde00', 'mac_address': 'fa:16:3e:7f:10:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00530d2f-799a-4044-9006-5104009f2aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '5adcbf66-cad3-499f-bfcd-a299fbf0cd74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:15:44Z', 'updated_at': '2022-07-21T12:16:00Z', 'revision_number': 5, 'project_id': 'c7d349f62c0c4747bd1748ca0a4bde00', 'subnets': [{'id': '5adcbf66-cad3-499f-bfcd-a299fbf0cd74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 12:18:14.787873 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-f8da510e-6191-46a4-827f-1e274ef32d29 admin admin] Publish callbacks [] for security_group (b07e13ae-15c5-4849-93b5-7ed9c185439d), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:18:14.794456 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-f8da510e-6191-46a4-827f-1e274ef32d29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (b07e13ae-15c5-4849-93b5-7ed9c185439d), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:18:14.844549 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8da510e-6191-46a4-827f-1e274ef32d29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b07e13ae-15c5-4849-93b5-7ed9c185439d,revision_number=1']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:18:14.850701 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-f8da510e-6191-46a4-827f-1e274ef32d29 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8f0286ae5ec749259803003b4fc98810&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3661532 Jul 21 12:18:14.856834 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 33360) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:18:14.899304 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:18:14.905522 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-84051f7a-408d-4aec-8768-4c7b84a7d1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (ceb1130f-c61e-494c-be4f-967cc153319c), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:18:14.935779 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-94e87292-4bae-45c2-a703-29a30923193b admin admin] Publish callbacks [] for security_group (b07e13ae-15c5-4849-93b5-7ed9c185439d), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:18:14.954943 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:18:14.958351 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8956e848-4853-43f5-9924-0b42eb5f3aa2 req-e42c69df-099a-45f2-a175-0856b37c1e99 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:18:14.960998 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-8956e848-4853-43f5-9924-0b42eb5f3aa2 req-e42c69df-099a-45f2-a175-0856b37c1e99 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] 10.222.0.18 "GET /v2.0/ports?device_id=2400d441-d159-4bda-b81f-fc7bebd80d82 HTTP/1.1" status: 200 len: 944 time: 0.1373820 Jul 21 12:18:14.967192 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-94e87292-4bae-45c2-a703-29a30923193b admin admin] Publish callbacks [] for security_group (b07e13ae-15c5-4849-93b5-7ed9c185439d), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:18:15.013522 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bff51d8-200d-4abe-8213-66ab7e285f45 None None] New status for floating IP 749abbc3-140c-4285-92a9-85c14c23b17c: ACTIVE {{(pid=104162) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 21 12:18:15.040661 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-94e87292-4bae-45c2-a703-29a30923193b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (b07e13ae-15c5-4849-93b5-7ed9c185439d), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:18:15.043561 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-8956e848-4853-43f5-9924-0b42eb5f3aa2 req-d898f546-ca32-44f6-a5f9-8158f0d1127a tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] 10.222.0.18 "GET /v2.0/security-groups?id=79741dd1-42b2-48da-83d5-dc04f517a0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743444 Jul 21 12:18:15.046108 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-94e87292-4bae-45c2-a703-29a30923193b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:18:15.053063 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-94e87292-4bae-45c2-a703-29a30923193b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b07e13ae-15c5-4849-93b5-7ed9c185439d HTTP/1.1" status: 204 len: 168 time: 0.1938431 Jul 21 12:18:15.065691 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e87292-4bae-45c2-a703-29a30923193b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b07e13ae-15c5-4849-93b5-7ed9c185439d,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:18:15.691198 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e467bf-eacb-475b-9b9f-74fb8cc02c8d req-e8c7321f-e34a-4a28-b1b1-d3443f5c1bfa tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:18:15.703023 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-42e467bf-eacb-475b-9b9f-74fb8cc02c8d req-e8c7321f-e34a-4a28-b1b1-d3443f5c1bfa tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/ports?device_id=f7beff96-056c-4a78-b04d-a40d451df275 HTTP/1.1" status: 200 len: 943 time: 0.0888236 Jul 21 12:18:15.780829 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-42e467bf-eacb-475b-9b9f-74fb8cc02c8d req-256a3ba6-6348-4366-95d4-49c0807e2f96 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c0cdf6e-1f1e-43ca-be9f-01494c9cc6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763280 Jul 21 12:18:15.851154 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-34089123-786a-4f56-8fd8-e31aace790ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (7a27be9f-c1a8-4dec-a92f-42ec7311fe12), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:18:15.867107 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc81dd5f-3096-4aff-9987-f2f458566bc4 req-a60456ff-4417-490e-9926-49e151f098ff tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:18:15.869925 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-cc81dd5f-3096-4aff-9987-f2f458566bc4 req-a60456ff-4417-490e-9926-49e151f098ff tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/ports?device_id=da30da3d-902c-434d-b650-0e28e2bcd910 HTTP/1.1" status: 200 len: 944 time: 0.0992875 Jul 21 12:18:15.942314 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-cc81dd5f-3096-4aff-9987-f2f458566bc4 req-59590204-4330-4ef8-bcef-4516d3669128 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/security-groups?id=195f81d2-1587-4fdd-87dd-d5d45e8d9a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640538 Jul 21 12:18:16.214696 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8543bbf-7f85-4bc4-bee8-79111fcf1cf2 req-16f118dd-ff22-47a1-b34a-afbdcb51b1f9 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:18:16.217476 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-c8543bbf-7f85-4bc4-bee8-79111fcf1cf2 req-16f118dd-ff22-47a1-b34a-afbdcb51b1f9 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] 10.222.0.18 "GET /v2.0/ports?device_id=2400d441-d159-4bda-b81f-fc7bebd80d82 HTTP/1.1" status: 200 len: 944 time: 0.0805659 Jul 21 12:18:16.286076 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-c8543bbf-7f85-4bc4-bee8-79111fcf1cf2 req-f9f9614f-9d75-426e-b72b-2398bce580b1 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] 10.222.0.18 "GET /v2.0/security-groups?id=79741dd1-42b2-48da-83d5-dc04f517a0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607352 Jul 21 12:18:16.611788 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Device f7fad9c2-6647-4dae-bdfc-4d793231f5e3 up at agent hyperv_hv-cinder-85032 {{(pid=104161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 12:18:16.672702 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Provisioning complete for port f7fad9c2-6647-4dae-bdfc-4d793231f5e3 triggered by entity L2. {{(pid=104161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 12:18:16.672969 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388846'] for port (f7fad9c2-6647-4dae-bdfc-4d793231f5e3), provisioning_complete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:18:16.760765 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Current status of the port f7fad9c2-6647-4dae-bdfc-4d793231f5e3 is: BUILD; New status is: ACTIVE {{(pid=104161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 12:18:16.761158 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (f7fad9c2-6647-4dae-bdfc-4d793231f5e3), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:18:16.789745 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da30da3d-902c-434d-b650-0e28e2bcd910', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7fad9c2-6647-4dae-bdfc-4d793231f5e3'}] {{(pid=104161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 12:18:16.792480 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cdf8932827941a003a674b569a46f4ce1abada81d99297f544444a18ab6c7ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfc2297a-c8c3-4d19-853e-c0904291ce05" -d '{"events": [{"server_uuid": "da30da3d-902c-434d-b650-0e28e2bcd910", "name": "network-vif-plugged", "status": "completed", "tag": "f7fad9c2-6647-4dae-bdfc-4d793231f5e3"}]}' {{(pid=104161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 12:18:16.809271 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] For port f7fad9c2-6647-4dae-bdfc-4d793231f5e3, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=f7fad9c2-6647-4dae-bdfc-4d793231f5e3,segment=NetworkSegment(7232b8b8-b9cf-453a-b8fc-7068d6546503),segment_id=7232b8b8-b9cf-453a-b8fc-7068d6546503)] {{(pid=104161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 12:18:16.817642 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158'] for port (f7fad9c2-6647-4dae-bdfc-4d793231f5e3), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:18:16.818486 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Device 102231b0-4167-4147-a158-c39b3fb5ca64 up at agent hyperv_hv-cinder-85032 {{(pid=104161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 12:18:16.899399 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Pushing event updated for resources: {'Port': ['ID=f7fad9c2-6647-4dae-bdfc-4d793231f5e3,revision_number=7']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:18:16.904659 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 12:18:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c56eea0-0598-4ae8-b43a-d04561295412 x-openstack-request-id: req-1c56eea0-0598-4ae8-b43a-d04561295412 {{(pid=104161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 12:18:16.905226 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da30da3d-902c-434d-b650-0e28e2bcd910", "name": "network-vif-plugged", "status": "completed", "tag": "f7fad9c2-6647-4dae-bdfc-4d793231f5e3", "code": 200}]} {{(pid=104161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 12:18:16.905469 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1c56eea0-0598-4ae8-b43a-d04561295412 {{(pid=104161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 12:18:16.905894 dv-cinder-850321-1-iscsi neutron-server[104161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c56eea0-0598-4ae8-b43a-d04561295412'] response: {'server_uuid': 'da30da3d-902c-434d-b650-0e28e2bcd910', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7fad9c2-6647-4dae-bdfc-4d793231f5e3', 'code': 200} Jul 21 12:18:16.912449 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:18:16.918862 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (c982e9e4-9e4b-4150-8658-75b564dceb25), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:18:16.941029 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Provisioning for port 102231b0-4167-4147-a158-c39b3fb5ca64 completed by entity L2. {{(pid=104161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 21 12:18:16.950092 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Provisioning complete for port 102231b0-4167-4147-a158-c39b3fb5ca64 triggered by entity L2. {{(pid=104161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 12:18:16.950857 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388846'] for port (102231b0-4167-4147-a158-c39b3fb5ca64), provisioning_complete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:18:16.981465 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5e862f-7b9a-4520-a4be-a381c5d2734e req-88702e9b-8fcd-4d85-b076-61d5a5a5edfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:18:16.987396 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-ad5e862f-7b9a-4520-a4be-a381c5d2734e req-88702e9b-8fcd-4d85-b076-61d5a5a5edfd service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c7d349f62c0c4747bd1748ca0a4bde00&device_id=6021dfe1-6e38-4877-afb0-e7ed82657d5b HTTP/1.1" status: 200 len: 1130 time: 0.1451614 Jul 21 12:18:17.050515 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Current status of the port 102231b0-4167-4147-a158-c39b3fb5ca64 is: BUILD; New status is: ACTIVE {{(pid=104161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 12:18:17.052324 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (102231b0-4167-4147-a158-c39b3fb5ca64), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:18:17.072054 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67687710-ffdc-42ab-9c24-7216bb41057e req-29eb414e-9b4e-47b6-b433-fd330e703c58 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:18:17.088453 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-67687710-ffdc-42ab-9c24-7216bb41057e req-29eb414e-9b4e-47b6-b433-fd330e703c58 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/ports?device_id=f7beff96-056c-4a78-b04d-a40d451df275 HTTP/1.1" status: 200 len: 943 time: 0.1799257 Jul 21 12:18:17.137938 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] For port 102231b0-4167-4147-a158-c39b3fb5ca64, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=102231b0-4167-4147-a158-c39b3fb5ca64,segment=NetworkSegment(41f4ccd0-1558-464f-a94c-66027c15fb57),segment_id=41f4ccd0-1558-464f-a94c-66027c15fb57)] {{(pid=104161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 12:18:17.170891 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158'] for port (102231b0-4167-4147-a158-c39b3fb5ca64), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:18:17.269463 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-b3746fee-4e12-46ce-ae12-d62ff35738f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (bda8c5c0-9935-4f58-b3ba-5b48a27d9f80), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:18:17.270514 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a676c9c3-5845-4f30-840b-196e42b8f3af req-a4a5cf32-2b54-4296-aef1-81b2a5206a42 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:18:17.272950 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-a676c9c3-5845-4f30-840b-196e42b8f3af req-a4a5cf32-2b54-4296-aef1-81b2a5206a42 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/ports?device_id=da30da3d-902c-434d-b650-0e28e2bcd910 HTTP/1.1" status: 200 len: 945 time: 0.1607592 Jul 21 12:18:17.292354 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5e862f-7b9a-4520-a4be-a381c5d2734e req-af1de1de-03f1-4a09-805d-b625a2e0161e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:18:17.297823 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-ad5e862f-7b9a-4520-a4be-a381c5d2734e req-af1de1de-03f1-4a09-805d-b625a2e0161e service neutron] 10.222.0.48 "GET /v2.0/networks?id=1933b755-354d-4a90-8a75-f1a81a16c8f0 HTTP/1.1" status: 200 len: 916 time: 0.2811289 Jul 21 12:18:17.315957 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Pushing event updated for resources: {'Port': ['ID=102231b0-4167-4147-a158-c39b3fb5ca64,revision_number=5']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:18:17.385783 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-a676c9c3-5845-4f30-840b-196e42b8f3af req-10c55c6e-eeef-483c-878e-017619797fcd tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/security-groups?id=195f81d2-1587-4fdd-87dd-d5d45e8d9a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907540 Jul 21 12:18:17.548484 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-67687710-ffdc-42ab-9c24-7216bb41057e req-b8eb7a06-01d5-49c8-aec4-105c9342ae02 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c0cdf6e-1f1e-43ca-be9f-01494c9cc6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4565978 Jul 21 12:18:17.610862 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-ad5e862f-7b9a-4520-a4be-a381c5d2734e req-bc78a544-26a4-41a3-a3aa-c4b6ec2855e5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2b322a01-f53d-4e5b-93c0-d5b7ef7f24dc HTTP/1.1" status: 200 len: 1001 time: 0.2907026 Jul 21 12:18:17.624136 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f003e7b8-fa24-4eee-b07d-35e00ead64d9 req-2b6e7211-2c25-4203-bc75-58d7b189f172 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:18:17.627120 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-f003e7b8-fa24-4eee-b07d-35e00ead64d9 req-2b6e7211-2c25-4203-bc75-58d7b189f172 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] 10.222.0.18 "GET /v2.0/ports?device_id=2400d441-d159-4bda-b81f-fc7bebd80d82 HTTP/1.1" status: 200 len: 945 time: 0.1120102 Jul 21 12:18:17.713574 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-f003e7b8-fa24-4eee-b07d-35e00ead64d9 req-122cfdea-237e-40db-8b29-d35dae304491 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] 10.222.0.18 "GET /v2.0/security-groups?id=79741dd1-42b2-48da-83d5-dc04f517a0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771041 Jul 21 12:18:17.741457 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5e862f-7b9a-4520-a4be-a381c5d2734e req-1ee270da-5c6c-4025-842a-9f6b2b8462f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:18:17.743137 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-ad5e862f-7b9a-4520-a4be-a381c5d2734e req-1ee270da-5c6c-4025-842a-9f6b2b8462f2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5adcbf66-cad3-499f-bfcd-a299fbf0cd74 HTTP/1.1" status: 200 len: 854 time: 0.1224098 Jul 21 12:18:17.835756 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5e862f-7b9a-4520-a4be-a381c5d2734e req-38c21bdc-91ed-40f1-b3e6-85ad2f3f4912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:18:17.838318 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-ad5e862f-7b9a-4520-a4be-a381c5d2734e req-38c21bdc-91ed-40f1-b3e6-85ad2f3f4912 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1933b755-354d-4a90-8a75-f1a81a16c8f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0820394 Jul 21 12:18:17.991604 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-ad5e862f-7b9a-4520-a4be-a381c5d2734e req-b795b984-02bd-4e94-b549-47eed949ef08 service neutron] 10.222.0.48 "GET /v2.0/networks/1933b755-354d-4a90-8a75-f1a81a16c8f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423061 Jul 21 12:18:18.147086 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-ad5e862f-7b9a-4520-a4be-a381c5d2734e req-5c9bdb71-81ca-44b1-92e2-72d5aa2c9c83 service neutron] 10.222.0.48 "GET /v2.0/networks/1933b755-354d-4a90-8a75-f1a81a16c8f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455231 Jul 21 12:18:18.569943 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cd6c89-f5ed-496c-9ea1-e3ec2e360850 req-692f78df-574e-43bb-9e3d-13f8a3420292 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:18:18.573144 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-45cd6c89-f5ed-496c-9ea1-e3ec2e360850 req-692f78df-574e-43bb-9e3d-13f8a3420292 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/ports?device_id=da30da3d-902c-434d-b650-0e28e2bcd910 HTTP/1.1" status: 200 len: 945 time: 0.0731323 Jul 21 12:18:18.667147 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-45cd6c89-f5ed-496c-9ea1-e3ec2e360850 req-341d83c2-b9e2-475c-b09b-35d16336c6ee tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/security-groups?id=195f81d2-1587-4fdd-87dd-d5d45e8d9a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885301 Jul 21 12:18:18.820367 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85d0d63-b6af-4688-8b18-6973a9f7762a req-cfaf5ff2-cb96-46ba-b70c-0583b4eceba2 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:18:18.822570 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-c85d0d63-b6af-4688-8b18-6973a9f7762a req-cfaf5ff2-cb96-46ba-b70c-0583b4eceba2 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/ports?device_id=f7beff96-056c-4a78-b04d-a40d451df275 HTTP/1.1" status: 200 len: 943 time: 0.1084085 Jul 21 12:18:18.898331 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2438a71-beaf-4b38-97ac-77331c45e8ac req-c7fcbc22-84ed-4024-a13f-9178c24cdfaa tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:18:18.899356 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-c85d0d63-b6af-4688-8b18-6973a9f7762a req-c6da7110-e4c0-4af4-8a77-a324a406b22d tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c0cdf6e-1f1e-43ca-be9f-01494c9cc6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691159 Jul 21 12:18:18.907522 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2400d441-d159-4bda-b81f-fc7bebd80d82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '102231b0-4167-4147-a158-c39b3fb5ca64'}] {{(pid=104161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 12:18:18.908427 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-e2438a71-beaf-4b38-97ac-77331c45e8ac req-c7fcbc22-84ed-4024-a13f-9178c24cdfaa tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] 10.222.0.18 "GET /v2.0/ports?device_id=2400d441-d159-4bda-b81f-fc7bebd80d82 HTTP/1.1" status: 200 len: 945 time: 0.0736151 Jul 21 12:18:18.910183 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cdf8932827941a003a674b569a46f4ce1abada81d99297f544444a18ab6c7ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e00bee7-0bd9-4417-bd7b-d66ea6def208" -d '{"events": [{"server_uuid": "2400d441-d159-4bda-b81f-fc7bebd80d82", "name": "network-vif-plugged", "status": "completed", "tag": "102231b0-4167-4147-a158-c39b3fb5ca64"}]}' {{(pid=104161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 12:18:18.926774 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:18:18.992127 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 12:18:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a828bab-0d24-4059-984b-6baae1ca9416 x-openstack-request-id: req-4a828bab-0d24-4059-984b-6baae1ca9416 {{(pid=104161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 12:18:18.992837 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2400d441-d159-4bda-b81f-fc7bebd80d82", "name": "network-vif-plugged", "status": "completed", "tag": "102231b0-4167-4147-a158-c39b3fb5ca64", "code": 200}]} {{(pid=104161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 12:18:18.994018 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4a828bab-0d24-4059-984b-6baae1ca9416 {{(pid=104161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 12:18:18.994787 dv-cinder-850321-1-iscsi neutron-server[104161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a828bab-0d24-4059-984b-6baae1ca9416'] response: {'server_uuid': '2400d441-d159-4bda-b81f-fc7bebd80d82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '102231b0-4167-4147-a158-c39b3fb5ca64', 'code': 200} Jul 21 12:18:19.018312 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-e2438a71-beaf-4b38-97ac-77331c45e8ac req-32fab7ed-f64a-4387-b72a-2c6c449ca2ce tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] 10.222.0.18 "GET /v2.0/security-groups?id=79741dd1-42b2-48da-83d5-dc04f517a0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000392 Jul 21 12:18:19.933786 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef75653-bf23-4af3-95e4-bb1bd5ffd215 req-8e3d47f9-16c4-498e-af06-63525a1cf43b tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:18:19.936447 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-bef75653-bf23-4af3-95e4-bb1bd5ffd215 req-8e3d47f9-16c4-498e-af06-63525a1cf43b tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/ports?device_id=da30da3d-902c-434d-b650-0e28e2bcd910 HTTP/1.1" status: 200 len: 945 time: 0.1393585 Jul 21 12:18:20.033521 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=100 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:18:20.052457 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-bef75653-bf23-4af3-95e4-bb1bd5ffd215 req-7b970639-f807-443d-98fa-91505c56acc2 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/security-groups?id=195f81d2-1587-4fdd-87dd-d5d45e8d9a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898552 Jul 21 12:18:20.078000 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:18:20.175732 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85272737-c332-418f-a751-a781e58f0ff7 req-0f6d0047-a7aa-4ee9-973e-c7ff7b6a1dc7 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:18:20.195023 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-85272737-c332-418f-a751-a781e58f0ff7 req-0f6d0047-a7aa-4ee9-973e-c7ff7b6a1dc7 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/ports?device_id=f7beff96-056c-4a78-b04d-a40d451df275 HTTP/1.1" status: 200 len: 943 time: 0.1369464 Jul 21 12:18:20.237038 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0b509d-1f79-478a-9924-0508ea44f5e2 req-73538181-4d0b-43a0-881b-15ebf0981463 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:18:20.240643 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-7b0b509d-1f79-478a-9924-0508ea44f5e2 req-73538181-4d0b-43a0-881b-15ebf0981463 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] 10.222.0.18 "GET /v2.0/ports?device_id=2400d441-d159-4bda-b81f-fc7bebd80d82 HTTP/1.1" status: 200 len: 945 time: 0.0984895 Jul 21 12:18:20.297202 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-85272737-c332-418f-a751-a781e58f0ff7 req-e0b91b0e-5ee3-49bb-b2c2-edcbd4e9fc08 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c0cdf6e-1f1e-43ca-be9f-01494c9cc6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0983670 Jul 21 12:18:20.324285 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-7b0b509d-1f79-478a-9924-0508ea44f5e2 req-3560f5db-e8a3-40b1-8c4a-4d0a3a0fe93a tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] 10.222.0.18 "GET /v2.0/security-groups?id=79741dd1-42b2-48da-83d5-dc04f517a0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776284 Jul 21 12:18:21.044872 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Device be4abb71-cd5c-494a-afbd-f3f3edffda94 details requested by agent hyperv_hv-cinder-85032 with host hv-cinder-85032 {{(pid=104161) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 21 12:18:21.301191 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] For port be4abb71-cd5c-494a-afbd-f3f3edffda94, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=be4abb71-cd5c-494a-afbd-f3f3edffda94,segment=NetworkSegment(c03e7b66-2543-4f79-a51b-efdd8f487a85),segment_id=c03e7b66-2543-4f79-a51b-efdd8f487a85)] {{(pid=104161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 12:18:21.329086 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Returning: {'device': 'be4abb71-cd5c-494a-afbd-f3f3edffda94', 'network_id': 'ac7b63b3-36ed-4162-888b-3062a1149573', 'port_id': 'be4abb71-cd5c-494a-afbd-f3f3edffda94', 'mac_address': 'fa:16:3e:90:0b:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85871871-89d2-41dd-b1d6-9b7f2440aaee', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104161) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 21 12:18:21.361894 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:18:21.384891 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Current status of the port be4abb71-cd5c-494a-afbd-f3f3edffda94 is: DOWN; New status is: BUILD {{(pid=104161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 12:18:21.386672 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (be4abb71-cd5c-494a-afbd-f3f3edffda94), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:18:21.436658 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03fc297-ee2a-4658-bbc4-1fcc22b20f04 req-57c56b96-e074-47cf-95b7-d49e859f81db tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:18:21.442415 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-d03fc297-ee2a-4658-bbc4-1fcc22b20f04 req-57c56b96-e074-47cf-95b7-d49e859f81db tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/ports?device_id=da30da3d-902c-434d-b650-0e28e2bcd910 HTTP/1.1" status: 200 len: 945 time: 0.2038686 Jul 21 12:18:21.446491 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.notifiers.nova [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be4abb71-cd5c-494a-afbd-f3f3edffda94 {{(pid=104161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 12:18:21.514918 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] For port be4abb71-cd5c-494a-afbd-f3f3edffda94, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=be4abb71-cd5c-494a-afbd-f3f3edffda94,segment=NetworkSegment(c03e7b66-2543-4f79-a51b-efdd8f487a85),segment_id=c03e7b66-2543-4f79-a51b-efdd8f487a85)] {{(pid=104161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 12:18:21.522053 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158'] for port (be4abb71-cd5c-494a-afbd-f3f3edffda94), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:18:21.587708 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861b5112-59ae-4273-a6d9-d5dfd9a93ec8 req-70f60440-737a-44d3-bf84-444a4e6beb8e tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:18:21.596592 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-861b5112-59ae-4273-a6d9-d5dfd9a93ec8 req-70f60440-737a-44d3-bf84-444a4e6beb8e tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/ports?device_id=f7beff96-056c-4a78-b04d-a40d451df275 HTTP/1.1" status: 200 len: 943 time: 0.1111636 Jul 21 12:18:21.654799 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Pushing event updated for resources: {'Port': ['ID=be4abb71-cd5c-494a-afbd-f3f3edffda94,revision_number=4']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:18:21.678676 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=100 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:18:21.717923 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38de1964-7006-4e03-b51d-82d1aab25aaf req-3419e0a2-09d7-441d-b5e0-8571584c7005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:18:21.720574 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-38de1964-7006-4e03-b51d-82d1aab25aaf req-3419e0a2-09d7-441d-b5e0-8571584c7005 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=2400d441-d159-4bda-b81f-fc7bebd80d82 HTTP/1.1" status: 200 len: 1129 time: 0.2167842 Jul 21 12:18:21.725811 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-d03fc297-ee2a-4658-bbc4-1fcc22b20f04 req-19f44dd3-520c-424b-a2e0-bc86a82926c5 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/security-groups?id=195f81d2-1587-4fdd-87dd-d5d45e8d9a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2709956 Jul 21 12:18:21.766562 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-861b5112-59ae-4273-a6d9-d5dfd9a93ec8 req-63f11792-627a-4fe3-b32f-ee0288edd10f tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c0cdf6e-1f1e-43ca-be9f-01494c9cc6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1561007 Jul 21 12:18:21.837445 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-38de1964-7006-4e03-b51d-82d1aab25aaf req-31994ca1-0d7c-464c-8911-84c83be0c277 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=79741dd1-42b2-48da-83d5-dc04f517a0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035597 Jul 21 12:18:21.922372 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4311e7b-fd40-4266-bc9c-f8e12803d8fb req-5f1bdf01-e0ff-4350-b094-3a1ba84378e5 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:18:21.924353 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-e4311e7b-fd40-4266-bc9c-f8e12803d8fb req-5f1bdf01-e0ff-4350-b094-3a1ba84378e5 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] 10.222.0.18 "GET /v2.0/ports?device_id=2400d441-d159-4bda-b81f-fc7bebd80d82 HTTP/1.1" status: 200 len: 945 time: 0.0821221 Jul 21 12:18:21.976955 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] get_ports_and_sgs() called for port_ids ['be4abb71-cd5c-494a-afbd-f3f3edffda94'] {{(pid=104161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 12:18:22.010370 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-e4311e7b-fd40-4266-bc9c-f8e12803d8fb req-48693b98-0e65-44a0-8c0a-64eb0c471e40 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] 10.222.0.18 "GET /v2.0/security-groups?id=79741dd1-42b2-48da-83d5-dc04f517a0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759437 Jul 21 12:18:22.952208 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5b1761-cd2b-41c1-9422-7408343c42c2 req-50934986-e55a-45b5-91f7-9d8c27ca5bc4 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:18:22.957866 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-ef5b1761-cd2b-41c1-9422-7408343c42c2 req-50934986-e55a-45b5-91f7-9d8c27ca5bc4 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/ports?device_id=da30da3d-902c-434d-b650-0e28e2bcd910 HTTP/1.1" status: 200 len: 945 time: 0.0758083 Jul 21 12:18:23.018302 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330bb3de-fcb5-4c04-aa99-a1d7c4defd4d req-69ee17af-1817-46a7-a1db-2c4e072ac7ef tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:18:23.032919 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-330bb3de-fcb5-4c04-aa99-a1d7c4defd4d req-69ee17af-1817-46a7-a1db-2c4e072ac7ef tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/ports?device_id=f7beff96-056c-4a78-b04d-a40d451df275 HTTP/1.1" status: 200 len: 944 time: 0.1307137 Jul 21 12:18:23.076370 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-ef5b1761-cd2b-41c1-9422-7408343c42c2 req-b1b2804f-4678-4cbd-b3c4-f2587f284215 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/security-groups?id=195f81d2-1587-4fdd-87dd-d5d45e8d9a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1112945 Jul 21 12:18:23.191252 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-330bb3de-fcb5-4c04-aa99-a1d7c4defd4d req-8e9733b6-6607-4027-9f10-0c3da2ee8a5f tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c0cdf6e-1f1e-43ca-be9f-01494c9cc6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1561711 Jul 21 12:18:23.299336 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe646d05-4f91-43f1-a44c-9154b4b119b0 req-e9e99eaf-10a2-42fa-acdd-09814b534729 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:18:23.307201 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-fe646d05-4f91-43f1-a44c-9154b4b119b0 req-e9e99eaf-10a2-42fa-acdd-09814b534729 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] 10.222.0.18 "GET /v2.0/ports?device_id=2400d441-d159-4bda-b81f-fc7bebd80d82 HTTP/1.1" status: 200 len: 945 time: 0.0704534 Jul 21 12:18:23.369178 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-fe646d05-4f91-43f1-a44c-9154b4b119b0 req-af0c5e70-4fbc-49f8-b692-0c0bbccc12fc tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] 10.222.0.18 "GET /v2.0/security-groups?id=79741dd1-42b2-48da-83d5-dc04f517a0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605259 Jul 21 12:18:24.312209 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783a1b9e-8448-4b85-9335-9ced8db6aa27 req-62b50a9c-e439-42c9-8c47-7e4090e8e786 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:18:24.322582 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-783a1b9e-8448-4b85-9335-9ced8db6aa27 req-62b50a9c-e439-42c9-8c47-7e4090e8e786 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/ports?device_id=da30da3d-902c-434d-b650-0e28e2bcd910 HTTP/1.1" status: 200 len: 945 time: 0.1134810 Jul 21 12:18:24.393674 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-783a1b9e-8448-4b85-9335-9ced8db6aa27 req-e7cdbfe5-5f2b-499a-a778-b5131e2f6919 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/security-groups?id=195f81d2-1587-4fdd-87dd-d5d45e8d9a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697300 Jul 21 12:18:24.403848 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a04c22e-4271-473b-ade2-a57b3746d622 req-d09fbadd-bf25-41b5-8ec3-d6c7f8d62f54 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:18:24.411701 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-9a04c22e-4271-473b-ade2-a57b3746d622 req-d09fbadd-bf25-41b5-8ec3-d6c7f8d62f54 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/ports?device_id=f7beff96-056c-4a78-b04d-a40d451df275 HTTP/1.1" status: 200 len: 944 time: 0.1114578 Jul 21 12:18:24.484886 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-9a04c22e-4271-473b-ade2-a57b3746d622 req-e6c4085b-71cb-433a-853a-cbf1f6b0e002 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c0cdf6e-1f1e-43ca-be9f-01494c9cc6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722334 Jul 21 12:18:24.526403 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf425e1-d570-4b98-968e-42d86236558d req-7d71d29a-c3a2-4909-b7af-d62be92d8d33 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:18:24.528164 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-1cf425e1-d570-4b98-968e-42d86236558d req-7d71d29a-c3a2-4909-b7af-d62be92d8d33 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] 10.222.0.18 "GET /v2.0/ports?device_id=2400d441-d159-4bda-b81f-fc7bebd80d82 HTTP/1.1" status: 200 len: 945 time: 0.0585220 Jul 21 12:18:24.591037 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-1cf425e1-d570-4b98-968e-42d86236558d req-69e6eeec-3d3a-4758-a769-a478036e7f12 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] 10.222.0.18 "GET /v2.0/security-groups?id=79741dd1-42b2-48da-83d5-dc04f517a0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517721 Jul 21 12:18:25.585885 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6609fbdf-40aa-4d7b-8340-6f619872c47d req-2b1c9127-541a-433c-a610-97ac16c179ff tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:18:25.588605 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-6609fbdf-40aa-4d7b-8340-6f619872c47d req-2b1c9127-541a-433c-a610-97ac16c179ff tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/ports?device_id=da30da3d-902c-434d-b650-0e28e2bcd910 HTTP/1.1" status: 200 len: 945 time: 0.0879917 Jul 21 12:18:25.665217 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce5600d-893f-403f-8cf2-0e98c38180a3 req-314b5f2c-eb31-4d7e-ad4f-a99b2964a291 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:18:25.667204 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-cce5600d-893f-403f-8cf2-0e98c38180a3 req-314b5f2c-eb31-4d7e-ad4f-a99b2964a291 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/ports?device_id=f7beff96-056c-4a78-b04d-a40d451df275 HTTP/1.1" status: 200 len: 944 time: 0.0712173 Jul 21 12:18:25.677800 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-6609fbdf-40aa-4d7b-8340-6f619872c47d req-59ff92b7-76d5-4263-a2c4-6e3a813b2064 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/security-groups?id=195f81d2-1587-4fdd-87dd-d5d45e8d9a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826845 Jul 21 12:18:25.793737 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-cce5600d-893f-403f-8cf2-0e98c38180a3 req-36fe5b6b-7e42-4fa2-92f3-d5cf5af9565f tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c0cdf6e-1f1e-43ca-be9f-01494c9cc6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1144273 Jul 21 12:18:25.861268 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6721fa2a-fa30-427f-a7a8-03af4636f4ff req-16ebae56-97a3-4442-9d30-65b51969c04f tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:18:25.864772 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-6721fa2a-fa30-427f-a7a8-03af4636f4ff req-16ebae56-97a3-4442-9d30-65b51969c04f tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] 10.222.0.18 "GET /v2.0/ports?device_id=2400d441-d159-4bda-b81f-fc7bebd80d82 HTTP/1.1" status: 200 len: 945 time: 0.1120849 Jul 21 12:18:25.938124 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-6721fa2a-fa30-427f-a7a8-03af4636f4ff req-399dedd3-d858-4c92-9759-30fe86664114 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] 10.222.0.18 "GET /v2.0/security-groups?id=79741dd1-42b2-48da-83d5-dc04f517a0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632336 Jul 21 12:18:26.116966 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Device be4abb71-cd5c-494a-afbd-f3f3edffda94 up at agent hyperv_hv-cinder-85032 {{(pid=104161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 12:18:26.193101 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Provisioning for port be4abb71-cd5c-494a-afbd-f3f3edffda94 completed by entity L2. {{(pid=104161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 21 12:18:26.201175 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Provisioning complete for port be4abb71-cd5c-494a-afbd-f3f3edffda94 triggered by entity L2. {{(pid=104161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 12:18:26.201964 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388846'] for port (be4abb71-cd5c-494a-afbd-f3f3edffda94), provisioning_complete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:18:26.241222 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:18:26.307562 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Current status of the port be4abb71-cd5c-494a-afbd-f3f3edffda94 is: BUILD; New status is: ACTIVE {{(pid=104161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 12:18:26.309453 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (be4abb71-cd5c-494a-afbd-f3f3edffda94), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:18:26.369816 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7beff96-056c-4a78-b04d-a40d451df275', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be4abb71-cd5c-494a-afbd-f3f3edffda94'}] {{(pid=104161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 12:18:26.373897 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cdf8932827941a003a674b569a46f4ce1abada81d99297f544444a18ab6c7ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef896a32-a536-4f37-9326-91e2f7bedca5" -d '{"events": [{"server_uuid": "f7beff96-056c-4a78-b04d-a40d451df275", "name": "network-vif-plugged", "status": "completed", "tag": "be4abb71-cd5c-494a-afbd-f3f3edffda94"}]}' {{(pid=104161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 12:18:26.399523 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] For port be4abb71-cd5c-494a-afbd-f3f3edffda94, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=be4abb71-cd5c-494a-afbd-f3f3edffda94,segment=NetworkSegment(c03e7b66-2543-4f79-a51b-efdd8f487a85),segment_id=c03e7b66-2543-4f79-a51b-efdd8f487a85)] {{(pid=104161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 12:18:26.411200 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158'] for port (be4abb71-cd5c-494a-afbd-f3f3edffda94), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:18:26.469033 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 12:18:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6ae86c4-7396-4d9e-b25a-a6e8eb2ef651 x-openstack-request-id: req-f6ae86c4-7396-4d9e-b25a-a6e8eb2ef651 {{(pid=104161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 12:18:26.469372 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7beff96-056c-4a78-b04d-a40d451df275", "name": "network-vif-plugged", "status": "completed", "tag": "be4abb71-cd5c-494a-afbd-f3f3edffda94", "code": 200}]} {{(pid=104161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 12:18:26.469735 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f6ae86c4-7396-4d9e-b25a-a6e8eb2ef651 {{(pid=104161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 12:18:26.470410 dv-cinder-850321-1-iscsi neutron-server[104161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6ae86c4-7396-4d9e-b25a-a6e8eb2ef651'] response: {'server_uuid': 'f7beff96-056c-4a78-b04d-a40d451df275', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be4abb71-cd5c-494a-afbd-f3f3edffda94', 'code': 200} Jul 21 12:18:26.526489 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Pushing event updated for resources: {'Port': ['ID=be4abb71-cd5c-494a-afbd-f3f3edffda94,revision_number=5']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:18:26.913048 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1165086b-733a-4ec9-9e65-b6dc2302830e req-38608bac-1cd3-4a5e-892d-0d18522cad97 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:18:26.928104 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-1165086b-733a-4ec9-9e65-b6dc2302830e req-38608bac-1cd3-4a5e-892d-0d18522cad97 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/ports?device_id=da30da3d-902c-434d-b650-0e28e2bcd910 HTTP/1.1" status: 200 len: 945 time: 0.1145229 Jul 21 12:18:27.005099 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634ef840-df2f-43ba-9f1a-cc4f6a96b368 req-384f34ee-f3e9-4972-94f4-c82cd15f5d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:18:27.009803 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-634ef840-df2f-43ba-9f1a-cc4f6a96b368 req-384f34ee-f3e9-4972-94f4-c82cd15f5d89 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f7beff96-056c-4a78-b04d-a40d451df275 HTTP/1.1" status: 200 len: 1129 time: 0.1006451 Jul 21 12:18:27.038964 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-1165086b-733a-4ec9-9e65-b6dc2302830e req-a6b508e3-5c24-4890-965c-bdadb526d8d7 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/security-groups?id=195f81d2-1587-4fdd-87dd-d5d45e8d9a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1074407 Jul 21 12:18:27.115967 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e455aa-af28-4298-9822-6b5f60300e29 req-ac72b1b0-9fdd-473d-a0e8-c1db7a48a8f5 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:18:27.129217 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-82e455aa-af28-4298-9822-6b5f60300e29 req-ac72b1b0-9fdd-473d-a0e8-c1db7a48a8f5 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/ports?device_id=f7beff96-056c-4a78-b04d-a40d451df275 HTTP/1.1" status: 200 len: 945 time: 0.1173325 Jul 21 12:18:27.269222 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-82e455aa-af28-4298-9822-6b5f60300e29 req-4ab4bce3-0e19-439c-852c-2f72c0baff71 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c0cdf6e-1f1e-43ca-be9f-01494c9cc6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1381869 Jul 21 12:18:27.292817 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-634ef840-df2f-43ba-9f1a-cc4f6a96b368 req-20adc9fb-fab6-4a55-91e6-88bc05a8c9cd service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=5c0cdf6e-1f1e-43ca-be9f-01494c9cc6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2634866 Jul 21 12:18:27.370792 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687cf1b8-4b90-4604-bf0e-b68d59c1fffb req-a2d5789c-88aa-46cd-81f2-05b72eb5475b tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:18:27.372306 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-687cf1b8-4b90-4604-bf0e-b68d59c1fffb req-a2d5789c-88aa-46cd-81f2-05b72eb5475b tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] 10.222.0.18 "GET /v2.0/ports?device_id=2400d441-d159-4bda-b81f-fc7bebd80d82 HTTP/1.1" status: 200 len: 945 time: 0.1380219 Jul 21 12:18:27.463099 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-687cf1b8-4b90-4604-bf0e-b68d59c1fffb req-0cb92568-b8f9-4e87-b27b-f06e76c881f1 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] 10.222.0.18 "GET /v2.0/security-groups?id=79741dd1-42b2-48da-83d5-dc04f517a0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798154 Jul 21 12:18:27.498067 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.18', 33568) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:18:27.660579 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=100 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:18:27.692989 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b21f9d-d2b0-412f-b028-dab6bfc1e4f4 req-42571670-ecf8-4cb3-af11-9d815d13fb23 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:18:27.706627 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-a1b21f9d-d2b0-412f-b028-dab6bfc1e4f4 req-42571670-ecf8-4cb3-af11-9d815d13fb23 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] 10.222.0.18 "GET /v2.0/ports?device_id=2400d441-d159-4bda-b81f-fc7bebd80d82 HTTP/1.1" status: 200 len: 945 time: 0.1070554 Jul 21 12:18:27.713140 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-3036e8da-eeee-4f83-a873-e261e9c515ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:18:27.812360 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-a1b21f9d-d2b0-412f-b028-dab6bfc1e4f4 req-1ea48986-3906-4fdb-aa8c-0e658fbf9464 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] 10.222.0.18 "GET /v2.0/security-groups?id=79741dd1-42b2-48da-83d5-dc04f517a0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041138 Jul 21 12:18:27.834375 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 33572) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:18:27.931528 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-3036e8da-eeee-4f83-a873-e261e9c515ae admin admin] Publish callbacks [] for security_group (8b6e9742-d5af-4805-9a7e-8a1745a71830), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:18:27.940515 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-3036e8da-eeee-4f83-a873-e261e9c515ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (8b6e9742-d5af-4805-9a7e-8a1745a71830), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:18:27.995309 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:18:28.018383 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-3036e8da-eeee-4f83-a873-e261e9c515ae admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4127b242a4bb4ab595a1fcda9036062b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5177810 Jul 21 12:18:28.021746 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 33576) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:18:28.049913 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3036e8da-eeee-4f83-a873-e261e9c515ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b6e9742-d5af-4805-9a7e-8a1745a71830,revision_number=1']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:18:28.065783 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3036e8da-eeee-4f83-a873-e261e9c515ae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:18:28.067372 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3036e8da-eeee-4f83-a873-e261e9c515ae admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:18:28.068177 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3036e8da-eeee-4f83-a873-e261e9c515ae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:18:28.068796 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3036e8da-eeee-4f83-a873-e261e9c515ae admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:18:28.069347 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3036e8da-eeee-4f83-a873-e261e9c515ae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:18:28.069965 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3036e8da-eeee-4f83-a873-e261e9c515ae admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:18:28.071201 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3036e8da-eeee-4f83-a873-e261e9c515ae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:18:28.071201 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3036e8da-eeee-4f83-a873-e261e9c515ae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:18:28.071696 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3036e8da-eeee-4f83-a873-e261e9c515ae admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:18:28.072214 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3036e8da-eeee-4f83-a873-e261e9c515ae admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:18:28.072983 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3036e8da-eeee-4f83-a873-e261e9c515ae admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:18:28.073539 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3036e8da-eeee-4f83-a873-e261e9c515ae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:18:28.074094 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3036e8da-eeee-4f83-a873-e261e9c515ae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:18:28.074648 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3036e8da-eeee-4f83-a873-e261e9c515ae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:18:28.076173 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3036e8da-eeee-4f83-a873-e261e9c515ae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:18:28.161735 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=100 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:18:28.197515 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-0985dd42-892d-474f-afa3-f6c402b4c4e3 admin admin] Publish callbacks [] for security_group (8b6e9742-d5af-4805-9a7e-8a1745a71830), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:18:28.203009 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31ba4432-7781-493c-875c-6332613d71b8 tempest-TestShelveInstance-1208155584 tempest-TestShelveInstance-1208155584-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:18:28.213540 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-31ba4432-7781-493c-875c-6332613d71b8 tempest-TestShelveInstance-1208155584 tempest-TestShelveInstance-1208155584-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=2400d441-d159-4bda-b81f-fc7bebd80d82 HTTP/1.1" status: 200 len: 1124 time: 0.3758163 Jul 21 12:18:28.216313 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910f4709-b3d9-4b6a-9b68-50c5e8f12c04 req-6a4e3490-bb30-4128-b2bc-255da6da846f tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:18:28.219049 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 33580) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:18:28.226839 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.v2.base [None req-782e8958-e7c8-403f-bcf0-b767da7dd173 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] Request body: {'floatingip': {'floating_network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'port_id': '102231b0-4167-4147-a158-c39b3fb5ca64', 'tenant_id': '994738157bca4d9d887f316699bd9387', 'fixed_ip_address': '172.20.0.6'}} {{(pid=104159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 12:18:28.227162 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-910f4709-b3d9-4b6a-9b68-50c5e8f12c04 req-6a4e3490-bb30-4128-b2bc-255da6da846f tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/ports?device_id=da30da3d-902c-434d-b650-0e28e2bcd910 HTTP/1.1" status: 200 len: 945 time: 0.0654006 Jul 21 12:18:28.235256 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:18:28.262852 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-0985dd42-892d-474f-afa3-f6c402b4c4e3 admin admin] Publish callbacks [] for security_group (8b6e9742-d5af-4805-9a7e-8a1745a71830), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:18:28.291786 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-910f4709-b3d9-4b6a-9b68-50c5e8f12c04 req-55adc51b-94d1-4a85-9eec-a7f6c4c32deb tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/security-groups?id=195f81d2-1587-4fdd-87dd-d5d45e8d9a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639324 Jul 21 12:18:28.302306 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-782e8958-e7c8-403f-bcf0-b767da7dd173 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:18:28.505131 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-0985dd42-892d-474f-afa3-f6c402b4c4e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (8b6e9742-d5af-4805-9a7e-8a1745a71830), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:18:28.508591 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-0985dd42-892d-474f-afa3-f6c402b4c4e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:18:28.512925 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-0985dd42-892d-474f-afa3-f6c402b4c4e3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8b6e9742-d5af-4805-9a7e-8a1745a71830 HTTP/1.1" status: 204 len: 168 time: 0.4850562 Jul 21 12:18:28.522769 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-782e8958-e7c8-403f-bcf0-b767da7dd173 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:18:28.566940 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c8cb7f-52a4-46c1-9a08-8ff0d98e85d8 req-ea0fa07c-5434-43cd-bfcc-00365975510a tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:18:28.578106 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-63c8cb7f-52a4-46c1-9a08-8ff0d98e85d8 req-ea0fa07c-5434-43cd-bfcc-00365975510a tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/ports?device_id=f7beff96-056c-4a78-b04d-a40d451df275 HTTP/1.1" status: 200 len: 945 time: 0.1491036 Jul 21 12:18:28.713997 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0985dd42-892d-474f-afa3-f6c402b4c4e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b6e9742-d5af-4805-9a7e-8a1745a71830,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:18:28.764219 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0985dd42-892d-474f-afa3-f6c402b4c4e3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:18:28.764568 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0985dd42-892d-474f-afa3-f6c402b4c4e3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:18:28.765485 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0985dd42-892d-474f-afa3-f6c402b4c4e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:18:28.765627 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0985dd42-892d-474f-afa3-f6c402b4c4e3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:18:28.765857 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0985dd42-892d-474f-afa3-f6c402b4c4e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:18:28.766182 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0985dd42-892d-474f-afa3-f6c402b4c4e3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:18:28.766516 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0985dd42-892d-474f-afa3-f6c402b4c4e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:18:28.766834 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0985dd42-892d-474f-afa3-f6c402b4c4e3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:18:28.767156 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0985dd42-892d-474f-afa3-f6c402b4c4e3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:18:28.767522 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0985dd42-892d-474f-afa3-f6c402b4c4e3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:18:28.767927 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0985dd42-892d-474f-afa3-f6c402b4c4e3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:18:28.768138 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0985dd42-892d-474f-afa3-f6c402b4c4e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:18:28.768458 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0985dd42-892d-474f-afa3-f6c402b4c4e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:18:28.768755 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0985dd42-892d-474f-afa3-f6c402b4c4e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:18:28.769071 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0985dd42-892d-474f-afa3-f6c402b4c4e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:18:28.832392 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.db.db_base_plugin_common [None req-782e8958-e7c8-403f-bcf0-b767da7dd173 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] Allocated IP 172.27.3.101 (f382b478-dfd7-4678-bcdd-821f508b5bc8/39ec59ca-1d5b-4110-899c-eae6f5db3a39/8a464db8-fd15-4fed-b212-b9268b8a32b0) {{(pid=104159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 12:18:29.083683 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-782e8958-e7c8-403f-bcf0-b767da7dd173 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] Publish callbacks [] for port (8a464db8-fd15-4fed-b212-b9268b8a32b0), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:18:29.090789 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:18:29.121163 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-63c8cb7f-52a4-46c1-9a08-8ff0d98e85d8 req-f719e3dc-2889-4803-a9b1-b5fc3826a8e0 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c0cdf6e-1f1e-43ca-be9f-01494c9cc6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4111669 Jul 21 12:18:29.169531 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-782e8958-e7c8-403f-bcf0-b767da7dd173 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773760637166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8469579'] for port (8a464db8-fd15-4fed-b212-b9268b8a32b0), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:18:29.216772 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-782e8958-e7c8-403f-bcf0-b767da7dd173 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] Network f382b478-dfd7-4678-bcdd-821f508b5bc8 is already hosted by enough agents. {{(pid=104159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 12:18:29.240838 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.scheduler.base_scheduler [None req-782e8958-e7c8-403f-bcf0-b767da7dd173 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] Resources bound (agent type, host, resource id): {{(pid=104159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 12:18:29.284148 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782e8958-e7c8-403f-bcf0-b767da7dd173 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] Received port after_create {{(pid=104159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 12:18:29.288221 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782e8958-e7c8-403f-bcf0-b767da7dd173 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] Pushing event updated for resources: {'Port': ['ID=8a464db8-fd15-4fed-b212-b9268b8a32b0,revision_number=1']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:18:29.569438 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967134a0-de9d-4cd6-8fa8-b8e6dfe03aed req-7f10917b-b4a6-4b1a-bb20-eb6c38420be0 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:18:29.579972 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-967134a0-de9d-4cd6-8fa8-b8e6dfe03aed req-7f10917b-b4a6-4b1a-bb20-eb6c38420be0 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/ports?device_id=da30da3d-902c-434d-b650-0e28e2bcd910 HTTP/1.1" status: 200 len: 945 time: 0.0764542 Jul 21 12:18:29.673236 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-967134a0-de9d-4cd6-8fa8-b8e6dfe03aed req-6747b5a0-d747-4ea6-8924-ab4950707aea tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/security-groups?id=195f81d2-1587-4fdd-87dd-d5d45e8d9a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904303 Jul 21 12:18:29.971776 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:18:30.003403 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-782e8958-e7c8-403f-bcf0-b767da7dd173 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] Publish callbacks [] for floatingip (1b93cddd-bce2-4372-b5e2-a869e77b429d), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:18:30.097132 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-782e8958-e7c8-403f-bcf0-b767da7dd173 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (8a464db8-fd15-4fed-b212-b9268b8a32b0), before_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:18:30.376378 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3041b961-1715-4e59-9484-20fe017d8e2d req-7039fb69-a738-413a-a759-975990371982 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:18:30.394195 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-3041b961-1715-4e59-9484-20fe017d8e2d req-7039fb69-a738-413a-a759-975990371982 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/ports?device_id=f7beff96-056c-4a78-b04d-a40d451df275 HTTP/1.1" status: 200 len: 945 time: 0.0710428 Jul 21 12:18:30.432917 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-782e8958-e7c8-403f-bcf0-b767da7dd173 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] Publish callbacks [] for port (8a464db8-fd15-4fed-b212-b9268b8a32b0), precommit_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:18:30.442786 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-782e8958-e7c8-403f-bcf0-b767da7dd173 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8469616'] for port (8a464db8-fd15-4fed-b212-b9268b8a32b0), after_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:18:30.560965 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-3041b961-1715-4e59-9484-20fe017d8e2d req-060b36d1-4190-4254-b25f-7f0f9dc93a7b tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c0cdf6e-1f1e-43ca-be9f-01494c9cc6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1658368 Jul 21 12:18:30.574113 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782e8958-e7c8-403f-bcf0-b767da7dd173 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] Pushing event updated for resources: {'Port': ['ID=8a464db8-fd15-4fed-b212-b9268b8a32b0,revision_number=2']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:18:30.581731 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-782e8958-e7c8-403f-bcf0-b767da7dd173 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681920'] for floatingip (1b93cddd-bce2-4372-b5e2-a869e77b429d), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:18:30.669937 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:18:30.749050 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.db.l3_db [None req-782e8958-e7c8-403f-bcf0-b767da7dd173 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] Floating IP 1b93cddd-bce2-4372-b5e2-a869e77b429d associated. External IP: 172.27.3.101, port: 102231b0-4167-4147-a158-c39b3fb5ca64. Jul 21 12:18:30.750573 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebbb486-6657-465e-b42f-c4e94eaae4a2 req-6a6fb4b0-0316-46d3-9cb0-0ccee5c80ed1 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:18:30.760244 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-aebbb486-6657-465e-b42f-c4e94eaae4a2 req-6a6fb4b0-0316-46d3-9cb0-0ccee5c80ed1 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/ports?device_id=f7beff96-056c-4a78-b04d-a40d451df275 HTTP/1.1" status: 200 len: 945 time: 0.1152573 Jul 21 12:18:30.773315 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.18', 33648) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:18:30.779391 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.v2.base [None req-b11662ad-2d62-4836-a318-2c44ccdb244b tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Request body: {'floatingip': {'port_id': 'be4abb71-cd5c-494a-afbd-f3f3edffda94'}} {{(pid=104160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 12:18:30.818934 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-b11662ad-2d62-4836-a318-2c44ccdb244b tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Publish callbacks [] for floatingip (239e24d4-a5ff-42a1-9f26-0af6c13119b4), before_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:18:31.146013 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3cb301-4c19-4abc-b889-c91de1cbeb7e req-63d629eb-4bc3-4b99-97f2-7e11b9ee8d82 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:18:31.147531 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-1f3cb301-4c19-4abc-b889-c91de1cbeb7e req-63d629eb-4bc3-4b99-97f2-7e11b9ee8d82 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/ports?device_id=da30da3d-902c-434d-b650-0e28e2bcd910 HTTP/1.1" status: 200 len: 945 time: 0.3482163 Jul 21 12:18:31.242922 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-1f3cb301-4c19-4abc-b889-c91de1cbeb7e req-c6904c09-e219-4c7f-8e94-d8705d72a3ae tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/security-groups?id=195f81d2-1587-4fdd-87dd-d5d45e8d9a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890493 Jul 21 12:18:31.304251 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-b11662ad-2d62-4836-a318-2c44ccdb244b tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:18:31.307356 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-782e8958-e7c8-403f-bcf0-b767da7dd173 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] Router f5055487-3a49-4ec4-87fb-0d2fb8bef04f has already been hosted by L3 agent ceb1130f-c61e-494c-be4f-967cc153319c {{(pid=104159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 12:18:31.309174 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-b11662ad-2d62-4836-a318-2c44ccdb244b tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681920'] for floatingip (239e24d4-a5ff-42a1-9f26-0af6c13119b4), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:18:31.310850 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:18:31.407785 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.db.l3_db [None req-b11662ad-2d62-4836-a318-2c44ccdb244b tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Floating IP 239e24d4-a5ff-42a1-9f26-0af6c13119b4 associated. External IP: 172.27.3.204, port: be4abb71-cd5c-494a-afbd-f3f3edffda94. Jul 21 12:18:31.417163 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-782e8958-e7c8-403f-bcf0-b767da7dd173 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] Notify agent at l3_agent.dv-cinder-850321-1-iscsi the message routers_updated {{(pid=104159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 12:18:31.430031 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e5a733-95ac-4650-a44b-d72b8f5fa45e None None] Sync routers for ids ['f5055487-3a49-4ec4-87fb-0d2fb8bef04f'] in dv-cinder-850321-1-iscsi {{(pid=104161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 12:18:31.437814 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-782e8958-e7c8-403f-bcf0-b767da7dd173 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170956'] for floatingip (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:18:31.441589 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e5a733-95ac-4650-a44b-d72b8f5fa45e None None] Routers {'f5055487-3a49-4ec4-87fb-0d2fb8bef04f'} bound to L3 agent in host dv-cinder-850321-1-iscsi {{(pid=104161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 12:18:31.442447 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-67e5a733-95ac-4650-a44b-d72b8f5fa45e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-21T12:06:45Z,description=,heartbeat_timestamp=2022-07-21T12:18:15Z,host='dv-cinder-850321-1-iscsi',id=ceb1130f-c61e-494c-be4f-967cc153319c,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T12:06:45Z,topic='l3_agent')) {'router_ids': ['f5055487-3a49-4ec4-87fb-0d2fb8bef04f'], 'active': True} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:18:31.471666 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-782e8958-e7c8-403f-bcf0-b767da7dd173 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.2504158 Jul 21 12:18:31.472360 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2400d441-d159-4bda-b81f-fc7bebd80d82', 'tag': '102231b0-4167-4147-a158-c39b3fb5ca64'}] {{(pid=104159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 12:18:31.474870 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14a473be662c523f753bafa963e7b12489d1fc6a20e308844a06c71d85f4ae6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90029396-c1b4-427d-8998-3119d32c5a0a" -d '{"events": [{"name": "network-changed", "server_uuid": "2400d441-d159-4bda-b81f-fc7bebd80d82", "tag": "102231b0-4167-4147-a158-c39b3fb5ca64"}]}' {{(pid=104159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 12:18:31.514508 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 12:18:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3af8e3f-1fae-4fe9-9d19-225ef8d0e055 x-openstack-request-id: req-f3af8e3f-1fae-4fe9-9d19-225ef8d0e055 {{(pid=104159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 12:18:31.514731 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2400d441-d159-4bda-b81f-fc7bebd80d82", "tag": "102231b0-4167-4147-a158-c39b3fb5ca64", "status": "completed", "code": 200}]} {{(pid=104159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 12:18:31.514989 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f3af8e3f-1fae-4fe9-9d19-225ef8d0e055 {{(pid=104159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 12:18:31.515399 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3af8e3f-1fae-4fe9-9d19-225ef8d0e055'] response: {'name': 'network-changed', 'server_uuid': '2400d441-d159-4bda-b81f-fc7bebd80d82', 'tag': '102231b0-4167-4147-a158-c39b3fb5ca64', 'status': 'completed', 'code': 200} Jul 21 12:18:31.575545 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvr_db [None req-67e5a733-95ac-4650-a44b-d72b8f5fa45e None None] Set router f5055487-3a49-4ec4-87fb-0d2fb8bef04f gateway port host: dv-cinder-850321-1-iscsi {{(pid=104161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 12:18:31.625721 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:18:31.631366 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b11662ad-2d62-4836-a318-2c44ccdb244b tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Router f7cde703-d232-440d-9898-a0aed7dfe59c has already been hosted by L3 agent ceb1130f-c61e-494c-be4f-967cc153319c {{(pid=104160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 12:18:31.716966 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:18:31.744238 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b11662ad-2d62-4836-a318-2c44ccdb244b tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Notify agent at l3_agent.dv-cinder-850321-1-iscsi the message routers_updated {{(pid=104160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 12:18:31.749055 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-b11662ad-2d62-4836-a318-2c44ccdb244b tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170956'] for floatingip (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:18:31.756962 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f373fd5c-939a-488e-93ae-4c27ca27df99 None None] Sync routers for ids ['f7cde703-d232-440d-9898-a0aed7dfe59c'] in dv-cinder-850321-1-iscsi {{(pid=104162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 12:18:31.772423 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f373fd5c-939a-488e-93ae-4c27ca27df99 None None] Routers {'f7cde703-d232-440d-9898-a0aed7dfe59c'} bound to L3 agent in host dv-cinder-850321-1-iscsi {{(pid=104162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 12:18:31.774489 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_hamode_db [None req-f373fd5c-939a-488e-93ae-4c27ca27df99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-21T12:06:45Z,description=,heartbeat_timestamp=2022-07-21T12:18:15Z,host='dv-cinder-850321-1-iscsi',id=ceb1130f-c61e-494c-be4f-967cc153319c,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T12:06:45Z,topic='l3_agent')) {'router_ids': ['f7cde703-d232-440d-9898-a0aed7dfe59c'], 'active': True} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:18:31.812570 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-67e5a733-95ac-4650-a44b-d72b8f5fa45e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5055487-3a49-4ec4-87fb-0d2fb8bef04f', 'name': 'tempest-TestShelveInstance-368893645-router', 'tenant_id': '994738157bca4d9d887f316699bd9387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'external_fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': '0a844b22-5d2b-426f-bd30-18fb6671583f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T12:17:07Z', 'updated_at': '2022-07-21T12:17:12Z', 'revision_number': 4, 'project_id': '994738157bca4d9d887f316699bd9387', 'gw_port': {'id': '0a844b22-5d2b-426f-bd30-18fb6671583f', 'name': '', 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:cb:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5055487-3a49-4ec4-87fb-0d2fb8bef04f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:17:08Z', 'updated_at': '2022-07-21T12:17:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-1-iscsi', '_floatingips': [{'id': '1b93cddd-bce2-4372-b5e2-a869e77b429d', 'tenant_id': '994738157bca4d9d887f316699bd9387', 'floating_ip_address': '172.27.3.101', 'floating_network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'router_id': 'f5055487-3a49-4ec4-87fb-0d2fb8bef04f', 'port_id': '102231b0-4167-4147-a158-c39b3fb5ca64', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8c282145-933c-4b50-a925-186bff239b95', 'mac_address': 'fa:16:3e:56:d7:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2400d441-d159-4bda-b81f-fc7bebd80d82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T12:18:29Z', 'updated_at': '2022-07-21T12:18:29Z', 'revision_number': 0, 'project_id': '994738157bca4d9d887f316699bd9387', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8a840cd-efa9-4927-a522-b79e6867b1e3', 'name': '', 'network_id': '8c282145-933c-4b50-a925-186bff239b95', 'tenant_id': '994738157bca4d9d887f316699bd9387', 'mac_address': 'fa:16:3e:3d:ec:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5055487-3a49-4ec4-87fb-0d2fb8bef04f', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '676ad41d-510b-4151-ab97-7369b1d7baa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:17:11Z', 'updated_at': '2022-07-21T12:17:18Z', 'revision_number': 5, 'project_id': '994738157bca4d9d887f316699bd9387', 'subnets': [{'id': '676ad41d-510b-4151-ab97-7369b1d7baa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-1-iscsi', False) {} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:18:31.857296 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e5a733-95ac-4650-a44b-d72b8f5fa45e None None] Checking router: f5055487-3a49-4ec4-87fb-0d2fb8bef04f for host: dv-cinder-850321-1-iscsi {{(pid=104161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 12:18:31.872885 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e5a733-95ac-4650-a44b-d72b8f5fa45e None None] Routers {'f5055487-3a49-4ec4-87fb-0d2fb8bef04f'} bound to L3 agent in host dv-cinder-850321-1-iscsi {{(pid=104161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 12:18:31.874083 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-67e5a733-95ac-4650-a44b-d72b8f5fa45e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-21T12:06:45Z,description=,heartbeat_timestamp=2022-07-21T12:18:15Z,host='dv-cinder-850321-1-iscsi',id=ceb1130f-c61e-494c-be4f-967cc153319c,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T12:06:45Z,topic='l3_agent')) {'router_ids': ['f5055487-3a49-4ec4-87fb-0d2fb8bef04f'], 'active': True} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:18:31.909636 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:18:31.928001 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvr_db [None req-f373fd5c-939a-488e-93ae-4c27ca27df99 None None] Set router f7cde703-d232-440d-9898-a0aed7dfe59c gateway port host: dv-cinder-850321-1-iscsi {{(pid=104162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 12:18:31.987064 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvr_db [None req-67e5a733-95ac-4650-a44b-d72b8f5fa45e None None] Set router f5055487-3a49-4ec4-87fb-0d2fb8bef04f gateway port host: dv-cinder-850321-1-iscsi {{(pid=104161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 12:18:32.048522 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-b11662ad-2d62-4836-a318-2c44ccdb244b tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "PUT /v2.0/floatingips/239e24d4-a5ff-42a1-9f26-0af6c13119b4 HTTP/1.1" status: 200 len: 991 time: 1.2736099 Jul 21 12:18:32.049148 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7beff96-056c-4a78-b04d-a40d451df275', 'tag': 'be4abb71-cd5c-494a-afbd-f3f3edffda94'}] {{(pid=104160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 12:18:32.051875 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eb085c56e9e86bbd6a0965d2ba727f3997621403869b150ca98f31427dd41b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abb152b6-8420-4c7f-bd2a-8a87d7804fcc" -d '{"events": [{"name": "network-changed", "server_uuid": "f7beff96-056c-4a78-b04d-a40d451df275", "tag": "be4abb71-cd5c-494a-afbd-f3f3edffda94"}]}' {{(pid=104160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 12:18:32.094543 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 12:18:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e3fe730-bd20-4702-a66f-1f6f6edaf5ee x-openstack-request-id: req-8e3fe730-bd20-4702-a66f-1f6f6edaf5ee {{(pid=104160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 12:18:32.094845 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7beff96-056c-4a78-b04d-a40d451df275", "tag": "be4abb71-cd5c-494a-afbd-f3f3edffda94", "status": "completed", "code": 200}]} {{(pid=104160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 12:18:32.095102 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8e3fe730-bd20-4702-a66f-1f6f6edaf5ee {{(pid=104160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 12:18:32.095540 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e3fe730-bd20-4702-a66f-1f6f6edaf5ee'] response: {'name': 'network-changed', 'server_uuid': 'f7beff96-056c-4a78-b04d-a40d451df275', 'tag': 'be4abb71-cd5c-494a-afbd-f3f3edffda94', 'status': 'completed', 'code': 200} Jul 21 12:18:32.226760 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-67e5a733-95ac-4650-a44b-d72b8f5fa45e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5055487-3a49-4ec4-87fb-0d2fb8bef04f', 'name': 'tempest-TestShelveInstance-368893645-router', 'tenant_id': '994738157bca4d9d887f316699bd9387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'external_fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': '0a844b22-5d2b-426f-bd30-18fb6671583f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T12:17:07Z', 'updated_at': '2022-07-21T12:17:12Z', 'revision_number': 4, 'project_id': '994738157bca4d9d887f316699bd9387', 'gw_port': {'id': '0a844b22-5d2b-426f-bd30-18fb6671583f', 'name': '', 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:cb:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5055487-3a49-4ec4-87fb-0d2fb8bef04f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:17:08Z', 'updated_at': '2022-07-21T12:17:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-1-iscsi', '_floatingips': [{'id': '1b93cddd-bce2-4372-b5e2-a869e77b429d', 'tenant_id': '994738157bca4d9d887f316699bd9387', 'floating_ip_address': '172.27.3.101', 'floating_network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'router_id': 'f5055487-3a49-4ec4-87fb-0d2fb8bef04f', 'port_id': '102231b0-4167-4147-a158-c39b3fb5ca64', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8c282145-933c-4b50-a925-186bff239b95', 'mac_address': 'fa:16:3e:56:d7:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2400d441-d159-4bda-b81f-fc7bebd80d82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T12:18:29Z', 'updated_at': '2022-07-21T12:18:29Z', 'revision_number': 0, 'project_id': '994738157bca4d9d887f316699bd9387', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8a840cd-efa9-4927-a522-b79e6867b1e3', 'name': '', 'network_id': '8c282145-933c-4b50-a925-186bff239b95', 'tenant_id': '994738157bca4d9d887f316699bd9387', 'mac_address': 'fa:16:3e:3d:ec:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5055487-3a49-4ec4-87fb-0d2fb8bef04f', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '676ad41d-510b-4151-ab97-7369b1d7baa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:17:11Z', 'updated_at': '2022-07-21T12:17:18Z', 'revision_number': 5, 'project_id': '994738157bca4d9d887f316699bd9387', 'subnets': [{'id': '676ad41d-510b-4151-ab97-7369b1d7baa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-1-iscsi', False) {} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:18:32.253418 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e5a733-95ac-4650-a44b-d72b8f5fa45e None None] The sync data for ids ['f5055487-3a49-4ec4-87fb-0d2fb8bef04f'] in dv-cinder-850321-1-iscsi is: [{'id': 'f5055487-3a49-4ec4-87fb-0d2fb8bef04f', 'name': 'tempest-TestShelveInstance-368893645-router', 'tenant_id': '994738157bca4d9d887f316699bd9387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'external_fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': '0a844b22-5d2b-426f-bd30-18fb6671583f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T12:17:07Z', 'updated_at': '2022-07-21T12:17:12Z', 'revision_number': 4, 'project_id': '994738157bca4d9d887f316699bd9387', 'gw_port': {'id': '0a844b22-5d2b-426f-bd30-18fb6671583f', 'name': '', 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:cb:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5055487-3a49-4ec4-87fb-0d2fb8bef04f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:17:08Z', 'updated_at': '2022-07-21T12:17:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-1-iscsi', '_floatingips': [{'id': '1b93cddd-bce2-4372-b5e2-a869e77b429d', 'tenant_id': '994738157bca4d9d887f316699bd9387', 'floating_ip_address': '172.27.3.101', 'floating_network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'router_id': 'f5055487-3a49-4ec4-87fb-0d2fb8bef04f', 'port_id': '102231b0-4167-4147-a158-c39b3fb5ca64', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8c282145-933c-4b50-a925-186bff239b95', 'mac_address': 'fa:16:3e:56:d7:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2400d441-d159-4bda-b81f-fc7bebd80d82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T12:18:29Z', 'updated_at': '2022-07-21T12:18:29Z', 'revision_number': 0, 'project_id': '994738157bca4d9d887f316699bd9387', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8a840cd-efa9-4927-a522-b79e6867b1e3', 'name': '', 'network_id': '8c282145-933c-4b50-a925-186bff239b95', 'tenant_id': '994738157bca4d9d887f316699bd9387', 'mac_address': 'fa:16:3e:3d:ec:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5055487-3a49-4ec4-87fb-0d2fb8bef04f', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '676ad41d-510b-4151-ab97-7369b1d7baa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:17:11Z', 'updated_at': '2022-07-21T12:17:18Z', 'revision_number': 5, 'project_id': '994738157bca4d9d887f316699bd9387', 'subnets': [{'id': '676ad41d-510b-4151-ab97-7369b1d7baa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 12:18:32.296843 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (0e418a3d-140a-4386-ad03-1f6ad2d8ed7b), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:18:32.313659 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_hamode_db [None req-f373fd5c-939a-488e-93ae-4c27ca27df99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7cde703-d232-440d-9898-a0aed7dfe59c', 'name': 'tempest-ServerRescueNegativeTestJSON-1507637807-router', 'tenant_id': 'f3726ac8b83847468671bd930deb5492', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'external_fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': 'ba4fbb24-038c-4480-b6ce-f3922637d5fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T12:15:26Z', 'updated_at': '2022-07-21T12:15:39Z', 'revision_number': 4, 'project_id': 'f3726ac8b83847468671bd930deb5492', 'gw_port': {'id': 'ba4fbb24-038c-4480-b6ce-f3922637d5fc', 'name': '', 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:51:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7cde703-d232-440d-9898-a0aed7dfe59c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:15:27Z', 'updated_at': '2022-07-21T12:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-1-iscsi', '_floatingips': [{'id': '239e24d4-a5ff-42a1-9f26-0af6c13119b4', 'tenant_id': 'f3726ac8b83847468671bd930deb5492', 'floating_ip_address': '172.27.3.204', 'floating_network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'router_id': 'f7cde703-d232-440d-9898-a0aed7dfe59c', 'port_id': 'be4abb71-cd5c-494a-afbd-f3f3edffda94', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 412, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac7b63b3-36ed-4162-888b-3062a1149573', 'mac_address': 'fa:16:3e:90:0b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7beff96-056c-4a78-b04d-a40d451df275', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T12:18:01Z', 'updated_at': '2022-07-21T12:18:31Z', 'revision_number': 1, 'project_id': 'f3726ac8b83847468671bd930deb5492', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dddb8c86-648d-4310-a805-8ec6ac8ca639', 'name': '', 'network_id': 'ac7b63b3-36ed-4162-888b-3062a1149573', 'tenant_id': 'f3726ac8b83847468671bd930deb5492', 'mac_address': 'fa:16:3e:92:90:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7cde703-d232-440d-9898-a0aed7dfe59c', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '85871871-89d2-41dd-b1d6-9b7f2440aaee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:15:36Z', 'updated_at': '2022-07-21T12:15:52Z', 'revision_number': 5, 'project_id': 'f3726ac8b83847468671bd930deb5492', 'subnets': [{'id': '85871871-89d2-41dd-b1d6-9b7f2440aaee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-1-iscsi', False) {} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:18:32.343550 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f373fd5c-939a-488e-93ae-4c27ca27df99 None None] Checking router: f7cde703-d232-440d-9898-a0aed7dfe59c for host: dv-cinder-850321-1-iscsi {{(pid=104162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 12:18:32.353578 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f373fd5c-939a-488e-93ae-4c27ca27df99 None None] Routers {'f7cde703-d232-440d-9898-a0aed7dfe59c'} bound to L3 agent in host dv-cinder-850321-1-iscsi {{(pid=104162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 12:18:32.354241 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_hamode_db [None req-f373fd5c-939a-488e-93ae-4c27ca27df99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-21T12:06:45Z,description=,heartbeat_timestamp=2022-07-21T12:18:15Z,host='dv-cinder-850321-1-iscsi',id=ceb1130f-c61e-494c-be4f-967cc153319c,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T12:06:45Z,topic='l3_agent')) {'router_ids': ['f7cde703-d232-440d-9898-a0aed7dfe59c'], 'active': True} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:18:32.390896 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e80fb1-c44c-442c-b734-b0cea32c7b5b req-d64a49ea-fc50-457d-a1ac-fd19645c16fc tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:18:32.392657 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-a7e80fb1-c44c-442c-b734-b0cea32c7b5b req-d64a49ea-fc50-457d-a1ac-fd19645c16fc tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/ports?device_id=da30da3d-902c-434d-b650-0e28e2bcd910 HTTP/1.1" status: 200 len: 945 time: 0.0626302 Jul 21 12:18:32.472276 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvr_db [None req-f373fd5c-939a-488e-93ae-4c27ca27df99 None None] Set router f7cde703-d232-440d-9898-a0aed7dfe59c gateway port host: dv-cinder-850321-1-iscsi {{(pid=104162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 12:18:32.476042 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-a7e80fb1-c44c-442c-b734-b0cea32c7b5b req-0ba36b9b-a53d-4d9d-b3aa-ea935962cccd tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/security-groups?id=195f81d2-1587-4fdd-87dd-d5d45e8d9a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768795 Jul 21 12:18:32.500724 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf4f475d-d518-4ff8-948b-3c7cf56c021f None None] New status for floating IP 1b93cddd-bce2-4372-b5e2-a869e77b429d: ACTIVE {{(pid=104161) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 21 12:18:32.714693 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_hamode_db [None req-f373fd5c-939a-488e-93ae-4c27ca27df99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7cde703-d232-440d-9898-a0aed7dfe59c', 'name': 'tempest-ServerRescueNegativeTestJSON-1507637807-router', 'tenant_id': 'f3726ac8b83847468671bd930deb5492', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'external_fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': 'ba4fbb24-038c-4480-b6ce-f3922637d5fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T12:15:26Z', 'updated_at': '2022-07-21T12:15:39Z', 'revision_number': 4, 'project_id': 'f3726ac8b83847468671bd930deb5492', 'gw_port': {'id': 'ba4fbb24-038c-4480-b6ce-f3922637d5fc', 'name': '', 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:51:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7cde703-d232-440d-9898-a0aed7dfe59c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:15:27Z', 'updated_at': '2022-07-21T12:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-1-iscsi', '_floatingips': [{'id': '239e24d4-a5ff-42a1-9f26-0af6c13119b4', 'tenant_id': 'f3726ac8b83847468671bd930deb5492', 'floating_ip_address': '172.27.3.204', 'floating_network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'router_id': 'f7cde703-d232-440d-9898-a0aed7dfe59c', 'port_id': 'be4abb71-cd5c-494a-afbd-f3f3edffda94', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 412, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac7b63b3-36ed-4162-888b-3062a1149573', 'mac_address': 'fa:16:3e:90:0b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7beff96-056c-4a78-b04d-a40d451df275', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T12:18:01Z', 'updated_at': '2022-07-21T12:18:31Z', 'revision_number': 1, 'project_id': 'f3726ac8b83847468671bd930deb5492', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dddb8c86-648d-4310-a805-8ec6ac8ca639', 'name': '', 'network_id': 'ac7b63b3-36ed-4162-888b-3062a1149573', 'tenant_id': 'f3726ac8b83847468671bd930deb5492', 'mac_address': 'fa:16:3e:92:90:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7cde703-d232-440d-9898-a0aed7dfe59c', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '85871871-89d2-41dd-b1d6-9b7f2440aaee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:15:36Z', 'updated_at': '2022-07-21T12:15:52Z', 'revision_number': 5, 'project_id': 'f3726ac8b83847468671bd930deb5492', 'subnets': [{'id': '85871871-89d2-41dd-b1d6-9b7f2440aaee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-1-iscsi', False) {} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:18:32.753501 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f373fd5c-939a-488e-93ae-4c27ca27df99 None None] The sync data for ids ['f7cde703-d232-440d-9898-a0aed7dfe59c'] in dv-cinder-850321-1-iscsi is: [{'id': 'f7cde703-d232-440d-9898-a0aed7dfe59c', 'name': 'tempest-ServerRescueNegativeTestJSON-1507637807-router', 'tenant_id': 'f3726ac8b83847468671bd930deb5492', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'external_fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': 'ba4fbb24-038c-4480-b6ce-f3922637d5fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T12:15:26Z', 'updated_at': '2022-07-21T12:15:39Z', 'revision_number': 4, 'project_id': 'f3726ac8b83847468671bd930deb5492', 'gw_port': {'id': 'ba4fbb24-038c-4480-b6ce-f3922637d5fc', 'name': '', 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:51:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7cde703-d232-440d-9898-a0aed7dfe59c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:15:27Z', 'updated_at': '2022-07-21T12:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-1-iscsi', '_floatingips': [{'id': '239e24d4-a5ff-42a1-9f26-0af6c13119b4', 'tenant_id': 'f3726ac8b83847468671bd930deb5492', 'floating_ip_address': '172.27.3.204', 'floating_network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'router_id': 'f7cde703-d232-440d-9898-a0aed7dfe59c', 'port_id': 'be4abb71-cd5c-494a-afbd-f3f3edffda94', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 412, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac7b63b3-36ed-4162-888b-3062a1149573', 'mac_address': 'fa:16:3e:90:0b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7beff96-056c-4a78-b04d-a40d451df275', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T12:18:01Z', 'updated_at': '2022-07-21T12:18:31Z', 'revision_number': 1, 'project_id': 'f3726ac8b83847468671bd930deb5492', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dddb8c86-648d-4310-a805-8ec6ac8ca639', 'name': '', 'network_id': 'ac7b63b3-36ed-4162-888b-3062a1149573', 'tenant_id': 'f3726ac8b83847468671bd930deb5492', 'mac_address': 'fa:16:3e:92:90:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7cde703-d232-440d-9898-a0aed7dfe59c', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '85871871-89d2-41dd-b1d6-9b7f2440aaee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:15:36Z', 'updated_at': '2022-07-21T12:15:52Z', 'revision_number': 5, 'project_id': 'f3726ac8b83847468671bd930deb5492', 'subnets': [{'id': '85871871-89d2-41dd-b1d6-9b7f2440aaee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 12:18:32.970829 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a1d191-ef32-4e45-abff-77455327171f None None] New status for floating IP 239e24d4-a5ff-42a1-9f26-0af6c13119b4: ACTIVE {{(pid=104162) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 21 12:18:33.018086 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:18:33.093509 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:18:33.491890 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90029396-c1b4-427d-8998-3119d32c5a0a req-50a8fec2-4682-488e-be86-4ad974177203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:18:33.494417 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-90029396-c1b4-427d-8998-3119d32c5a0a req-50a8fec2-4682-488e-be86-4ad974177203 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=994738157bca4d9d887f316699bd9387&device_id=2400d441-d159-4bda-b81f-fc7bebd80d82 HTTP/1.1" status: 200 len: 1129 time: 0.0509953 Jul 21 12:18:33.494943 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb152b6-8420-4c7f-bd2a-8a87d7804fcc req-20c616a2-5dc2-4907-95e6-dfddfad280b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:18:33.496544 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-abb152b6-8420-4c7f-bd2a-8a87d7804fcc req-20c616a2-5dc2-4907-95e6-dfddfad280b4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f3726ac8b83847468671bd930deb5492&device_id=f7beff96-056c-4a78-b04d-a40d451df275 HTTP/1.1" status: 200 len: 1129 time: 0.0447800 Jul 21 12:18:33.659880 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b61ae21-c1ff-439a-b992-ffcfdf4b5530 req-a0897fbd-c789-4031-9ac6-56704a273dbd tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:18:33.661568 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-4b61ae21-c1ff-439a-b992-ffcfdf4b5530 req-a0897fbd-c789-4031-9ac6-56704a273dbd tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/ports?device_id=da30da3d-902c-434d-b650-0e28e2bcd910 HTTP/1.1" status: 200 len: 945 time: 0.1148365 Jul 21 12:18:33.669173 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb152b6-8420-4c7f-bd2a-8a87d7804fcc req-3eb6de58-9c62-418c-8682-5da24f3e85b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:18:33.670830 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-abb152b6-8420-4c7f-bd2a-8a87d7804fcc req-3eb6de58-9c62-418c-8682-5da24f3e85b1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ac7b63b3-36ed-4162-888b-3062a1149573 HTTP/1.1" status: 200 len: 920 time: 0.1148665 Jul 21 12:18:33.762694 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-4b61ae21-c1ff-439a-b992-ffcfdf4b5530 req-bb7b9310-d1a6-413a-bc91-78dc326f2204 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/security-groups?id=195f81d2-1587-4fdd-87dd-d5d45e8d9a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737050 Jul 21 12:18:33.764631 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90029396-c1b4-427d-8998-3119d32c5a0a req-917ce956-fe8f-409f-a141-018c78f546ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:18:33.766149 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-90029396-c1b4-427d-8998-3119d32c5a0a req-917ce956-fe8f-409f-a141-018c78f546ef service neutron] 10.222.0.48 "GET /v2.0/networks?id=8c282145-933c-4b50-a925-186bff239b95 HTTP/1.1" status: 200 len: 909 time: 0.1951385 Jul 21 12:18:34.032779 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-abb152b6-8420-4c7f-bd2a-8a87d7804fcc req-47cea5aa-a3cb-405d-bfda-3b00112dd910 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=be4abb71-cd5c-494a-afbd-f3f3edffda94 HTTP/1.1" status: 200 len: 1001 time: 0.0950630 Jul 21 12:18:34.066583 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-90029396-c1b4-427d-8998-3119d32c5a0a req-c28f1b48-40e8-4b91-80ea-0884fd8b132f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=102231b0-4167-4147-a158-c39b3fb5ca64 HTTP/1.1" status: 200 len: 1001 time: 0.1343753 Jul 21 12:18:34.242357 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90029396-c1b4-427d-8998-3119d32c5a0a req-98605619-348a-46bd-a5ea-fe64f2fe7953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:18:34.244761 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-90029396-c1b4-427d-8998-3119d32c5a0a req-98605619-348a-46bd-a5ea-fe64f2fe7953 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=676ad41d-510b-4151-ab97-7369b1d7baa6 HTTP/1.1" status: 200 len: 847 time: 0.0556750 Jul 21 12:18:34.301107 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9db6225-3f22-42e1-8bec-62b12dcdc51a req-236808ca-1d6c-456b-b8a0-dc731647ec92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:18:34.302623 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-e9db6225-3f22-42e1-8bec-62b12dcdc51a req-236808ca-1d6c-456b-b8a0-dc731647ec92 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2409e2644eb14d6b9545088c08d22273&device_id=da30da3d-902c-434d-b650-0e28e2bcd910 HTTP/1.1" status: 200 len: 1129 time: 0.1038556 Jul 21 12:18:34.306040 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90029396-c1b4-427d-8998-3119d32c5a0a req-40a9958f-92c7-4133-870f-485ddaea611a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:18:34.307975 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-90029396-c1b4-427d-8998-3119d32c5a0a req-40a9958f-92c7-4133-870f-485ddaea611a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8c282145-933c-4b50-a925-186bff239b95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0507476 Jul 21 12:18:34.308116 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-416c02a0-4235-4841-8f81-18400cf95a48 req-8ee25cb5-f7a0-4e2b-9157-06205bdde803 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=27a94fde-54c5-4b8d-9fa5-dab03fa1ac07&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1079865 Jul 21 12:18:34.312487 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb152b6-8420-4c7f-bd2a-8a87d7804fcc req-1b9e62a4-263c-4158-b324-1fd47ea85cce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:18:34.313968 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-abb152b6-8420-4c7f-bd2a-8a87d7804fcc req-1b9e62a4-263c-4158-b324-1fd47ea85cce service neutron] 10.222.0.48 "GET /v2.0/subnets?id=85871871-89d2-41dd-b1d6-9b7f2440aaee HTTP/1.1" status: 200 len: 858 time: 0.1234565 Jul 21 12:18:34.455428 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416c02a0-4235-4841-8f81-18400cf95a48 req-fcec3c18-633f-4de6-b6c2-a8434f5a031b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:18:34.457333 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-416c02a0-4235-4841-8f81-18400cf95a48 req-fcec3c18-633f-4de6-b6c2-a8434f5a031b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f3726ac8b83847468671bd930deb5492&device_id=27a94fde-54c5-4b8d-9fa5-dab03fa1ac07 HTTP/1.1" status: 200 len: 1129 time: 0.0788336 Jul 21 12:18:34.510213 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-90029396-c1b4-427d-8998-3119d32c5a0a req-aa9b2f34-8ec0-4fab-b65f-d8dae30cbf9b service neutron] 10.222.0.48 "GET /v2.0/networks/8c282145-933c-4b50-a925-186bff239b95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661341 Jul 21 12:18:34.532718 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:18:34.620794 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb152b6-8420-4c7f-bd2a-8a87d7804fcc req-15ed65b0-199b-4969-b5b5-d272e278d3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:18:34.622381 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-abb152b6-8420-4c7f-bd2a-8a87d7804fcc req-15ed65b0-199b-4969-b5b5-d272e278d3ed service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ac7b63b3-36ed-4162-888b-3062a1149573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1830852 Jul 21 12:18:34.688680 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9db6225-3f22-42e1-8bec-62b12dcdc51a req-ef206294-78d2-4201-b91b-e8887ea19b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:18:34.690512 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-e9db6225-3f22-42e1-8bec-62b12dcdc51a req-ef206294-78d2-4201-b91b-e8887ea19b0f service neutron] 10.222.0.48 "GET /v2.0/networks?id=ff0fcfbd-22d3-47ea-80f2-195b1cbc803d HTTP/1.1" status: 200 len: 917 time: 0.3544848 Jul 21 12:18:34.735079 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-90029396-c1b4-427d-8998-3119d32c5a0a req-a23231f4-6ff3-4b73-be82-f83f7341e87c service neutron] 10.222.0.48 "GET /v2.0/networks/8c282145-933c-4b50-a925-186bff239b95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2162075 Jul 21 12:18:34.785749 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416c02a0-4235-4841-8f81-18400cf95a48 req-2a060f14-fb70-4986-b772-70a656eaaa21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:18:34.787408 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-416c02a0-4235-4841-8f81-18400cf95a48 req-2a060f14-fb70-4986-b772-70a656eaaa21 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ac7b63b3-36ed-4162-888b-3062a1149573 HTTP/1.1" status: 200 len: 920 time: 0.2645991 Jul 21 12:18:34.791373 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=100 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:18:34.882778 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-416c02a0-4235-4841-8f81-18400cf95a48 req-ac5bb0e6-a8a3-4910-b3d3-680720a17210 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b3365c3f-0942-40bb-a817-5ce4b6ec653b HTTP/1.1" status: 200 len: 217 time: 0.0621295 Jul 21 12:18:34.897872 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-e9db6225-3f22-42e1-8bec-62b12dcdc51a req-b46b702c-85cd-4caf-a14e-6c45e3e478e4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f7fad9c2-6647-4dae-bdfc-4d793231f5e3 HTTP/1.1" status: 200 len: 1001 time: 0.2002265 Jul 21 12:18:34.960794 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-abb152b6-8420-4c7f-bd2a-8a87d7804fcc req-373be0bd-a031-4ef7-9687-b15ff785e573 service neutron] 10.222.0.48 "GET /v2.0/networks/ac7b63b3-36ed-4162-888b-3062a1149573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3278651 Jul 21 12:18:35.013058 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9a70a3-36b0-48a5-8483-cb080fea9886 req-60a4c35c-29d6-4ed5-96ba-2bfb46237915 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:18:35.014545 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-ba9a70a3-36b0-48a5-8483-cb080fea9886 req-60a4c35c-29d6-4ed5-96ba-2bfb46237915 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/ports?device_id=da30da3d-902c-434d-b650-0e28e2bcd910 HTTP/1.1" status: 200 len: 945 time: 0.1382020 Jul 21 12:18:35.075263 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=100 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:18:35.082911 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416c02a0-4235-4841-8f81-18400cf95a48 req-f15b6c53-41af-4cbb-b67f-77c86c89c408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:18:35.084460 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-416c02a0-4235-4841-8f81-18400cf95a48 req-f15b6c53-41af-4cbb-b67f-77c86c89c408 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=85871871-89d2-41dd-b1d6-9b7f2440aaee HTTP/1.1" status: 200 len: 858 time: 0.1822517 Jul 21 12:18:35.114172 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9db6225-3f22-42e1-8bec-62b12dcdc51a req-747a5c5f-2309-414a-b59c-58e96d866fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:18:35.116602 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-e9db6225-3f22-42e1-8bec-62b12dcdc51a req-747a5c5f-2309-414a-b59c-58e96d866fa0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=cc9a2033-692d-458c-a1e6-ffe26f82c935 HTTP/1.1" status: 200 len: 855 time: 0.1860118 Jul 21 12:18:35.230079 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-ba9a70a3-36b0-48a5-8483-cb080fea9886 req-8568db5f-0486-4c2a-a60a-089b211c8931 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/security-groups?id=195f81d2-1587-4fdd-87dd-d5d45e8d9a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1899512 Jul 21 12:18:35.237048 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416c02a0-4235-4841-8f81-18400cf95a48 req-62925048-c0b9-429a-aee4-6f06c79c5fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:18:35.238628 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-416c02a0-4235-4841-8f81-18400cf95a48 req-62925048-c0b9-429a-aee4-6f06c79c5fba service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ac7b63b3-36ed-4162-888b-3062a1149573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1267591 Jul 21 12:18:35.239720 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9db6225-3f22-42e1-8bec-62b12dcdc51a req-16373e19-5f9a-4064-b4d1-04d078d6c935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:18:35.241079 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-e9db6225-3f22-42e1-8bec-62b12dcdc51a req-16373e19-5f9a-4064-b4d1-04d078d6c935 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ff0fcfbd-22d3-47ea-80f2-195b1cbc803d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1062512 Jul 21 12:18:35.252359 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-abb152b6-8420-4c7f-bd2a-8a87d7804fcc req-1425733b-b0b7-4b9a-9019-ad61ee5c424d service neutron] 10.222.0.48 "GET /v2.0/networks/ac7b63b3-36ed-4162-888b-3062a1149573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2613821 Jul 21 12:18:35.419006 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-416c02a0-4235-4841-8f81-18400cf95a48 req-4d26366a-1096-4e10-987c-7a1ae8180c7c service neutron] 10.222.0.48 "GET /v2.0/networks/ac7b63b3-36ed-4162-888b-3062a1149573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585026 Jul 21 12:18:35.430558 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-e9db6225-3f22-42e1-8bec-62b12dcdc51a req-4dfce481-9484-4d8c-8028-15ec6410c76c service neutron] 10.222.0.48 "GET /v2.0/networks/ff0fcfbd-22d3-47ea-80f2-195b1cbc803d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512220 Jul 21 12:18:35.595747 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-416c02a0-4235-4841-8f81-18400cf95a48 req-053b7342-7698-4e6d-80b0-b468ba81333d service neutron] 10.222.0.48 "GET /v2.0/networks/ac7b63b3-36ed-4162-888b-3062a1149573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640749 Jul 21 12:18:35.599434 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-e9db6225-3f22-42e1-8bec-62b12dcdc51a req-9d0da7eb-edd7-4c1b-9ad7-bbb560983125 service neutron] 10.222.0.48 "GET /v2.0/networks/ff0fcfbd-22d3-47ea-80f2-195b1cbc803d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595221 Jul 21 12:18:36.176953 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Device f7fad9c2-6647-4dae-bdfc-4d793231f5e3 no longer exists at agent hyperv_hv-cinder-85032 {{(pid=104161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 12:18:36.252241 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:18:36.332624 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Current status of the port f7fad9c2-6647-4dae-bdfc-4d793231f5e3 is: ACTIVE; New status is: DOWN {{(pid=104161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 12:18:36.333248 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (f7fad9c2-6647-4dae-bdfc-4d793231f5e3), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:18:36.383734 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da30da3d-902c-434d-b650-0e28e2bcd910', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7fad9c2-6647-4dae-bdfc-4d793231f5e3'}] {{(pid=104161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 12:18:36.386823 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cdf8932827941a003a674b569a46f4ce1abada81d99297f544444a18ab6c7ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14fdb22a-8585-4330-9206-ea306bcc5704" -d '{"events": [{"server_uuid": "da30da3d-902c-434d-b650-0e28e2bcd910", "name": "network-vif-unplugged", "status": "completed", "tag": "f7fad9c2-6647-4dae-bdfc-4d793231f5e3"}]}' {{(pid=104161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 12:18:36.404833 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] For port f7fad9c2-6647-4dae-bdfc-4d793231f5e3, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=f7fad9c2-6647-4dae-bdfc-4d793231f5e3,segment=NetworkSegment(7232b8b8-b9cf-453a-b8fc-7068d6546503),segment_id=7232b8b8-b9cf-453a-b8fc-7068d6546503)] {{(pid=104161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 12:18:36.411573 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158'] for port (f7fad9c2-6647-4dae-bdfc-4d793231f5e3), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:18:36.478133 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 21 Jul 2022 12:18:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f88bbf0-4ffa-484b-ab59-186d0be1bbd5 x-openstack-request-id: req-8f88bbf0-4ffa-484b-ab59-186d0be1bbd5 {{(pid=104161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 12:18:36.478485 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da30da3d-902c-434d-b650-0e28e2bcd910", "name": "network-vif-unplugged", "status": "completed", "tag": "f7fad9c2-6647-4dae-bdfc-4d793231f5e3", "code": 200}]} {{(pid=104161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 12:18:36.478719 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8f88bbf0-4ffa-484b-ab59-186d0be1bbd5 {{(pid=104161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 12:18:36.479436 dv-cinder-850321-1-iscsi neutron-server[104161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f88bbf0-4ffa-484b-ab59-186d0be1bbd5'] response: {'server_uuid': 'da30da3d-902c-434d-b650-0e28e2bcd910', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7fad9c2-6647-4dae-bdfc-4d793231f5e3', 'code': 200} Jul 21 12:18:36.492606 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Pushing event updated for resources: {'Port': ['ID=f7fad9c2-6647-4dae-bdfc-4d793231f5e3,revision_number=8']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:18:36.516964 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef6d6d0-edee-4d7b-9c9f-f37b82153b5e req-82cc3c4d-5a4d-4226-9c1b-6ddb263bdaaa tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:18:36.520135 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-cef6d6d0-edee-4d7b-9c9f-f37b82153b5e req-82cc3c4d-5a4d-4226-9c1b-6ddb263bdaaa tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/ports?device_id=da30da3d-902c-434d-b650-0e28e2bcd910 HTTP/1.1" status: 200 len: 945 time: 0.1726511 Jul 21 12:18:36.576352 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-cef6d6d0-edee-4d7b-9c9f-f37b82153b5e req-ae845e0c-d92e-4c1d-9e96-3830b5721bbd tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/security-groups?id=195f81d2-1587-4fdd-87dd-d5d45e8d9a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506914 Jul 21 12:18:37.727374 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea86b69e-82e0-4df9-8507-3afedb60f784 req-2d18bc82-7fb0-4880-b7af-c8590149d8ea tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:18:37.729226 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-ea86b69e-82e0-4df9-8507-3afedb60f784 req-2d18bc82-7fb0-4880-b7af-c8590149d8ea tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/ports?device_id=da30da3d-902c-434d-b650-0e28e2bcd910 HTTP/1.1" status: 200 len: 943 time: 0.0615551 Jul 21 12:18:37.803390 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-ea86b69e-82e0-4df9-8507-3afedb60f784 req-69ab3be3-5eb2-4a86-bd76-d5787ef32d10 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/security-groups?id=195f81d2-1587-4fdd-87dd-d5d45e8d9a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642846 Jul 21 12:18:38.931122 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb72dab-05c7-42bc-8b17-cbe13853983f req-25d64275-87de-4016-a8e0-81320d74c1df tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:18:38.932684 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-2eb72dab-05c7-42bc-8b17-cbe13853983f req-25d64275-87de-4016-a8e0-81320d74c1df tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/ports?device_id=da30da3d-902c-434d-b650-0e28e2bcd910 HTTP/1.1" status: 200 len: 943 time: 0.0525405 Jul 21 12:18:38.991536 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-2eb72dab-05c7-42bc-8b17-cbe13853983f req-585e57fa-1650-4d14-91f7-04671449c34e tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/security-groups?id=195f81d2-1587-4fdd-87dd-d5d45e8d9a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500894 Jul 21 12:18:39.270821 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 33784) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:18:39.408594 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-ffc7fcfb-8052-4cd8-8107-c47b9d036855 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:18:39.424596 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=100 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:18:39.526400 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-ffc7fcfb-8052-4cd8-8107-c47b9d036855 admin admin] Publish callbacks [] for security_group (61940c7b-0587-4de9-89ca-f057e263d146), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:18:39.531371 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-ffc7fcfb-8052-4cd8-8107-c47b9d036855 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (61940c7b-0587-4de9-89ca-f057e263d146), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:18:39.582294 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [req-2e8f14aa-daf0-4a9c-bd38-30669daa24ed req-bfba4d0f-b6b6-472f-b1b5-d87f976698fb service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=104159) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 21 12:18:39.583282 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-2e8f14aa-daf0-4a9c-bd38-30669daa24ed req-bfba4d0f-b6b6-472f-b1b5-d87f976698fb service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0063858 Jul 21 12:18:39.584314 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc7fcfb-8052-4cd8-8107-c47b9d036855 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61940c7b-0587-4de9-89ca-f057e263d146,revision_number=1']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:18:39.592035 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.18', 33800) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:18:39.592569 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-ffc7fcfb-8052-4cd8-8107-c47b9d036855 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6f45498ad3db419f8d5a5dd12088893f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3201563 Jul 21 12:18:39.620190 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=100 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:18:39.668211 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-cbbe92fc-1228-4122-9e63-a825f181fe8b admin admin] Publish callbacks [] for security_group (61940c7b-0587-4de9-89ca-f057e263d146), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:18:39.698024 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-cbbe92fc-1228-4122-9e63-a825f181fe8b admin admin] Publish callbacks [] for security_group (61940c7b-0587-4de9-89ca-f057e263d146), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:18:39.831342 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18afeab-6293-47e9-82ae-de386ef8779a req-4bd6a50d-5ead-4056-b8fa-d9cc27c8d3e7 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:18:39.844238 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-b18afeab-6293-47e9-82ae-de386ef8779a req-4bd6a50d-5ead-4056-b8fa-d9cc27c8d3e7 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/ports?device_id=da30da3d-902c-434d-b650-0e28e2bcd910 HTTP/1.1" status: 200 len: 943 time: 0.1009634 Jul 21 12:18:39.884343 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-cbbe92fc-1228-4122-9e63-a825f181fe8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (61940c7b-0587-4de9-89ca-f057e263d146), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:18:39.887362 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-cbbe92fc-1228-4122-9e63-a825f181fe8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:18:39.888881 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-cbbe92fc-1228-4122-9e63-a825f181fe8b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/61940c7b-0587-4de9-89ca-f057e263d146 HTTP/1.1" status: 204 len: 168 time: 0.2950959 Jul 21 12:18:39.904863 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbe92fc-1228-4122-9e63-a825f181fe8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61940c7b-0587-4de9-89ca-f057e263d146,revision_number=None']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:18:39.965087 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-b18afeab-6293-47e9-82ae-de386ef8779a req-4097bd6c-b109-4d84-a0d2-986edbc21396 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/security-groups?id=195f81d2-1587-4fdd-87dd-d5d45e8d9a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1195445 Jul 21 12:18:40.186100 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Device f7fad9c2-6647-4dae-bdfc-4d793231f5e3 no longer exists at agent hyperv_hv-cinder-85032 {{(pid=104161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 12:18:40.232340 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.18', 33834) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:18:40.263448 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Current status of the port f7fad9c2-6647-4dae-bdfc-4d793231f5e3 is: DOWN; New status is: DOWN {{(pid=104161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 12:18:40.321848 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-59d65f2d-b45f-46c6-a12e-a5151f6adba5 req-b3e1dea1-1eec-418c-82e5-4c9fa1f16ba2 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=da30da3d-902c-434d-b650-0e28e2bcd910&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0883133 Jul 21 12:18:40.330775 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [req-59d65f2d-b45f-46c6-a12e-a5151f6adba5 req-a0a677c1-4591-4bfc-8136-f6bb0f2e40b8 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=104160) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 21 12:18:40.331800 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-59d65f2d-b45f-46c6-a12e-a5151f6adba5 req-a0a677c1-4591-4bfc-8136-f6bb0f2e40b8 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0052121 Jul 21 12:18:40.494294 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 33850) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:18:40.659506 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d65f2d-b45f-46c6-a12e-a5151f6adba5 req-11f11581-9444-45a0-a3c3-70866388da79 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:18:40.660978 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-59d65f2d-b45f-46c6-a12e-a5151f6adba5 req-11f11581-9444-45a0-a3c3-70866388da79 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/ports/f7fad9c2-6647-4dae-bdfc-4d793231f5e3 HTTP/1.1" status: 200 len: 940 time: 0.1655288 Jul 21 12:18:41.138606 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded0f17d-4bb5-48e9-a047-f088d45c0cbd req-42b64033-0ad2-4e4d-bc13-5d6a44911b4d tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:18:41.141277 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-ded0f17d-4bb5-48e9-a047-f088d45c0cbd req-42b64033-0ad2-4e4d-bc13-5d6a44911b4d tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/ports?device_id=da30da3d-902c-434d-b650-0e28e2bcd910 HTTP/1.1" status: 200 len: 943 time: 0.0740712 Jul 21 12:18:41.206492 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-ded0f17d-4bb5-48e9-a047-f088d45c0cbd req-aa791619-c796-427e-a95c-330cfa7c2eea tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/security-groups?id=195f81d2-1587-4fdd-87dd-d5d45e8d9a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582688 Jul 21 12:18:41.427588 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-7924407b-f495-4cea-9c14-fedb72ba2ea3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (8a21e728-a2e9-4580-a748-6ac9ba47a2a7), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:18:42.330946 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89cc61e-137d-43db-895e-9c730cd45779 req-e5356d13-4011-4c9a-9373-7cd1e6144bb2 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:18:42.332497 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-f89cc61e-137d-43db-895e-9c730cd45779 req-e5356d13-4011-4c9a-9373-7cd1e6144bb2 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/ports?device_id=da30da3d-902c-434d-b650-0e28e2bcd910 HTTP/1.1" status: 200 len: 943 time: 0.0515058 Jul 21 12:18:42.384515 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-f89cc61e-137d-43db-895e-9c730cd45779 req-be0d71b0-55cc-4e25-b0f7-419e04ae8c80 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/security-groups?id=195f81d2-1587-4fdd-87dd-d5d45e8d9a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462279 Jul 21 12:18:43.093759 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=3,neutron:UPDATE=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:18:43.540207 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9300846-2f68-4d00-ae68-462eed841a39 req-f881d2a0-972a-4af6-81e1-86b53c509f07 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:18:43.541955 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-f9300846-2f68-4d00-ae68-462eed841a39 req-f881d2a0-972a-4af6-81e1-86b53c509f07 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/ports?device_id=da30da3d-902c-434d-b650-0e28e2bcd910 HTTP/1.1" status: 200 len: 943 time: 0.0655429 Jul 21 12:18:43.601529 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-f9300846-2f68-4d00-ae68-462eed841a39 req-d5dc7b14-620d-4f4c-a778-d652dd5987cd tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/security-groups?id=195f81d2-1587-4fdd-87dd-d5d45e8d9a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468352 Jul 21 12:18:44.779669 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:18:44.797908 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0eaa1f-cfc3-46fd-8a4d-8e5e152ecb44 req-58be0462-09b5-4914-bbf0-39e71227631d tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:18:44.800606 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-0d0eaa1f-cfc3-46fd-8a4d-8e5e152ecb44 req-58be0462-09b5-4914-bbf0-39e71227631d tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/ports?device_id=da30da3d-902c-434d-b650-0e28e2bcd910 HTTP/1.1" status: 200 len: 943 time: 0.0985646 Jul 21 12:18:44.870786 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-0d0eaa1f-cfc3-46fd-8a4d-8e5e152ecb44 req-ace9269e-5845-4160-89cf-295802ec5924 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/security-groups?id=195f81d2-1587-4fdd-87dd-d5d45e8d9a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612397 Jul 21 12:18:44.871914 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-b10a6ddc-af28-49a1-88ff-698bc0937a18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (ceb1130f-c61e-494c-be4f-967cc153319c), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:18:45.576767 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d65f2d-b45f-46c6-a12e-a5151f6adba5 req-ea99539f-5703-43e2-bf14-1d52f1e93fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:18:45.578243 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-59d65f2d-b45f-46c6-a12e-a5151f6adba5 req-ea99539f-5703-43e2-bf14-1d52f1e93fd9 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=da30da3d-902c-434d-b650-0e28e2bcd910&tenant_id=2409e2644eb14d6b9545088c08d22273 HTTP/1.1" status: 200 len: 1127 time: 0.0966430 Jul 21 12:18:45.664597 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d65f2d-b45f-46c6-a12e-a5151f6adba5 req-03a67da9-2022-466e-b6e5-ace405ce6d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:18:45.666124 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-59d65f2d-b45f-46c6-a12e-a5151f6adba5 req-03a67da9-2022-466e-b6e5-ace405ce6d99 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2409e2644eb14d6b9545088c08d22273&device_id=da30da3d-902c-434d-b650-0e28e2bcd910 HTTP/1.1" status: 200 len: 1127 time: 0.0454075 Jul 21 12:18:45.776981 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d65f2d-b45f-46c6-a12e-a5151f6adba5 req-35788bce-7543-4f92-9c39-fd2a358d2b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:18:45.778487 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-59d65f2d-b45f-46c6-a12e-a5151f6adba5 req-35788bce-7543-4f92-9c39-fd2a358d2b34 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ff0fcfbd-22d3-47ea-80f2-195b1cbc803d HTTP/1.1" status: 200 len: 917 time: 0.0971951 Jul 21 12:18:45.851840 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-34089123-786a-4f56-8fd8-e31aace790ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (7a27be9f-c1a8-4dec-a92f-42ec7311fe12), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:18:45.868926 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-59d65f2d-b45f-46c6-a12e-a5151f6adba5 req-c126e100-3fd3-48fc-a776-896b2a40d085 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f7fad9c2-6647-4dae-bdfc-4d793231f5e3 HTTP/1.1" status: 200 len: 999 time: 0.0669503 Jul 21 12:18:45.934581 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d65f2d-b45f-46c6-a12e-a5151f6adba5 req-374b7e6e-5d0d-4a3b-993e-6aa77af9262d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:18:45.937386 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-59d65f2d-b45f-46c6-a12e-a5151f6adba5 req-374b7e6e-5d0d-4a3b-993e-6aa77af9262d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=cc9a2033-692d-458c-a1e6-ffe26f82c935 HTTP/1.1" status: 200 len: 855 time: 0.0604534 Jul 21 12:18:46.010760 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d65f2d-b45f-46c6-a12e-a5151f6adba5 req-802ec57a-7d28-4d51-adf1-a45b051edfe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:18:46.012498 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-59d65f2d-b45f-46c6-a12e-a5151f6adba5 req-802ec57a-7d28-4d51-adf1-a45b051edfe1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ff0fcfbd-22d3-47ea-80f2-195b1cbc803d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0678532 Jul 21 12:18:46.046005 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97871f5-6943-416e-8ae7-f744c8f22da5 req-a355335a-7616-4157-a9d0-4a3b3135ca03 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:18:46.049177 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-f97871f5-6943-416e-8ae7-f744c8f22da5 req-a355335a-7616-4157-a9d0-4a3b3135ca03 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/ports?device_id=da30da3d-902c-434d-b650-0e28e2bcd910 HTTP/1.1" status: 200 len: 943 time: 0.0746183 Jul 21 12:18:46.134073 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-f97871f5-6943-416e-8ae7-f744c8f22da5 req-789eb643-44b6-4792-9cb0-d2dac7f39184 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/security-groups?id=195f81d2-1587-4fdd-87dd-d5d45e8d9a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711789 Jul 21 12:18:46.157121 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-59d65f2d-b45f-46c6-a12e-a5151f6adba5 req-4b2aff55-4b07-4f1f-8bec-7ad9a551529c service neutron] 10.222.0.48 "GET /v2.0/networks/ff0fcfbd-22d3-47ea-80f2-195b1cbc803d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284277 Jul 21 12:18:46.274240 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-59d65f2d-b45f-46c6-a12e-a5151f6adba5 req-cbe1dc99-2994-4df6-be24-0cb9417ea82c service neutron] 10.222.0.48 "GET /v2.0/networks/ff0fcfbd-22d3-47ea-80f2-195b1cbc803d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093833 Jul 21 12:18:46.832658 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (c982e9e4-9e4b-4150-8658-75b564dceb25), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:18:47.221920 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-b3746fee-4e12-46ce-ae12-d62ff35738f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (bda8c5c0-9935-4f58-b3ba-5b48a27d9f80), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:18:47.356418 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:18:47.366912 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a765f35d-8c41-4455-b0c0-3801eb6c09f6 req-2f777a95-dba0-463a-8129-a9c55a39ebba tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:18:47.368601 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-a765f35d-8c41-4455-b0c0-3801eb6c09f6 req-2f777a95-dba0-463a-8129-a9c55a39ebba tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/ports?device_id=da30da3d-902c-434d-b650-0e28e2bcd910 HTTP/1.1" status: 200 len: 943 time: 0.0899398 Jul 21 12:18:47.443282 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-a765f35d-8c41-4455-b0c0-3801eb6c09f6 req-7efca229-9609-4833-a721-e2bb08c94f23 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/security-groups?id=195f81d2-1587-4fdd-87dd-d5d45e8d9a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606368 Jul 21 12:18:48.584147 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6efed4a-3f9f-41e3-a7be-3a2de2fb78fb req-2c28cc4c-47d3-4b59-8b7f-ca043f301906 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:18:48.585757 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-b6efed4a-3f9f-41e3-a7be-3a2de2fb78fb req-2c28cc4c-47d3-4b59-8b7f-ca043f301906 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/ports?device_id=da30da3d-902c-434d-b650-0e28e2bcd910 HTTP/1.1" status: 200 len: 943 time: 0.0586834 Jul 21 12:18:48.652700 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-b6efed4a-3f9f-41e3-a7be-3a2de2fb78fb req-72807674-5b34-44da-9357-1068de4756ba tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/security-groups?id=195f81d2-1587-4fdd-87dd-d5d45e8d9a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601966 Jul 21 12:18:49.166529 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.agents_db [None req-4203cc95-03b4-445b-a92f-19fc3dec8381 None None] Agent healthcheck: found 6 active agents {{(pid=104162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 12:18:49.781623 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b3b73f-9657-438f-af46-fd4eca77b021 req-58697404-bf40-40f0-b8b7-b32dc1d9d5ea tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:18:49.783585 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-54b3b73f-9657-438f-af46-fd4eca77b021 req-58697404-bf40-40f0-b8b7-b32dc1d9d5ea tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/ports?device_id=da30da3d-902c-434d-b650-0e28e2bcd910 HTTP/1.1" status: 200 len: 943 time: 0.0527856 Jul 21 12:18:49.843963 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-54b3b73f-9657-438f-af46-fd4eca77b021 req-0a5f8ab9-3623-4df9-8baa-3d4c989c9ba9 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/security-groups?id=195f81d2-1587-4fdd-87dd-d5d45e8d9a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540953 Jul 21 12:18:50.987762 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c81e52f-a5e9-4e2f-9795-184e73dc8fc8 req-564153fa-cb82-4acf-a556-240ac3a6c7cb tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:18:50.989808 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-6c81e52f-a5e9-4e2f-9795-184e73dc8fc8 req-564153fa-cb82-4acf-a556-240ac3a6c7cb tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/ports?device_id=da30da3d-902c-434d-b650-0e28e2bcd910 HTTP/1.1" status: 200 len: 943 time: 0.0603206 Jul 21 12:18:51.045328 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-6c81e52f-a5e9-4e2f-9795-184e73dc8fc8 req-7f5d0ff4-3cd5-4eef-8959-367bab2d650f tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/security-groups?id=195f81d2-1587-4fdd-87dd-d5d45e8d9a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484936 Jul 21 12:18:52.264715 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a2f2f3-8e58-4ee8-95bf-d61259154d94 req-61d05ec8-a7a4-42e3-85a5-822659794f7a tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:18:52.267783 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-48a2f2f3-8e58-4ee8-95bf-d61259154d94 req-61d05ec8-a7a4-42e3-85a5-822659794f7a tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/ports?device_id=da30da3d-902c-434d-b650-0e28e2bcd910 HTTP/1.1" status: 200 len: 943 time: 0.0998778 Jul 21 12:18:52.348674 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-48a2f2f3-8e58-4ee8-95bf-d61259154d94 req-b5dfacd5-cd10-42f6-ae86-1bacba7b6041 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/security-groups?id=195f81d2-1587-4fdd-87dd-d5d45e8d9a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684366 Jul 21 12:18:53.467009 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:18:53.490090 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad35f53f-74f8-4fe0-b2aa-8fba3443a293 req-79cf8ab3-de94-4387-855f-febd1de3d129 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:18:53.491648 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-ad35f53f-74f8-4fe0-b2aa-8fba3443a293 req-79cf8ab3-de94-4387-855f-febd1de3d129 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/ports?device_id=da30da3d-902c-434d-b650-0e28e2bcd910 HTTP/1.1" status: 200 len: 943 time: 0.0639126 Jul 21 12:18:53.555310 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-ad35f53f-74f8-4fe0-b2aa-8fba3443a293 req-5426f18e-6ab1-4945-8914-a5101e6a7982 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/security-groups?id=195f81d2-1587-4fdd-87dd-d5d45e8d9a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528913 Jul 21 12:18:54.714806 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635952db-bd29-4780-91bf-cd77855f867f req-a0af86fa-ebfe-45f7-8d52-5777a5f3ca24 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:18:54.722815 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-635952db-bd29-4780-91bf-cd77855f867f req-a0af86fa-ebfe-45f7-8d52-5777a5f3ca24 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/ports?device_id=da30da3d-902c-434d-b650-0e28e2bcd910 HTTP/1.1" status: 200 len: 943 time: 0.0743051 Jul 21 12:18:54.785512 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-635952db-bd29-4780-91bf-cd77855f867f req-8f5274ed-238b-4992-8db5-1f26bad68b34 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/security-groups?id=195f81d2-1587-4fdd-87dd-d5d45e8d9a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617909 Jul 21 12:18:55.945414 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b031384-0c41-4143-8b1d-9308f9b600ec req-920101d6-a09a-4e67-a220-266bca930576 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:18:55.947772 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-8b031384-0c41-4143-8b1d-9308f9b600ec req-920101d6-a09a-4e67-a220-266bca930576 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/ports?device_id=da30da3d-902c-434d-b650-0e28e2bcd910 HTTP/1.1" status: 200 len: 943 time: 0.0772781 Jul 21 12:18:56.010834 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-8b031384-0c41-4143-8b1d-9308f9b600ec req-79a71cf8-047b-419d-b320-b21038c5ac8a tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/security-groups?id=195f81d2-1587-4fdd-87dd-d5d45e8d9a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568664 Jul 21 12:18:57.145311 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad531608-7f20-439d-8ead-2af1ef0e2faa req-b8f0d0fb-bb46-4376-a50f-c5dd9f0772da tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:18:57.146928 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-ad531608-7f20-439d-8ead-2af1ef0e2faa req-b8f0d0fb-bb46-4376-a50f-c5dd9f0772da tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/ports?device_id=da30da3d-902c-434d-b650-0e28e2bcd910 HTTP/1.1" status: 200 len: 943 time: 0.0591419 Jul 21 12:18:57.208620 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:18:57.210353 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=27,neutron:UPDATE=6 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:18:57.218380 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-ad531608-7f20-439d-8ead-2af1ef0e2faa req-b4a03cbf-6b3f-455a-85a0-67acf1f759f9 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/security-groups?id=195f81d2-1587-4fdd-87dd-d5d45e8d9a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653560 Jul 21 12:18:58.363881 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68697a83-64f8-44b8-8746-5c5e97c1fb9a req-2701a188-edd3-4b58-a4af-7e9cec938c41 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:18:58.365509 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-68697a83-64f8-44b8-8746-5c5e97c1fb9a req-2701a188-edd3-4b58-a4af-7e9cec938c41 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/ports?device_id=da30da3d-902c-434d-b650-0e28e2bcd910 HTTP/1.1" status: 200 len: 943 time: 0.0580182 Jul 21 12:18:58.422915 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-68697a83-64f8-44b8-8746-5c5e97c1fb9a req-7619003f-b5b9-4354-9673-fe177d0632cc tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/security-groups?id=195f81d2-1587-4fdd-87dd-d5d45e8d9a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467565 Jul 21 12:18:59.160575 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:18:59.161560 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:18:59.542130 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=100 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:18:59.556509 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19321004-d5f5-4c77-8900-942c6b26c4c3 req-1251c70e-15b1-4303-aade-c2cd9631fa87 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:18:59.558028 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-19321004-d5f5-4c77-8900-942c6b26c4c3 req-1251c70e-15b1-4303-aade-c2cd9631fa87 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/ports?device_id=da30da3d-902c-434d-b650-0e28e2bcd910 HTTP/1.1" status: 200 len: 943 time: 0.0532231 Jul 21 12:18:59.608086 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-19321004-d5f5-4c77-8900-942c6b26c4c3 req-3f5d0e37-188d-4293-9907-92287e3ed422 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/security-groups?id=195f81d2-1587-4fdd-87dd-d5d45e8d9a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436010 Jul 21 12:19:00.726087 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:19:00.740814 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fc6768-e1ad-4339-b6b3-700dc1521b1f req-4de35a0d-ae49-42df-94aa-cf0359269a51 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:19:00.742641 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-c3fc6768-e1ad-4339-b6b3-700dc1521b1f req-4de35a0d-ae49-42df-94aa-cf0359269a51 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/ports?device_id=da30da3d-902c-434d-b650-0e28e2bcd910 HTTP/1.1" status: 200 len: 943 time: 0.0580056 Jul 21 12:19:00.796549 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-c3fc6768-e1ad-4339-b6b3-700dc1521b1f req-071d63b2-b697-4d9f-baf4-47fabae32ec4 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/security-groups?id=195f81d2-1587-4fdd-87dd-d5d45e8d9a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478184 Jul 21 12:19:01.927446 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171c540d-1ab0-4dc4-87a6-0bce3c6bc83a req-7efb92d5-c445-468b-bba8-c305adbc0fab tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:19:01.929032 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-171c540d-1ab0-4dc4-87a6-0bce3c6bc83a req-7efb92d5-c445-468b-bba8-c305adbc0fab tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/ports?device_id=da30da3d-902c-434d-b650-0e28e2bcd910 HTTP/1.1" status: 200 len: 943 time: 0.0523705 Jul 21 12:19:01.982414 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-171c540d-1ab0-4dc4-87a6-0bce3c6bc83a req-cd1f81d7-a483-4ebc-a2fe-759c8d194ab4 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/security-groups?id=195f81d2-1587-4fdd-87dd-d5d45e8d9a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474288 Jul 21 12:19:02.313937 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (0e418a3d-140a-4386-ad03-1f6ad2d8ed7b), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:03.121567 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fef7f16-d6e4-47c2-92f0-87b5cadad1e0 req-0920c51f-b9b0-47ec-80ce-b0d0df1d65fc tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:19:03.123259 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-2fef7f16-d6e4-47c2-92f0-87b5cadad1e0 req-0920c51f-b9b0-47ec-80ce-b0d0df1d65fc tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/ports?device_id=da30da3d-902c-434d-b650-0e28e2bcd910 HTTP/1.1" status: 200 len: 943 time: 0.0574977 Jul 21 12:19:03.185234 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-2fef7f16-d6e4-47c2-92f0-87b5cadad1e0 req-f48d9f8d-185a-447d-876a-3a253c255b2c tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/security-groups?id=195f81d2-1587-4fdd-87dd-d5d45e8d9a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559528 Jul 21 12:19:04.316648 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff53b6b-f1c9-45a6-97c9-344443eb7734 req-2adfdfe7-fae2-4974-8172-71bd4fa478e5 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:19:04.318234 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-9ff53b6b-f1c9-45a6-97c9-344443eb7734 req-2adfdfe7-fae2-4974-8172-71bd4fa478e5 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/ports?device_id=da30da3d-902c-434d-b650-0e28e2bcd910 HTTP/1.1" status: 200 len: 943 time: 0.0530982 Jul 21 12:19:04.372551 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-9ff53b6b-f1c9-45a6-97c9-344443eb7734 req-b3803688-a62f-4001-add3-5f9cfafcfdde tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/security-groups?id=195f81d2-1587-4fdd-87dd-d5d45e8d9a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480862 Jul 21 12:19:05.501937 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab45308-f409-4774-aed9-4b3d96276bee req-8fa8c798-e6e3-48ab-a244-54122b082f5e tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:19:05.503507 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-fab45308-f409-4774-aed9-4b3d96276bee req-8fa8c798-e6e3-48ab-a244-54122b082f5e tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/ports?device_id=da30da3d-902c-434d-b650-0e28e2bcd910 HTTP/1.1" status: 200 len: 943 time: 0.0505872 Jul 21 12:19:05.558596 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-fab45308-f409-4774-aed9-4b3d96276bee req-621abb5f-b7ec-40a5-b823-5bc708226de8 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/security-groups?id=195f81d2-1587-4fdd-87dd-d5d45e8d9a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487387 Jul 21 12:19:06.933337 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836ffe3f-fbf1-4225-bf8f-b881db616151 req-47e7c9d8-edef-46bc-b494-ae1eb2319c2a tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:19:06.934876 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-836ffe3f-fbf1-4225-bf8f-b881db616151 req-47e7c9d8-edef-46bc-b494-ae1eb2319c2a tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/ports?device_id=da30da3d-902c-434d-b650-0e28e2bcd910 HTTP/1.1" status: 200 len: 943 time: 0.2959447 Jul 21 12:19:06.986582 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-836ffe3f-fbf1-4225-bf8f-b881db616151 req-68c722b7-23b8-4632-ba44-804458129ffd tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/security-groups?id=195f81d2-1587-4fdd-87dd-d5d45e8d9a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430596 Jul 21 12:19:08.128102 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ab9dc4-b83d-4710-b68d-dfc031b2a7d4 req-f95ddcac-c149-43ea-9703-1e9177e1292f tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:19:08.129679 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-19ab9dc4-b83d-4710-b68d-dfc031b2a7d4 req-f95ddcac-c149-43ea-9703-1e9177e1292f tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/ports?device_id=da30da3d-902c-434d-b650-0e28e2bcd910 HTTP/1.1" status: 200 len: 943 time: 0.0614169 Jul 21 12:19:08.189260 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-19ab9dc4-b83d-4710-b68d-dfc031b2a7d4 req-c9eff8ca-a16d-4ebf-b198-a6cd1c9963ec tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/security-groups?id=195f81d2-1587-4fdd-87dd-d5d45e8d9a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531151 Jul 21 12:19:09.327886 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35566d53-df2d-47c9-8319-3f0937283021 req-2ed06144-6540-46c5-8ed1-c5c858a878dd tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:19:09.329866 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-35566d53-df2d-47c9-8319-3f0937283021 req-2ed06144-6540-46c5-8ed1-c5c858a878dd tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/ports?device_id=da30da3d-902c-434d-b650-0e28e2bcd910 HTTP/1.1" status: 200 len: 943 time: 0.0624092 Jul 21 12:19:09.384897 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-35566d53-df2d-47c9-8319-3f0937283021 req-d56eee7e-a15a-4ace-b2eb-3b327d390bd0 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/security-groups?id=195f81d2-1587-4fdd-87dd-d5d45e8d9a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485225 Jul 21 12:19:10.522622 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=100 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:19:10.534658 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763125ef-9f5e-40fd-a261-5f0b22656d4f req-c415fc2e-e77e-4ff7-8448-4bf71119bf37 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:19:10.536174 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-763125ef-9f5e-40fd-a261-5f0b22656d4f req-c415fc2e-e77e-4ff7-8448-4bf71119bf37 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/ports?device_id=da30da3d-902c-434d-b650-0e28e2bcd910 HTTP/1.1" status: 200 len: 943 time: 0.0654268 Jul 21 12:19:10.586485 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-763125ef-9f5e-40fd-a261-5f0b22656d4f req-f89fa1b7-555d-4971-8162-684839c7fe5f tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/security-groups?id=195f81d2-1587-4fdd-87dd-d5d45e8d9a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441251 Jul 21 12:19:10.598096 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12534e8b-12be-41a1-8230-1083d4e02f13 req-105b98e9-227b-4f11-9e67-88e4374fc73e tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:19:10.599652 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-12534e8b-12be-41a1-8230-1083d4e02f13 req-105b98e9-227b-4f11-9e67-88e4374fc73e tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.18 "GET /v2.0/ports?device_id=6021dfe1-6e38-4877-afb0-e7ed82657d5b HTTP/1.1" status: 200 len: 946 time: 0.0487804 Jul 21 12:19:10.648602 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-12534e8b-12be-41a1-8230-1083d4e02f13 req-971bd0a2-9567-4f3e-8e9d-bb20ab1d25c7 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd773931-f2bc-4280-8922-188a759a39b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432141 Jul 21 12:19:11.424322 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-e70c9065-501c-4f26-8474-dcc8fdfb9df9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (8a21e728-a2e9-4580-a748-6ac9ba47a2a7), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:11.713383 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683b1fb7-78f2-434f-8ca9-edb1e99116df req-ebd03fd0-756f-4042-b098-89d0a7f0bc6b tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:19:11.718122 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-683b1fb7-78f2-434f-8ca9-edb1e99116df req-ebd03fd0-756f-4042-b098-89d0a7f0bc6b tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/ports?device_id=da30da3d-902c-434d-b650-0e28e2bcd910 HTTP/1.1" status: 200 len: 943 time: 0.0543606 Jul 21 12:19:11.769974 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-683b1fb7-78f2-434f-8ca9-edb1e99116df req-0d2d674a-2053-41f6-b465-ad046346d18c tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/security-groups?id=195f81d2-1587-4fdd-87dd-d5d45e8d9a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489831 Jul 21 12:19:11.777178 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730e41ac-f762-445e-90fc-a627203d0ac4 req-74c7922c-29d4-41b0-b8dc-b6991d6dad54 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:19:11.778833 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-730e41ac-f762-445e-90fc-a627203d0ac4 req-74c7922c-29d4-41b0-b8dc-b6991d6dad54 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.18 "GET /v2.0/ports?device_id=6021dfe1-6e38-4877-afb0-e7ed82657d5b HTTP/1.1" status: 200 len: 946 time: 0.0549948 Jul 21 12:19:11.827418 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-730e41ac-f762-445e-90fc-a627203d0ac4 req-0bcf439c-9407-434d-b236-6746859fd77f tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd773931-f2bc-4280-8922-188a759a39b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430336 Jul 21 12:19:12.040251 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:19:12.045159 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=5 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:19:12.910957 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59b7cb2-02fe-436a-a9c0-a9d6d2b44fd2 req-645c280a-e6c9-455b-aea0-91575f8483d6 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:19:12.912698 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-b59b7cb2-02fe-436a-a9c0-a9d6d2b44fd2 req-645c280a-e6c9-455b-aea0-91575f8483d6 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/ports?device_id=da30da3d-902c-434d-b650-0e28e2bcd910 HTTP/1.1" status: 200 len: 943 time: 0.0605328 Jul 21 12:19:12.957932 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538511ab-0d2f-479c-9491-0937da2732cc req-e0a7ab79-3c82-4290-937f-1f3d9fa34d66 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:19:12.959723 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-538511ab-0d2f-479c-9491-0937da2732cc req-e0a7ab79-3c82-4290-937f-1f3d9fa34d66 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.18 "GET /v2.0/ports?device_id=6021dfe1-6e38-4877-afb0-e7ed82657d5b HTTP/1.1" status: 200 len: 946 time: 0.0496023 Jul 21 12:19:12.962457 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-b59b7cb2-02fe-436a-a9c0-a9d6d2b44fd2 req-86bc6049-d8c8-4241-8973-59f93a795f2e tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/security-groups?id=195f81d2-1587-4fdd-87dd-d5d45e8d9a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440993 Jul 21 12:19:13.012154 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-538511ab-0d2f-479c-9491-0937da2732cc req-32ad81e2-a4dc-4c1b-8b6c-f5e18bf04338 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd773931-f2bc-4280-8922-188a759a39b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450089 Jul 21 12:19:13.995766 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51ac3f7-ac7f-4e05-b9de-19e9e2a1dce8 req-2f07240a-e5b9-492a-8834-a3691e523a8a tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:19:13.997314 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-d51ac3f7-ac7f-4e05-b9de-19e9e2a1dce8 req-2f07240a-e5b9-492a-8834-a3691e523a8a tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.48 "GET /v2.0/ports?device_id=6021dfe1-6e38-4877-afb0-e7ed82657d5b HTTP/1.1" status: 200 len: 946 time: 0.0502598 Jul 21 12:19:14.125938 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743d23bd-62ea-41e2-a2fc-465a6c6a73c3 req-ad847e49-a3ab-473e-a370-5d276fb825b9 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:19:14.127612 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-743d23bd-62ea-41e2-a2fc-465a6c6a73c3 req-ad847e49-a3ab-473e-a370-5d276fb825b9 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/ports?device_id=da30da3d-902c-434d-b650-0e28e2bcd910 HTTP/1.1" status: 200 len: 943 time: 0.0856862 Jul 21 12:19:14.138496 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3da1a0-50fc-4b97-aae1-cb5c3b9aee58 req-231d1cdd-ab16-4449-af26-9a3256f67c62 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:19:14.141116 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-1c3da1a0-50fc-4b97-aae1-cb5c3b9aee58 req-231d1cdd-ab16-4449-af26-9a3256f67c62 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.18 "GET /v2.0/ports?device_id=6021dfe1-6e38-4877-afb0-e7ed82657d5b HTTP/1.1" status: 200 len: 946 time: 0.0563130 Jul 21 12:19:14.143510 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [req-d51ac3f7-ac7f-4e05-b9de-19e9e2a1dce8 req-2b46301d-d089-4032-aa75-a2824c432207 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Deleting port 2b322a01-f53d-4e5b-93c0-d5b7ef7f24dc {{(pid=104160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 12:19:14.143850 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-d51ac3f7-ac7f-4e05-b9de-19e9e2a1dce8 req-2b46301d-d089-4032-aa75-a2824c432207 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760977592'] for port (2b322a01-f53d-4e5b-93c0-d5b7ef7f24dc), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:14.185600 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=100 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:19:14.194555 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-1c3da1a0-50fc-4b97-aae1-cb5c3b9aee58 req-9570106c-4903-4f4a-8d71-c12510ffb78b tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd773931-f2bc-4280-8922-188a759a39b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470774 Jul 21 12:19:14.239310 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-743d23bd-62ea-41e2-a2fc-465a6c6a73c3 req-6a554f23-394f-442b-8d7d-4a3452ae2bf8 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/security-groups?id=195f81d2-1587-4fdd-87dd-d5d45e8d9a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059139 Jul 21 12:19:14.270413 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.db [req-d51ac3f7-ac7f-4e05-b9de-19e9e2a1dce8 req-2b46301d-d089-4032-aa75-a2824c432207 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] For port 2b322a01-f53d-4e5b-93c0-d5b7ef7f24dc, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=2b322a01-f53d-4e5b-93c0-d5b7ef7f24dc,segment=NetworkSegment(12da12e1-cfd0-4313-ac52-6e5f4f39ccb4),segment_id=12da12e1-cfd0-4313-ac52-6e5f4f39ccb4)] {{(pid=104160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 12:19:14.270785 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-d51ac3f7-ac7f-4e05-b9de-19e9e2a1dce8 req-2b46301d-d089-4032-aa75-a2824c432207 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683200'] for port (2b322a01-f53d-4e5b-93c0-d5b7ef7f24dc), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:14.304659 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=100 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:19:14.384241 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Device f7fad9c2-6647-4dae-bdfc-4d793231f5e3 details requested by agent hyperv_hv-cinder-85032 with host hv-cinder-85032 {{(pid=104161) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 21 12:19:14.488550 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-d51ac3f7-ac7f-4e05-b9de-19e9e2a1dce8 req-2b46301d-d089-4032-aa75-a2824c432207 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:14.488893 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-d51ac3f7-ac7f-4e05-b9de-19e9e2a1dce8 req-2b46301d-d089-4032-aa75-a2824c432207 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681920'] for floatingip (749abbc3-140c-4285-92a9-85c14c23b17c), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:14.489245 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.db.l3_db [req-d51ac3f7-ac7f-4e05-b9de-19e9e2a1dce8 req-2b46301d-d089-4032-aa75-a2824c432207 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Floating IP 749abbc3-140c-4285-92a9-85c14c23b17c disassociated. External IP: 172.27.3.82, port: 2b322a01-f53d-4e5b-93c0-d5b7ef7f24dc. Jul 21 12:19:14.489585 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [req-d51ac3f7-ac7f-4e05-b9de-19e9e2a1dce8 req-2b46301d-d089-4032-aa75-a2824c432207 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Calling delete_port for 2b322a01-f53d-4e5b-93c0-d5b7ef7f24dc owned by compute:nova {{(pid=104160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 12:19:14.492601 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] For port f7fad9c2-6647-4dae-bdfc-4d793231f5e3, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=f7fad9c2-6647-4dae-bdfc-4d793231f5e3,segment=NetworkSegment(7232b8b8-b9cf-453a-b8fc-7068d6546503),segment_id=7232b8b8-b9cf-453a-b8fc-7068d6546503)] {{(pid=104161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 12:19:14.506547 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Returning: {'device': 'f7fad9c2-6647-4dae-bdfc-4d793231f5e3', 'network_id': 'ff0fcfbd-22d3-47ea-80f2-195b1cbc803d', 'port_id': 'f7fad9c2-6647-4dae-bdfc-4d793231f5e3', 'mac_address': 'fa:16:3e:76:9b:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc9a2033-692d-458c-a1e6-ffe26f82c935', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104161) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 21 12:19:14.543217 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Current status of the port f7fad9c2-6647-4dae-bdfc-4d793231f5e3 is: DOWN; New status is: BUILD {{(pid=104161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 12:19:14.543637 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (f7fad9c2-6647-4dae-bdfc-4d793231f5e3), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:14.561596 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.notifiers.nova [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7fad9c2-6647-4dae-bdfc-4d793231f5e3 {{(pid=104161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 12:19:14.584247 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] For port f7fad9c2-6647-4dae-bdfc-4d793231f5e3, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=f7fad9c2-6647-4dae-bdfc-4d793231f5e3,segment=NetworkSegment(7232b8b8-b9cf-453a-b8fc-7068d6546503),segment_id=7232b8b8-b9cf-453a-b8fc-7068d6546503)] {{(pid=104161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 12:19:14.591275 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158'] for port (f7fad9c2-6647-4dae-bdfc-4d793231f5e3), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:14.651463 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-d51ac3f7-ac7f-4e05-b9de-19e9e2a1dce8 req-2b46301d-d089-4032-aa75-a2824c432207 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760983080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773760637175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9357752'] for port (2b322a01-f53d-4e5b-93c0-d5b7ef7f24dc), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:14.656994 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Pushing event updated for resources: {'Port': ['ID=f7fad9c2-6647-4dae-bdfc-4d793231f5e3,revision_number=9']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:19:14.661213 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:19:14.666862 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:19:14.667138 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:19:14.667770 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:19:14.668058 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:19:14.676864 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:19:14.676864 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:19:14.676864 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:19:14.676864 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:19:14.676864 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:19:14.676864 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:19:14.676864 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:19:14.676864 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:19:14.676864 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:19:14.676864 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:19:14.676864 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:19:14.683463 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b46301d-d089-4032-aa75-a2824c432207 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Pushing event deleted for resources: {'Port': ['ID=2b322a01-f53d-4e5b-93c0-d5b7ef7f24dc,revision_number=None']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:19:14.803927 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d51ac3f7-ac7f-4e05-b9de-19e9e2a1dce8 req-2b46301d-d089-4032-aa75-a2824c432207 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Router 00530d2f-799a-4044-9006-5104009f2aa9 has already been hosted by L3 agent ceb1130f-c61e-494c-be4f-967cc153319c {{(pid=104160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 12:19:14.858350 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-b2fc60fb-3e61-40a0-afa9-1f76c786a122 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (ceb1130f-c61e-494c-be4f-967cc153319c), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:14.932981 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d51ac3f7-ac7f-4e05-b9de-19e9e2a1dce8 req-2b46301d-d089-4032-aa75-a2824c432207 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Notify agent at l3_agent.dv-cinder-850321-1-iscsi the message routers_updated {{(pid=104160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 12:19:14.945197 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c5b7d7-5c4d-4790-b405-438d9aeefd2e None None] Sync routers for ids ['00530d2f-799a-4044-9006-5104009f2aa9'] in dv-cinder-850321-1-iscsi {{(pid=104161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 12:19:14.955813 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c5b7d7-5c4d-4790-b405-438d9aeefd2e None None] Routers {'00530d2f-799a-4044-9006-5104009f2aa9'} bound to L3 agent in host dv-cinder-850321-1-iscsi {{(pid=104161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 12:19:14.957024 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-96c5b7d7-5c4d-4790-b405-438d9aeefd2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-21T12:06:45Z,description=,heartbeat_timestamp=2022-07-21T12:19:15Z,host='dv-cinder-850321-1-iscsi',id=ceb1130f-c61e-494c-be4f-967cc153319c,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T12:06:45Z,topic='l3_agent')) {'router_ids': ['00530d2f-799a-4044-9006-5104009f2aa9'], 'active': True} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:19:14.976238 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.db.l3_dvrscheduler_db [req-d51ac3f7-ac7f-4e05-b9de-19e9e2a1dce8 req-2b46301d-d089-4032-aa75-a2824c432207 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] No DVR routers for this DVR port 2b322a01-f53d-4e5b-93c0-d5b7ef7f24dc on host hv-cinder-85032 {{(pid=104160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 12:19:14.978966 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-d51ac3f7-ac7f-4e05-b9de-19e9e2a1dce8 req-2b46301d-d089-4032-aa75-a2824c432207 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170956'] for port (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:14.983030 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-d51ac3f7-ac7f-4e05-b9de-19e9e2a1dce8 req-2b46301d-d089-4032-aa75-a2824c432207 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.48 "DELETE /v2.0/ports/2b322a01-f53d-4e5b-93c0-d5b7ef7f24dc HTTP/1.1" status: 204 len: 173 time: 0.9781711 Jul 21 12:19:14.983501 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6021dfe1-6e38-4877-afb0-e7ed82657d5b', 'name': 'network-vif-deleted', 'tag': '2b322a01-f53d-4e5b-93c0-d5b7ef7f24dc'}] {{(pid=104160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 12:19:14.985769 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eb085c56e9e86bbd6a0965d2ba727f3997621403869b150ca98f31427dd41b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7a4ac7f-4411-4ddf-b801-88c60859947e" -d '{"events": [{"server_uuid": "6021dfe1-6e38-4877-afb0-e7ed82657d5b", "name": "network-vif-deleted", "tag": "2b322a01-f53d-4e5b-93c0-d5b7ef7f24dc"}]}' {{(pid=104160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 12:19:15.028129 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 12:19:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df94f968-3761-4860-a65e-3e975cb884f1 x-openstack-request-id: req-df94f968-3761-4860-a65e-3e975cb884f1 {{(pid=104160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 12:19:15.028781 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6021dfe1-6e38-4877-afb0-e7ed82657d5b", "name": "network-vif-deleted", "tag": "2b322a01-f53d-4e5b-93c0-d5b7ef7f24dc", "status": "completed", "code": 200}]} {{(pid=104160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 12:19:15.028781 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-df94f968-3761-4860-a65e-3e975cb884f1 {{(pid=104160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 12:19:15.029168 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df94f968-3761-4860-a65e-3e975cb884f1'] response: {'server_uuid': '6021dfe1-6e38-4877-afb0-e7ed82657d5b', 'name': 'network-vif-deleted', 'tag': '2b322a01-f53d-4e5b-93c0-d5b7ef7f24dc', 'status': 'completed', 'code': 200} Jul 21 12:19:15.047655 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] get_ports_and_sgs() called for port_ids ['f7fad9c2-6647-4dae-bdfc-4d793231f5e3'] {{(pid=104161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 12:19:15.116636 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvr_db [None req-96c5b7d7-5c4d-4790-b405-438d9aeefd2e None None] Set router 00530d2f-799a-4044-9006-5104009f2aa9 gateway port host: dv-cinder-850321-1-iscsi {{(pid=104161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 12:19:15.357586 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-bb370c93-c3dc-4ac3-b7cc-25c8f3cca525 req-384d74e8-00ff-4cf9-91bd-19d52a6648a5 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.18 "GET /v2.0/ports?device_id=6021dfe1-6e38-4877-afb0-e7ed82657d5b HTTP/1.1" status: 200 len: 210 time: 0.0394466 Jul 21 12:19:15.411667 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69a26bd-b87e-424a-b4e8-a9667c0de6db req-c8580467-28bc-4a16-8b4e-c1380da9ebbf tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:19:15.413275 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-c69a26bd-b87e-424a-b4e8-a9667c0de6db req-c8580467-28bc-4a16-8b4e-c1380da9ebbf tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/ports?device_id=da30da3d-902c-434d-b650-0e28e2bcd910 HTTP/1.1" status: 200 len: 944 time: 0.0802345 Jul 21 12:19:15.431034 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-96c5b7d7-5c4d-4790-b405-438d9aeefd2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00530d2f-799a-4044-9006-5104009f2aa9', 'name': 'tempest-AttachVolumeNegativeTest-1235427896-router', 'tenant_id': 'c7d349f62c0c4747bd1748ca0a4bde00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'external_fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'f1e77053-8d9a-412c-ac41-d1a4ceefb391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T12:15:36Z', 'updated_at': '2022-07-21T12:15:47Z', 'revision_number': 4, 'project_id': 'c7d349f62c0c4747bd1748ca0a4bde00', 'gw_port': {'id': 'f1e77053-8d9a-412c-ac41-d1a4ceefb391', 'name': '', 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:dd:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00530d2f-799a-4044-9006-5104009f2aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:15:38Z', 'updated_at': '2022-07-21T12:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-1-iscsi', '_floatingips': [{'id': 'ae8dbe4b-3e14-4f73-86eb-3ad36325ff78', 'tenant_id': 'c7d349f62c0c4747bd1748ca0a4bde00', 'floating_ip_address': '172.27.3.19', 'floating_network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'router_id': '00530d2f-799a-4044-9006-5104009f2aa9', 'port_id': '89040235-a7fe-4920-8410-a79e4b563eba', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1933b755-354d-4a90-8a75-f1a81a16c8f0', 'mac_address': 'fa:16:3e:49:a3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2740e936-1211-467d-ad2b-d28abc005c89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T12:15:56Z', 'updated_at': '2022-07-21T12:16:53Z', 'revision_number': 2, 'project_id': 'c7d349f62c0c4747bd1748ca0a4bde00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad46f4b3-b3ac-4329-91b8-2a06c4cd41ef', 'name': '', 'network_id': '1933b755-354d-4a90-8a75-f1a81a16c8f0', 'tenant_id': 'c7d349f62c0c4747bd1748ca0a4bde00', 'mac_address': 'fa:16:3e:7f:10:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00530d2f-799a-4044-9006-5104009f2aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '5adcbf66-cad3-499f-bfcd-a299fbf0cd74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:15:44Z', 'updated_at': '2022-07-21T12:16:00Z', 'revision_number': 5, 'project_id': 'c7d349f62c0c4747bd1748ca0a4bde00', 'subnets': [{'id': '5adcbf66-cad3-499f-bfcd-a299fbf0cd74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-1-iscsi', False) {} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:19:15.467788 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c5b7d7-5c4d-4790-b405-438d9aeefd2e None None] Checking router: 00530d2f-799a-4044-9006-5104009f2aa9 for host: dv-cinder-850321-1-iscsi {{(pid=104161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 12:19:15.473892 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:19:15.477189 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:19:15.477920 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-c69a26bd-b87e-424a-b4e8-a9667c0de6db req-844acbfb-6c0f-4b66-9567-5666d0b14754 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/security-groups?id=195f81d2-1587-4fdd-87dd-d5d45e8d9a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562780 Jul 21 12:19:15.487551 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c5b7d7-5c4d-4790-b405-438d9aeefd2e None None] Routers {'00530d2f-799a-4044-9006-5104009f2aa9'} bound to L3 agent in host dv-cinder-850321-1-iscsi {{(pid=104161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 12:19:15.488456 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-96c5b7d7-5c4d-4790-b405-438d9aeefd2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-21T12:06:45Z,description=,heartbeat_timestamp=2022-07-21T12:19:15Z,host='dv-cinder-850321-1-iscsi',id=ceb1130f-c61e-494c-be4f-967cc153319c,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T12:06:45Z,topic='l3_agent')) {'router_ids': ['00530d2f-799a-4044-9006-5104009f2aa9'], 'active': True} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:19:15.620572 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvr_db [None req-96c5b7d7-5c4d-4790-b405-438d9aeefd2e None None] Set router 00530d2f-799a-4044-9006-5104009f2aa9 gateway port host: dv-cinder-850321-1-iscsi {{(pid=104161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 12:19:15.868272 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-34089123-786a-4f56-8fd8-e31aace790ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (7a27be9f-c1a8-4dec-a92f-42ec7311fe12), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:15.871737 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-96c5b7d7-5c4d-4790-b405-438d9aeefd2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00530d2f-799a-4044-9006-5104009f2aa9', 'name': 'tempest-AttachVolumeNegativeTest-1235427896-router', 'tenant_id': 'c7d349f62c0c4747bd1748ca0a4bde00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'external_fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'f1e77053-8d9a-412c-ac41-d1a4ceefb391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T12:15:36Z', 'updated_at': '2022-07-21T12:15:47Z', 'revision_number': 4, 'project_id': 'c7d349f62c0c4747bd1748ca0a4bde00', 'gw_port': {'id': 'f1e77053-8d9a-412c-ac41-d1a4ceefb391', 'name': '', 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:dd:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00530d2f-799a-4044-9006-5104009f2aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:15:38Z', 'updated_at': '2022-07-21T12:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-1-iscsi', '_floatingips': [{'id': 'ae8dbe4b-3e14-4f73-86eb-3ad36325ff78', 'tenant_id': 'c7d349f62c0c4747bd1748ca0a4bde00', 'floating_ip_address': '172.27.3.19', 'floating_network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'router_id': '00530d2f-799a-4044-9006-5104009f2aa9', 'port_id': '89040235-a7fe-4920-8410-a79e4b563eba', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1933b755-354d-4a90-8a75-f1a81a16c8f0', 'mac_address': 'fa:16:3e:49:a3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2740e936-1211-467d-ad2b-d28abc005c89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T12:15:56Z', 'updated_at': '2022-07-21T12:16:53Z', 'revision_number': 2, 'project_id': 'c7d349f62c0c4747bd1748ca0a4bde00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad46f4b3-b3ac-4329-91b8-2a06c4cd41ef', 'name': '', 'network_id': '1933b755-354d-4a90-8a75-f1a81a16c8f0', 'tenant_id': 'c7d349f62c0c4747bd1748ca0a4bde00', 'mac_address': 'fa:16:3e:7f:10:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00530d2f-799a-4044-9006-5104009f2aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '5adcbf66-cad3-499f-bfcd-a299fbf0cd74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:15:44Z', 'updated_at': '2022-07-21T12:16:00Z', 'revision_number': 5, 'project_id': 'c7d349f62c0c4747bd1748ca0a4bde00', 'subnets': [{'id': '5adcbf66-cad3-499f-bfcd-a299fbf0cd74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-1-iscsi', False) {} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:19:15.898096 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c5b7d7-5c4d-4790-b405-438d9aeefd2e None None] The sync data for ids ['00530d2f-799a-4044-9006-5104009f2aa9'] in dv-cinder-850321-1-iscsi is: [{'id': '00530d2f-799a-4044-9006-5104009f2aa9', 'name': 'tempest-AttachVolumeNegativeTest-1235427896-router', 'tenant_id': 'c7d349f62c0c4747bd1748ca0a4bde00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'external_fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'f1e77053-8d9a-412c-ac41-d1a4ceefb391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T12:15:36Z', 'updated_at': '2022-07-21T12:15:47Z', 'revision_number': 4, 'project_id': 'c7d349f62c0c4747bd1748ca0a4bde00', 'gw_port': {'id': 'f1e77053-8d9a-412c-ac41-d1a4ceefb391', 'name': '', 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:dd:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00530d2f-799a-4044-9006-5104009f2aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:15:38Z', 'updated_at': '2022-07-21T12:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-1-iscsi', '_floatingips': [{'id': 'ae8dbe4b-3e14-4f73-86eb-3ad36325ff78', 'tenant_id': 'c7d349f62c0c4747bd1748ca0a4bde00', 'floating_ip_address': '172.27.3.19', 'floating_network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'router_id': '00530d2f-799a-4044-9006-5104009f2aa9', 'port_id': '89040235-a7fe-4920-8410-a79e4b563eba', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1933b755-354d-4a90-8a75-f1a81a16c8f0', 'mac_address': 'fa:16:3e:49:a3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2740e936-1211-467d-ad2b-d28abc005c89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T12:15:56Z', 'updated_at': '2022-07-21T12:16:53Z', 'revision_number': 2, 'project_id': 'c7d349f62c0c4747bd1748ca0a4bde00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad46f4b3-b3ac-4329-91b8-2a06c4cd41ef', 'name': '', 'network_id': '1933b755-354d-4a90-8a75-f1a81a16c8f0', 'tenant_id': 'c7d349f62c0c4747bd1748ca0a4bde00', 'mac_address': 'fa:16:3e:7f:10:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00530d2f-799a-4044-9006-5104009f2aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '5adcbf66-cad3-499f-bfcd-a299fbf0cd74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:15:44Z', 'updated_at': '2022-07-21T12:16:00Z', 'revision_number': 5, 'project_id': 'c7d349f62c0c4747bd1748ca0a4bde00', 'subnets': [{'id': '5adcbf66-cad3-499f-bfcd-a299fbf0cd74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 12:19:16.211697 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-733d469c-99d7-4979-9098-ded74dcaee4f None None] New status for floating IP 749abbc3-140c-4285-92a9-85c14c23b17c: DOWN {{(pid=104162) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 21 12:19:16.517670 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Device f7fad9c2-6647-4dae-bdfc-4d793231f5e3 up at agent hyperv_hv-cinder-85032 {{(pid=104161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 12:19:16.577793 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Provisioning complete for port f7fad9c2-6647-4dae-bdfc-4d793231f5e3 triggered by entity L2. {{(pid=104161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 12:19:16.577793 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388846'] for port (f7fad9c2-6647-4dae-bdfc-4d793231f5e3), provisioning_complete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:16.632014 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f10bb7a-d2c1-4f3b-9379-ded11326513d req-e639107c-bbdd-48b5-bda1-432dce0c1570 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:19:16.633842 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-7f10bb7a-d2c1-4f3b-9379-ded11326513d req-e639107c-bbdd-48b5-bda1-432dce0c1570 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/ports?device_id=da30da3d-902c-434d-b650-0e28e2bcd910 HTTP/1.1" status: 200 len: 944 time: 0.0635917 Jul 21 12:19:16.662618 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Current status of the port f7fad9c2-6647-4dae-bdfc-4d793231f5e3 is: BUILD; New status is: ACTIVE {{(pid=104161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 12:19:16.663084 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (f7fad9c2-6647-4dae-bdfc-4d793231f5e3), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:16.687829 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da30da3d-902c-434d-b650-0e28e2bcd910', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7fad9c2-6647-4dae-bdfc-4d793231f5e3'}] {{(pid=104161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 12:19:16.690585 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cdf8932827941a003a674b569a46f4ce1abada81d99297f544444a18ab6c7ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbffded7-683b-4a56-80af-c77fce9f0836" -d '{"events": [{"server_uuid": "da30da3d-902c-434d-b650-0e28e2bcd910", "name": "network-vif-plugged", "status": "completed", "tag": "f7fad9c2-6647-4dae-bdfc-4d793231f5e3"}]}' {{(pid=104161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 12:19:16.691015 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-7f10bb7a-d2c1-4f3b-9379-ded11326513d req-11099295-0a43-4e5d-a537-c0020703746a tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/security-groups?id=195f81d2-1587-4fdd-87dd-d5d45e8d9a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494790 Jul 21 12:19:16.704552 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] For port f7fad9c2-6647-4dae-bdfc-4d793231f5e3, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=f7fad9c2-6647-4dae-bdfc-4d793231f5e3,segment=NetworkSegment(7232b8b8-b9cf-453a-b8fc-7068d6546503),segment_id=7232b8b8-b9cf-453a-b8fc-7068d6546503)] {{(pid=104161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 12:19:16.711755 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158'] for port (f7fad9c2-6647-4dae-bdfc-4d793231f5e3), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:16.711755 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Device 2b322a01-f53d-4e5b-93c0-d5b7ef7f24dc no longer exists at agent hyperv_hv-cinder-85032 {{(pid=104161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 12:19:16.762591 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 12:19:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfc2cd81-e467-41fa-882d-fd4f554a9d32 x-openstack-request-id: req-cfc2cd81-e467-41fa-882d-fd4f554a9d32 {{(pid=104161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 12:19:16.762987 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da30da3d-902c-434d-b650-0e28e2bcd910", "name": "network-vif-plugged", "status": "completed", "tag": "f7fad9c2-6647-4dae-bdfc-4d793231f5e3", "code": 200}]} {{(pid=104161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 12:19:16.763356 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cfc2cd81-e467-41fa-882d-fd4f554a9d32 {{(pid=104161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 12:19:16.763842 dv-cinder-850321-1-iscsi neutron-server[104161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cfc2cd81-e467-41fa-882d-fd4f554a9d32'] response: {'server_uuid': 'da30da3d-902c-434d-b650-0e28e2bcd910', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7fad9c2-6647-4dae-bdfc-4d793231f5e3', 'code': 200} Jul 21 12:19:16.766273 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] No Port match for: 2b322a01-f53d-4e5b-93c0-d5b7ef7f24dc {{(pid=104161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 12:19:16.766802 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Device 2b322a01-f53d-4e5b-93c0-d5b7ef7f24dc not bound to the agent host hv-cinder-85032 {{(pid=104161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 12:19:16.792503 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Pushing event updated for resources: {'Port': ['ID=f7fad9c2-6647-4dae-bdfc-4d793231f5e3,revision_number=10']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:19:16.828667 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (c982e9e4-9e4b-4150-8658-75b564dceb25), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:16.893626 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 34316) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:19:17.018132 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-628dd502-eb3c-4153-8297-a7b17cb73297 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:17.108901 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-628dd502-eb3c-4153-8297-a7b17cb73297 admin admin] Publish callbacks [] for security_group (c78e99f6-62c0-49b1-a9c3-e93f4b0b6ace), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:17.116070 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-628dd502-eb3c-4153-8297-a7b17cb73297 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (c78e99f6-62c0-49b1-a9c3-e93f4b0b6ace), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:17.151344 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:19:17.167978 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628dd502-eb3c-4153-8297-a7b17cb73297 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c78e99f6-62c0-49b1-a9c3-e93f4b0b6ace,revision_number=1']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:19:17.175421 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-628dd502-eb3c-4153-8297-a7b17cb73297 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4a3a3d9d22d04ab490a4ef62c0a87187&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2778170 Jul 21 12:19:17.176471 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.18', 34320) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:19:17.195219 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-b3746fee-4e12-46ce-ae12-d62ff35738f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (bda8c5c0-9935-4f58-b3ba-5b48a27d9f80), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:17.237675 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-3702fb87-6e64-4bb9-8352-3e29930775d1 admin admin] Publish callbacks [] for security_group (c78e99f6-62c0-49b1-a9c3-e93f4b0b6ace), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:17.264478 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-3702fb87-6e64-4bb9-8352-3e29930775d1 admin admin] Publish callbacks [] for security_group (c78e99f6-62c0-49b1-a9c3-e93f4b0b6ace), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:17.345982 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-3702fb87-6e64-4bb9-8352-3e29930775d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (c78e99f6-62c0-49b1-a9c3-e93f4b0b6ace), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:17.348537 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-3702fb87-6e64-4bb9-8352-3e29930775d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:17.349813 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-3702fb87-6e64-4bb9-8352-3e29930775d1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c78e99f6-62c0-49b1-a9c3-e93f4b0b6ace HTTP/1.1" status: 204 len: 168 time: 0.1717319 Jul 21 12:19:17.359246 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3702fb87-6e64-4bb9-8352-3e29930775d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c78e99f6-62c0-49b1-a9c3-e93f4b0b6ace,revision_number=None']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:19:17.479369 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 34326) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:19:17.512774 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134807d3-dd63-45e1-a597-a88b8740b225 req-e747b35f-5b7b-4710-b8f1-a29f67b0beb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:19:17.514513 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-134807d3-dd63-45e1-a597-a88b8740b225 req-e747b35f-5b7b-4710-b8f1-a29f67b0beb9 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=da30da3d-902c-434d-b650-0e28e2bcd910 HTTP/1.1" status: 200 len: 1130 time: 0.0506516 Jul 21 12:19:17.539801 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-24260a7d-62fe-4dfc-b2e6-790825281e22 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Publish callbacks [] for security_group (fd773931-f2bc-4280-8922-188a759a39b3), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:17.570516 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-24260a7d-62fe-4dfc-b2e6-790825281e22 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Publish callbacks [] for security_group (fd773931-f2bc-4280-8922-188a759a39b3), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:17.572102 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-134807d3-dd63-45e1-a597-a88b8740b225 req-35c5dfd2-b2d9-4119-ac05-c1b5f4b00068 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=195f81d2-1587-4fdd-87dd-d5d45e8d9a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491047 Jul 21 12:19:17.621965 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-24260a7d-62fe-4dfc-b2e6-790825281e22 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (fd773931-f2bc-4280-8922-188a759a39b3), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:17.625707 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-24260a7d-62fe-4dfc-b2e6-790825281e22 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Publish callbacks [] for security_group (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:17.626875 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-24260a7d-62fe-4dfc-b2e6-790825281e22 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.18 "DELETE /v2.0/security-groups/fd773931-f2bc-4280-8922-188a759a39b3 HTTP/1.1" status: 204 len: 168 time: 0.1462140 Jul 21 12:19:17.629752 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.18', 34332) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:19:17.637566 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24260a7d-62fe-4dfc-b2e6-790825281e22 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd773931-f2bc-4280-8922-188a759a39b3,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:19:17.649633 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.api.v2.resource [None req-5b397aa0-8494-4374-be2b-94cfbfc60c89 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] show failed (client error): The resource could not be found. Jul 21 12:19:17.650855 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-5b397aa0-8494-4374-be2b-94cfbfc60c89 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.18 "GET /v2.0/security-groups/fd773931-f2bc-4280-8922-188a759a39b3 HTTP/1.1" status: 404 len: 347 time: 0.0200653 Jul 21 12:19:17.653827 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.18', 34336) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:19:17.770580 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-5c82ce80-9ed5-4480-b283-48121337c98c tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Deleting port 58b82e03-e33c-4783-b1f1-3a9555c95824 {{(pid=104160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 12:19:17.770922 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-5c82ce80-9ed5-4480-b283-48121337c98c tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760977592'] for port (58b82e03-e33c-4783-b1f1-3a9555c95824), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:17.818077 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:19:17.870911 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22091b70-1f7a-4453-9522-7c73c9fcb2e8 req-9e718a06-c6e3-4e02-8a32-637078354f6a tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:19:17.872516 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-22091b70-1f7a-4453-9522-7c73c9fcb2e8 req-9e718a06-c6e3-4e02-8a32-637078354f6a tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/ports?device_id=da30da3d-902c-434d-b650-0e28e2bcd910 HTTP/1.1" status: 200 len: 946 time: 0.0988669 Jul 21 12:19:17.914393 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:19:17.918815 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-5c82ce80-9ed5-4480-b283-48121337c98c tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683200'] for port (58b82e03-e33c-4783-b1f1-3a9555c95824), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:17.919139 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-5c82ce80-9ed5-4480-b283-48121337c98c tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Publish callbacks [] for floatingip (58b82e03-e33c-4783-b1f1-3a9555c95824), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:17.939104 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-5c82ce80-9ed5-4480-b283-48121337c98c tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Calling delete_port for 58b82e03-e33c-4783-b1f1-3a9555c95824 owned by network:floatingip {{(pid=104160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 12:19:17.968066 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-22091b70-1f7a-4453-9522-7c73c9fcb2e8 req-de644b94-e2bb-471c-9124-42fbb56de153 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/security-groups?id=195f81d2-1587-4fdd-87dd-d5d45e8d9a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845935 Jul 21 12:19:18.082259 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 34356) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:19:18.102807 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-5c82ce80-9ed5-4480-b283-48121337c98c tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760983080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773760637175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9357752'] for port (58b82e03-e33c-4783-b1f1-3a9555c95824), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:18.128581 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c82ce80-9ed5-4480-b283-48121337c98c tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Pushing event deleted for resources: {'Port': ['ID=58b82e03-e33c-4783-b1f1-3a9555c95824,revision_number=None']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:19:18.199036 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-5c82ce80-9ed5-4480-b283-48121337c98c tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Publish callbacks [] for floatingip (749abbc3-140c-4285-92a9-85c14c23b17c), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:18.201818 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-5c82ce80-9ed5-4480-b283-48121337c98c tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170956'] for floatingip (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:18.203080 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-5c82ce80-9ed5-4480-b283-48121337c98c tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.18 "DELETE /v2.0/floatingips/749abbc3-140c-4285-92a9-85c14c23b17c HTTP/1.1" status: 204 len: 168 time: 0.5481794 Jul 21 12:19:18.211657 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.v2.base [None req-28ac03ea-781f-4966-b946-08cfded30f5f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-899008271-network', 'tenant_id': 'cc3651ce859043d2a764fa47f06db374'}} {{(pid=104159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 12:19:18.237385 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28ac03ea-781f-4966-b946-08cfded30f5f admin admin] Made reservation on behalf of cc3651ce859043d2a764fa47f06db374 for: {'network': 1} {{(pid=104159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 12:19:18.239734 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-28ac03ea-781f-4966-b946-08cfded30f5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for network (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:18.250072 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-28ac03ea-781f-4966-b946-08cfded30f5f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:18.339290 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-28ac03ea-781f-4966-b946-08cfded30f5f admin admin] Publish callbacks [] for security_group (84111561-efd0-4006-a743-b2f8febe7967), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:18.343987 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-28ac03ea-781f-4966-b946-08cfded30f5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (84111561-efd0-4006-a743-b2f8febe7967), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:18.382716 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28ac03ea-781f-4966-b946-08cfded30f5f admin admin] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=104159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 21 12:19:18.400502 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ac03ea-781f-4966-b946-08cfded30f5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84111561-efd0-4006-a743-b2f8febe7967,revision_number=1']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:19:18.403733 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-28ac03ea-781f-4966-b946-08cfded30f5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1820665'] for segment (ffbc0a01-72d6-4d7a-bf1a-f973b8a2cfc7), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:18.404082 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.db.segments_db [None req-28ac03ea-781f-4966-b946-08cfded30f5f admin admin] Added segment ffbc0a01-72d6-4d7a-bf1a-f973b8a2cfc7 of type vlan for network cb1f1a48-37ef-466f-9c77-ca45d5a79220 Jul 21 12:19:18.448957 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-28ac03ea-781f-4966-b946-08cfded30f5f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773760621873'] for network (cb1f1a48-37ef-466f-9c77-ca45d5a79220), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:18.482572 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-28ac03ea-781f-4966-b946-08cfded30f5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329'] for network (cb1f1a48-37ef-466f-9c77-ca45d5a79220), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:18.483919 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28ac03ea-781f-4966-b946-08cfded30f5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:19:18.484607 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-28ac03ea-781f-4966-b946-08cfded30f5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622315'] for network (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:18.544806 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-28ac03ea-781f-4966-b946-08cfded30f5f admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.4612072 Jul 21 12:19:18.551530 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ac03ea-781f-4966-b946-08cfded30f5f admin admin] Pushing event updated for resources: {'Network': ['ID=cb1f1a48-37ef-466f-9c77-ca45d5a79220,revision_number=1']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:19:18.568063 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Network cb1f1a48-37ef-466f-9c77-ca45d5a79220 details requested by agent ovs-agent-dv-cinder-850321-1-iscsi with host dv-cinder-850321-1-iscsi {{(pid=104161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 21 12:19:18.616190 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 34368) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:19:18.622405 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.v2.base [None req-c85acf95-67ea-4052-b0b7-f845f5817f3e admin admin] Request body: {'subnet': {'network_id': 'cb1f1a48-37ef-466f-9c77-ca45d5a79220', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-899008271-subnet', 'tenant_id': 'cc3651ce859043d2a764fa47f06db374', 'ip_version': 4}} {{(pid=104159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 12:19:18.631951 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:19:18.659310 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c85acf95-67ea-4052-b0b7-f845f5817f3e admin admin] Made reservation on behalf of cc3651ce859043d2a764fa47f06db374 for: {'subnet': 1} {{(pid=104159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 12:19:18.663523 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-c85acf95-67ea-4052-b0b7-f845f5817f3e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9371196'] for subnet (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:18.858553 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-c85acf95-67ea-4052-b0b7-f845f5817f3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8469735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9371182'] for subnet (bc7d6337-214d-4961-9075-8635a8b8f86b), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:18.894978 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=83,neutron:DELETE=3,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:19:18.923787 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85acf95-67ea-4052-b0b7-f845f5817f3e admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc7d6337-214d-4961-9075-8635a8b8f86b,revision_number=0']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:19:18.935456 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85acf95-67ea-4052-b0b7-f845f5817f3e admin admin] Checking segment: {'id': 'ffbc0a01-72d6-4d7a-bf1a-f973b8a2cfc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'cb1f1a48-37ef-466f-9c77-ca45d5a79220'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 12:19:18.935831 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c85acf95-67ea-4052-b0b7-f845f5817f3e admin admin] Network hostable DHCP agents. Network: cb1f1a48-37ef-466f-9c77-ca45d5a79220, hostable agents: ['8a21e728-a2e9-4580-a748-6ac9ba47a2a7'], hosted agents: [] {{(pid=104159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 21 12:19:18.954652 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c85acf95-67ea-4052-b0b7-f845f5817f3e admin admin] Network cb1f1a48-37ef-466f-9c77-ca45d5a79220 is scheduled to be hosted by DHCP agent 8a21e728-a2e9-4580-a748-6ac9ba47a2a7 with binding_index 1 {{(pid=104159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 21 12:19:18.964774 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.scheduler.base_scheduler [None req-c85acf95-67ea-4052-b0b7-f845f5817f3e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850321-1-iscsi, cb1f1a48-37ef-466f-9c77-ca45d5a79220) {{(pid=104159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 12:19:18.969050 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c85acf95-67ea-4052-b0b7-f845f5817f3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:19:18.969697 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-c85acf95-67ea-4052-b0b7-f845f5817f3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622315'] for subnet (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:18.975797 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b9e2dd0-0cb8-4e45-9bd0-b27c33494638 None None] Network cb1f1a48-37ef-466f-9c77-ca45d5a79220 requested from dv-cinder-850321-1-iscsi {{(pid=104161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 12:19:18.987837 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-c85acf95-67ea-4052-b0b7-f845f5817f3e admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3703575 Jul 21 12:19:18.990833 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.18', 34374) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:19:18.995582 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.v2.base [None req-1299c9ce-4c2b-4e49-a28a-a670446fc624 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-899008271-router', 'tenant_id': 'cc3651ce859043d2a764fa47f06db374', 'external_gateway_info': {'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8'}}} {{(pid=104160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 12:19:19.019215 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-1299c9ce-4c2b-4e49-a28a-a670446fc624 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-687199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4047'] for router (a766da6b-5cf0-4290-abe7-fe17683e2114), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:19.020771 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-1299c9ce-4c2b-4e49-a28a-a670446fc624 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-679371', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-728442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4088'] for router (a766da6b-5cf0-4290-abe7-fe17683e2114), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:19.084619 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-1299c9ce-4c2b-4e49-a28a-a670446fc624 admin admin] Publish callbacks [] for router_controller (a766da6b-5cf0-4290-abe7-fe17683e2114), precommit_add_association {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:19.087941 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ebc757b-0a3c-4f17-a80e-0673e5410a46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp397e26b8-7a3e-539e-bfac-9573bd620e21-cb1f1a48-37ef-466f-9c77-ca45d5a79220', 'network_id': 'cb1f1a48-37ef-466f-9c77-ca45d5a79220', 'project_id': 'cc3651ce859043d2a764fa47f06db374', 'fixed_ips': [{'subnet_id': 'bc7d6337-214d-4961-9075-8635a8b8f86b'}]}} from dv-cinder-850321-1-iscsi. {{(pid=104161) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 21 12:19:19.089262 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-4ebc757b-0a3c-4f17-a80e-0673e5410a46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:19.119076 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb4987d-6834-4baa-97ba-332186ed8e15 req-fabfe388-11c1-4ace-98bf-d2790c40744a tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:19:19.120913 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-eeb4987d-6834-4baa-97ba-332186ed8e15 req-fabfe388-11c1-4ace-98bf-d2790c40744a tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/ports?device_id=da30da3d-902c-434d-b650-0e28e2bcd910 HTTP/1.1" status: 200 len: 946 time: 0.0681841 Jul 21 12:19:19.172984 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-eeb4987d-6834-4baa-97ba-332186ed8e15 req-deb06138-768d-410c-b0f0-fa8ac3c5f14f tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/security-groups?id=195f81d2-1587-4fdd-87dd-d5d45e8d9a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460696 Jul 21 12:19:19.190733 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:19:19.241718 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:19:19.246382 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-1299c9ce-4c2b-4e49-a28a-a670446fc624 admin admin] Publish callbacks [] for router_gateway (a766da6b-5cf0-4290-abe7-fe17683e2114), precommit_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:19.255857 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.db_base_plugin_common [None req-4ebc757b-0a3c-4f17-a80e-0673e5410a46 None None] Allocated IP 172.20.0.2 (cb1f1a48-37ef-466f-9c77-ca45d5a79220/bc7d6337-214d-4961-9075-8635a8b8f86b/97635043-a718-4ee4-917a-1223a6ee3ed8) {{(pid=104161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 12:19:19.407271 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-4ebc757b-0a3c-4f17-a80e-0673e5410a46 None None] Publish callbacks [] for port (97635043-a718-4ee4-917a-1223a6ee3ed8), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:19.413600 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-4ebc757b-0a3c-4f17-a80e-0673e5410a46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773760637166'] for port (97635043-a718-4ee4-917a-1223a6ee3ed8), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:19.449802 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ebc757b-0a3c-4f17-a80e-0673e5410a46 None None] Network cb1f1a48-37ef-466f-9c77-ca45d5a79220 is already hosted by enough agents. {{(pid=104161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 12:19:19.457013 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.scheduler.base_scheduler [None req-4ebc757b-0a3c-4f17-a80e-0673e5410a46 None None] Resources bound (agent type, host, resource id): {{(pid=104161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 12:19:19.459692 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ebc757b-0a3c-4f17-a80e-0673e5410a46 None None] Received port after_create {{(pid=104161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 12:19:19.467610 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-1299c9ce-4c2b-4e49-a28a-a670446fc624 admin admin] Publish callbacks [] for router_gateway (a766da6b-5cf0-4290-abe7-fe17683e2114), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:19.476305 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebc757b-0a3c-4f17-a80e-0673e5410a46 None None] Pushing event updated for resources: {'Port': ['ID=97635043-a718-4ee4-917a-1223a6ee3ed8,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:19:19.487674 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-1299c9ce-4c2b-4e49-a28a-a670446fc624 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:19.554556 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:19:19.613371 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.db.db_base_plugin_common [None req-1299c9ce-4c2b-4e49-a28a-a670446fc624 admin admin] Allocated IP 172.27.3.6 (f382b478-dfd7-4678-bcdd-821f508b5bc8/39ec59ca-1d5b-4110-899c-eae6f5db3a39/6ee65bc1-40a6-403b-b656-df93a85f4942) {{(pid=104160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 12:19:19.667029 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.managers [None req-4ebc757b-0a3c-4f17-a80e-0673e5410a46 None None] Attempting to bind port 97635043-a718-4ee4-917a-1223a6ee3ed8 on host dv-cinder-850321-1-iscsi for vnic_type normal with profile {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 12:19:19.667858 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.managers [None req-4ebc757b-0a3c-4f17-a80e-0673e5410a46 None None] Attempting to bind port 97635043-a718-4ee4-917a-1223a6ee3ed8 by drivers openvswitch,hyperv on host dv-cinder-850321-1-iscsi at level 0 using segments [{'id': 'ffbc0a01-72d6-4d7a-bf1a-f973b8a2cfc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'cb1f1a48-37ef-466f-9c77-ca45d5a79220'}] {{(pid=104161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 12:19:19.667858 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ebc757b-0a3c-4f17-a80e-0673e5410a46 None None] Attempting to bind port 97635043-a718-4ee4-917a-1223a6ee3ed8 on network cb1f1a48-37ef-466f-9c77-ca45d5a79220 {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 12:19:19.673916 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ebc757b-0a3c-4f17-a80e-0673e5410a46 None None] Checking agent: {'id': 'c982e9e4-9e4b-4150-8658-75b564dceb25', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850321-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 12, 6, 47), 'started_at': datetime.datetime(2022, 7, 21, 12, 7, 17), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 12, 19, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850321-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 12:19:19.674312 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ebc757b-0a3c-4f17-a80e-0673e5410a46 None None] Checking segment: {'id': 'ffbc0a01-72d6-4d7a-bf1a-f973b8a2cfc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'cb1f1a48-37ef-466f-9c77-ca45d5a79220'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 12:19:19.674725 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-4ebc757b-0a3c-4f17-a80e-0673e5410a46 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:19.675119 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ebc757b-0a3c-4f17-a80e-0673e5410a46 None None] Bound using segment: {'id': 'ffbc0a01-72d6-4d7a-bf1a-f973b8a2cfc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'cb1f1a48-37ef-466f-9c77-ca45d5a79220'} {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 12:19:19.675635 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.managers [None req-4ebc757b-0a3c-4f17-a80e-0673e5410a46 None None] Bound port: 97635043-a718-4ee4-917a-1223a6ee3ed8, host: dv-cinder-850321-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffbc0a01-72d6-4d7a-bf1a-f973b8a2cfc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'cb1f1a48-37ef-466f-9c77-ca45d5a79220'}}] {{(pid=104161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 12:19:19.676021 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-4ebc757b-0a3c-4f17-a80e-0673e5410a46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (97635043-a718-4ee4-917a-1223a6ee3ed8), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:19.745004 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-1299c9ce-4c2b-4e49-a28a-a670446fc624 admin admin] Publish callbacks [] for port (6ee65bc1-40a6-403b-b656-df93a85f4942), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:19.754179 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-4ebc757b-0a3c-4f17-a80e-0673e5410a46 None None] For port 97635043-a718-4ee4-917a-1223a6ee3ed8, host dv-cinder-850321-1-iscsi, cleared binding levels {{(pid=104161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 12:19:19.761173 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-4ebc757b-0a3c-4f17-a80e-0673e5410a46 None None] For port 97635043-a718-4ee4-917a-1223a6ee3ed8, host dv-cinder-850321-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-1-iscsi',level=0,port_id=97635043-a718-4ee4-917a-1223a6ee3ed8,segment=NetworkSegment(ffbc0a01-72d6-4d7a-bf1a-f973b8a2cfc7),segment_id=ffbc0a01-72d6-4d7a-bf1a-f973b8a2cfc7)] {{(pid=104161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 12:19:19.772641 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-4ebc757b-0a3c-4f17-a80e-0673e5410a46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158'] for port (97635043-a718-4ee4-917a-1223a6ee3ed8), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:19.777968 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:19:19.787714 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-1299c9ce-4c2b-4e49-a28a-a670446fc624 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773760637166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9357752'] for port (6ee65bc1-40a6-403b-b656-df93a85f4942), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:19.832899 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1299c9ce-4c2b-4e49-a28a-a670446fc624 admin admin] Network f382b478-dfd7-4678-bcdd-821f508b5bc8 is already hosted by enough agents. {{(pid=104160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 12:19:19.840824 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.scheduler.base_scheduler [None req-1299c9ce-4c2b-4e49-a28a-a670446fc624 admin admin] Resources bound (agent type, host, resource id): {{(pid=104160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 12:19:19.845206 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1299c9ce-4c2b-4e49-a28a-a670446fc624 admin admin] Received port after_create {{(pid=104160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 12:19:19.851685 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1299c9ce-4c2b-4e49-a28a-a670446fc624 admin admin] Pushing event updated for resources: {'Port': ['ID=6ee65bc1-40a6-403b-b656-df93a85f4942,revision_number=1']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:19:19.862609 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebc757b-0a3c-4f17-a80e-0673e5410a46 None None] Pushing event updated for resources: {'Port': ['ID=97635043-a718-4ee4-917a-1223a6ee3ed8,revision_number=2']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:19:20.158216 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-1299c9ce-4c2b-4e49-a28a-a670446fc624 admin admin] Publish callbacks [] for router_gateway (a766da6b-5cf0-4290-abe7-fe17683e2114), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:20.314759 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16665c4d-e04b-4f7c-a42d-d5bcc634e373 req-333cde18-6479-4179-9d6a-d7cd58a5f808 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:19:20.316322 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-16665c4d-e04b-4f7c-a42d-d5bcc634e373 req-333cde18-6479-4179-9d6a-d7cd58a5f808 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/ports?device_id=da30da3d-902c-434d-b650-0e28e2bcd910 HTTP/1.1" status: 200 len: 946 time: 0.0517802 Jul 21 12:19:20.372427 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-16665c4d-e04b-4f7c-a42d-d5bcc634e373 req-85a2d483-cd28-47e9-b98e-fe8bf8ac9e20 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/security-groups?id=195f81d2-1587-4fdd-87dd-d5d45e8d9a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501621 Jul 21 12:19:20.374331 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-1299c9ce-4c2b-4e49-a28a-a670446fc624 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-680199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-679602'] for router (a766da6b-5cf0-4290-abe7-fe17683e2114), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:20.481553 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:19:20.514234 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1299c9ce-4c2b-4e49-a28a-a670446fc624 admin admin] Router a766da6b-5cf0-4290-abe7-fe17683e2114 is scheduled to L3 agent ceb1130f-c61e-494c-be4f-967cc153319c with binding_index 1 {{(pid=104160) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 21 12:19:20.879254 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f7c429b-946d-42de-8009-acda54245333 None None] Network cb1f1a48-37ef-466f-9c77-ca45d5a79220 requested from dv-cinder-850321-1-iscsi {{(pid=104161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 12:19:20.885992 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1299c9ce-4c2b-4e49-a28a-a670446fc624 admin admin] Notify agent at l3_agent.dv-cinder-850321-1-iscsi the message routers_updated {{(pid=104160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 12:19:20.896397 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c698199-c10c-4137-8e29-11fa136d89e3 None None] Sync routers for ids ['a766da6b-5cf0-4290-abe7-fe17683e2114'] in dv-cinder-850321-1-iscsi {{(pid=104161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 12:19:20.903964 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-1299c9ce-4c2b-4e49-a28a-a670446fc624 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:20.905243 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-1299c9ce-4c2b-4e49-a28a-a670446fc624 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9132528 Jul 21 12:19:20.908074 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.18', 34386) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:19:20.959134 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c698199-c10c-4137-8e29-11fa136d89e3 None None] Routers {'a766da6b-5cf0-4290-abe7-fe17683e2114'} bound to L3 agent in host dv-cinder-850321-1-iscsi {{(pid=104161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 12:19:20.959918 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-7c698199-c10c-4137-8e29-11fa136d89e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-21T12:06:45Z,description=,heartbeat_timestamp=2022-07-21T12:19:15Z,host='dv-cinder-850321-1-iscsi',id=ceb1130f-c61e-494c-be4f-967cc153319c,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T12:06:45Z,topic='l3_agent')) {'router_ids': ['a766da6b-5cf0-4290-abe7-fe17683e2114'], 'active': True} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:19:21.002971 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [None req-5a89a0a2-7d3b-4b25-b60a-c452899b0563 None None] Provisioning complete for port 97635043-a718-4ee4-917a-1223a6ee3ed8 triggered by entity DHCP. {{(pid=104161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 12:19:21.003682 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-5a89a0a2-7d3b-4b25-b60a-c452899b0563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388846'] for port (97635043-a718-4ee4-917a-1223a6ee3ed8), provisioning_complete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:21.128709 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=6 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:19:21.169202 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvr_db [None req-7c698199-c10c-4137-8e29-11fa136d89e3 None None] Set router a766da6b-5cf0-4290-abe7-fe17683e2114 gateway port host: dv-cinder-850321-1-iscsi {{(pid=104161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 12:19:21.199634 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:19:21.319881 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-5a89a0a2-7d3b-4b25-b60a-c452899b0563 None None] Current status of the port 97635043-a718-4ee4-917a-1223a6ee3ed8 is: DOWN; New status is: ACTIVE {{(pid=104161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 12:19:21.320529 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-5a89a0a2-7d3b-4b25-b60a-c452899b0563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (97635043-a718-4ee4-917a-1223a6ee3ed8), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:21.361139 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:INSERT=3,neutron:SELECT=94,neutron:UPDATE=3 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:19:21.386966 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-5a89a0a2-7d3b-4b25-b60a-c452899b0563 None None] For port 97635043-a718-4ee4-917a-1223a6ee3ed8, host dv-cinder-850321-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-1-iscsi',level=0,port_id=97635043-a718-4ee4-917a-1223a6ee3ed8,segment=NetworkSegment(ffbc0a01-72d6-4d7a-bf1a-f973b8a2cfc7),segment_id=ffbc0a01-72d6-4d7a-bf1a-f973b8a2cfc7)] {{(pid=104161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 12:19:21.393961 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-5a89a0a2-7d3b-4b25-b60a-c452899b0563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158'] for port (97635043-a718-4ee4-917a-1223a6ee3ed8), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:21.469690 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-cdba5c67-88ae-4309-83ea-7f4d1152e8dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:21.473980 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-7c698199-c10c-4137-8e29-11fa136d89e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a766da6b-5cf0-4290-abe7-fe17683e2114', 'name': 'tempest-TestVolumeBootPattern-899008271-router', 'tenant_id': 'cc3651ce859043d2a764fa47f06db374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'external_fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': '6ee65bc1-40a6-403b-b656-df93a85f4942', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T12:19:19Z', 'updated_at': '2022-07-21T12:19:20Z', 'revision_number': 3, 'project_id': 'cc3651ce859043d2a764fa47f06db374', 'gw_port': {'id': '6ee65bc1-40a6-403b-b656-df93a85f4942', 'name': '', 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:b1:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a766da6b-5cf0-4290-abe7-fe17683e2114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:19:19Z', 'updated_at': '2022-07-21T12:19:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-1-iscsi'}], 'dv-cinder-850321-1-iscsi', False) {} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:19:21.509928 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Device 97635043-a718-4ee4-917a-1223a6ee3ed8 up at agent ovs-agent-dv-cinder-850321-1-iscsi {{(pid=104161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 12:19:21.516547 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c698199-c10c-4137-8e29-11fa136d89e3 None None] Checking router: a766da6b-5cf0-4290-abe7-fe17683e2114 for host: dv-cinder-850321-1-iscsi {{(pid=104161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 12:19:21.516814 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c698199-c10c-4137-8e29-11fa136d89e3 None None] Updating router a766da6b-5cf0-4290-abe7-fe17683e2114 port 6ee65bc1-40a6-403b-b656-df93a85f4942 binding host dv-cinder-850321-1-iscsi {{(pid=104161) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 21 12:19:21.537323 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a89a0a2-7d3b-4b25-b60a-c452899b0563 None None] Pushing event updated for resources: {'Port': ['ID=97635043-a718-4ee4-917a-1223a6ee3ed8,revision_number=3']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:19:21.550807 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53610881-d82e-4167-ae8d-a8a48b2d78a6 req-239f1f77-c113-4519-a41d-24c750853939 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:19:21.553090 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-53610881-d82e-4167-ae8d-a8a48b2d78a6 req-239f1f77-c113-4519-a41d-24c750853939 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/ports?device_id=da30da3d-902c-434d-b650-0e28e2bcd910 HTTP/1.1" status: 200 len: 946 time: 0.0623634 Jul 21 12:19:21.573085 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [None req-ff00d9a7-b9dc-47be-a98d-292e214be5c1 None None] Provisioning complete for port 97635043-a718-4ee4-917a-1223a6ee3ed8 triggered by entity DHCP. {{(pid=104161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 12:19:21.573462 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-ff00d9a7-b9dc-47be-a98d-292e214be5c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388846'] for port (97635043-a718-4ee4-917a-1223a6ee3ed8), provisioning_complete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:21.620003 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-7c698199-c10c-4137-8e29-11fa136d89e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (6ee65bc1-40a6-403b-b656-df93a85f4942), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:21.624263 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-53610881-d82e-4167-ae8d-a8a48b2d78a6 req-d19035a9-e1ee-4e8f-b478-8d07997a5896 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/security-groups?id=195f81d2-1587-4fdd-87dd-d5d45e8d9a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635393 Jul 21 12:19:21.675104 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Provisioning complete for port 97635043-a718-4ee4-917a-1223a6ee3ed8 triggered by entity L2. {{(pid=104161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 12:19:21.675525 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388846'] for port (97635043-a718-4ee4-917a-1223a6ee3ed8), provisioning_complete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:21.681601 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.db.db_base_plugin_common [None req-cdba5c67-88ae-4309-83ea-7f4d1152e8dd admin admin] Allocated IP 172.20.0.1 (cb1f1a48-37ef-466f-9c77-ca45d5a79220/bc7d6337-214d-4961-9075-8635a8b8f86b/569c1e4a-c8d4-468b-9653-df59c63fa18e) {{(pid=104160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 12:19:21.818762 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:19:21.862932 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-ff00d9a7-b9dc-47be-a98d-292e214be5c1 None None] Current status of the port 97635043-a718-4ee4-917a-1223a6ee3ed8 is: ACTIVE; New status is: ACTIVE {{(pid=104161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 12:19:21.887864 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-cdba5c67-88ae-4309-83ea-7f4d1152e8dd admin admin] Publish callbacks [] for port (569c1e4a-c8d4-468b-9653-df59c63fa18e), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:21.939871 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=100 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:19:21.944298 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-cdba5c67-88ae-4309-83ea-7f4d1152e8dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773760637166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9357752'] for port (569c1e4a-c8d4-468b-9653-df59c63fa18e), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:21.950895 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Current status of the port 97635043-a718-4ee4-917a-1223a6ee3ed8 is: ACTIVE; New status is: ACTIVE {{(pid=104161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 12:19:21.991262 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdba5c67-88ae-4309-83ea-7f4d1152e8dd admin admin] Network cb1f1a48-37ef-466f-9c77-ca45d5a79220 is already hosted by enough agents. {{(pid=104160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 12:19:21.998756 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.scheduler.base_scheduler [None req-cdba5c67-88ae-4309-83ea-7f4d1152e8dd admin admin] Resources bound (agent type, host, resource id): {{(pid=104160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 12:19:22.001334 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdba5c67-88ae-4309-83ea-7f4d1152e8dd admin admin] Received port after_create {{(pid=104160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 12:19:22.024158 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdba5c67-88ae-4309-83ea-7f4d1152e8dd admin admin] Pushing event updated for resources: {'Port': ['ID=569c1e4a-c8d4-468b-9653-df59c63fa18e,revision_number=1']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:19:22.025256 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-7c698199-c10c-4137-8e29-11fa136d89e3 None None] Publish callbacks [] for port (6ee65bc1-40a6-403b-b656-df93a85f4942), precommit_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:22.033053 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-7c698199-c10c-4137-8e29-11fa136d89e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158'] for port (6ee65bc1-40a6-403b-b656-df93a85f4942), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:22.049125 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-cdba5c67-88ae-4309-83ea-7f4d1152e8dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-682569'] for router_interface (a766da6b-5cf0-4290-abe7-fe17683e2114), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:22.095300 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.managers [None req-7c698199-c10c-4137-8e29-11fa136d89e3 None None] Attempting to bind port 6ee65bc1-40a6-403b-b656-df93a85f4942 on host dv-cinder-850321-1-iscsi for vnic_type normal with profile {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 12:19:22.095712 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.managers [None req-7c698199-c10c-4137-8e29-11fa136d89e3 None None] Attempting to bind port 6ee65bc1-40a6-403b-b656-df93a85f4942 by drivers openvswitch,hyperv on host dv-cinder-850321-1-iscsi at level 0 using segments [{'id': '516861e0-d3fe-4b3f-83ca-af9f79051018', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8'}] {{(pid=104161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 12:19:22.096048 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c698199-c10c-4137-8e29-11fa136d89e3 None None] Attempting to bind port 6ee65bc1-40a6-403b-b656-df93a85f4942 on network f382b478-dfd7-4678-bcdd-821f508b5bc8 {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 12:19:22.098330 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4790903a-f8ec-45eb-8bd2-d2cd006e7456 None None] Pushing event updated for resources: {'Port': ['ID=6ee65bc1-40a6-403b-b656-df93a85f4942,revision_number=2']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:19:22.104473 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c698199-c10c-4137-8e29-11fa136d89e3 None None] Checking agent: {'id': 'c982e9e4-9e4b-4150-8658-75b564dceb25', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850321-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 12, 6, 47), 'started_at': datetime.datetime(2022, 7, 21, 12, 7, 17), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 12, 19, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850321-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 12:19:22.105633 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c698199-c10c-4137-8e29-11fa136d89e3 None None] Checking segment: {'id': '516861e0-d3fe-4b3f-83ca-af9f79051018', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 12:19:22.105633 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-7c698199-c10c-4137-8e29-11fa136d89e3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:22.105633 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c698199-c10c-4137-8e29-11fa136d89e3 None None] Bound using segment: {'id': '516861e0-d3fe-4b3f-83ca-af9f79051018', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8'} {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 12:19:22.106261 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.managers [None req-7c698199-c10c-4137-8e29-11fa136d89e3 None None] Bound port: 6ee65bc1-40a6-403b-b656-df93a85f4942, host: dv-cinder-850321-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '516861e0-d3fe-4b3f-83ca-af9f79051018', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8'}}] {{(pid=104161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 12:19:22.106512 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-7c698199-c10c-4137-8e29-11fa136d89e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (6ee65bc1-40a6-403b-b656-df93a85f4942), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:22.166674 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-7c698199-c10c-4137-8e29-11fa136d89e3 None None] For port 6ee65bc1-40a6-403b-b656-df93a85f4942, host dv-cinder-850321-1-iscsi, cleared binding levels {{(pid=104161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 12:19:22.170848 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-7c698199-c10c-4137-8e29-11fa136d89e3 None None] For port 6ee65bc1-40a6-403b-b656-df93a85f4942, host dv-cinder-850321-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-1-iscsi',level=0,port_id=6ee65bc1-40a6-403b-b656-df93a85f4942,segment=NetworkSegment(516861e0-d3fe-4b3f-83ca-af9f79051018),segment_id=516861e0-d3fe-4b3f-83ca-af9f79051018)] {{(pid=104161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 12:19:22.178056 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-7c698199-c10c-4137-8e29-11fa136d89e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158'] for port (6ee65bc1-40a6-403b-b656-df93a85f4942), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:22.205763 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-cdba5c67-88ae-4309-83ea-7f4d1152e8dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (569c1e4a-c8d4-468b-9653-df59c63fa18e), before_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:22.237860 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c698199-c10c-4137-8e29-11fa136d89e3 None None] Routers {'a766da6b-5cf0-4290-abe7-fe17683e2114'} bound to L3 agent in host dv-cinder-850321-1-iscsi {{(pid=104161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 12:19:22.238564 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-7c698199-c10c-4137-8e29-11fa136d89e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-21T12:06:45Z,description=,heartbeat_timestamp=2022-07-21T12:19:15Z,host='dv-cinder-850321-1-iscsi',id=ceb1130f-c61e-494c-be4f-967cc153319c,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T12:06:45Z,topic='l3_agent')) {'router_ids': ['a766da6b-5cf0-4290-abe7-fe17683e2114'], 'active': True} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:19:22.256042 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:19:22.284780 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4790903a-f8ec-45eb-8bd2-d2cd006e7456 None None] Pushing event updated for resources: {'Port': ['ID=6ee65bc1-40a6-403b-b656-df93a85f4942,revision_number=3']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:19:22.303292 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [None req-1b64c859-ef5c-4b92-b21c-76721965030f None None] Provisioning complete for port 569c1e4a-c8d4-468b-9653-df59c63fa18e triggered by entity DHCP. {{(pid=104161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 12:19:22.303684 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-1b64c859-ef5c-4b92-b21c-76721965030f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388846'] for port (569c1e4a-c8d4-468b-9653-df59c63fa18e), provisioning_complete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:22.351781 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:19:22.379971 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-1b64c859-ef5c-4b92-b21c-76721965030f None None] Port 569c1e4a-c8d4-468b-9653-df59c63fa18e cannot update to ACTIVE because it is not bound. {{(pid=104161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 12:19:22.384373 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-cdba5c67-88ae-4309-83ea-7f4d1152e8dd admin admin] Publish callbacks [] for port (569c1e4a-c8d4-468b-9653-df59c63fa18e), precommit_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:22.390038 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-cdba5c67-88ae-4309-83ea-7f4d1152e8dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9357699'] for port (569c1e4a-c8d4-468b-9653-df59c63fa18e), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:22.391781 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvr_db [None req-7c698199-c10c-4137-8e29-11fa136d89e3 None None] Set router a766da6b-5cf0-4290-abe7-fe17683e2114 gateway port host: dv-cinder-850321-1-iscsi {{(pid=104161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 12:19:22.460785 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdba5c67-88ae-4309-83ea-7f4d1152e8dd admin admin] Pushing event updated for resources: {'Port': ['ID=569c1e4a-c8d4-468b-9653-df59c63fa18e,revision_number=2']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:19:22.463452 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-cdba5c67-88ae-4309-83ea-7f4d1152e8dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-682661'] for router_interface (a766da6b-5cf0-4290-abe7-fe17683e2114), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:22.568514 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdba5c67-88ae-4309-83ea-7f4d1152e8dd admin admin] Network cb1f1a48-37ef-466f-9c77-ca45d5a79220 is already hosted by enough agents. {{(pid=104160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 12:19:22.570003 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.scheduler.base_scheduler [None req-cdba5c67-88ae-4309-83ea-7f4d1152e8dd admin admin] Resources bound (agent type, host, resource id): {{(pid=104160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 12:19:22.741156 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdba5c67-88ae-4309-83ea-7f4d1152e8dd admin admin] Router a766da6b-5cf0-4290-abe7-fe17683e2114 has already been hosted by L3 agent ceb1130f-c61e-494c-be4f-967cc153319c {{(pid=104160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 12:19:22.746131 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:19:22.787553 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-7c698199-c10c-4137-8e29-11fa136d89e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a766da6b-5cf0-4290-abe7-fe17683e2114', 'name': 'tempest-TestVolumeBootPattern-899008271-router', 'tenant_id': 'cc3651ce859043d2a764fa47f06db374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'external_fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': '6ee65bc1-40a6-403b-b656-df93a85f4942', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T12:19:19Z', 'updated_at': '2022-07-21T12:19:22Z', 'revision_number': 4, 'project_id': 'cc3651ce859043d2a764fa47f06db374', 'gw_port': {'id': '6ee65bc1-40a6-403b-b656-df93a85f4942', 'name': '', 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:b1:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a766da6b-5cf0-4290-abe7-fe17683e2114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:19:19Z', 'updated_at': '2022-07-21T12:19:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-1-iscsi', '_interfaces': [{'id': '569c1e4a-c8d4-468b-9653-df59c63fa18e', 'name': '', 'network_id': 'cb1f1a48-37ef-466f-9c77-ca45d5a79220', 'tenant_id': 'cc3651ce859043d2a764fa47f06db374', 'mac_address': 'fa:16:3e:35:06:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a766da6b-5cf0-4290-abe7-fe17683e2114', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'bc7d6337-214d-4961-9075-8635a8b8f86b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:19:21Z', 'updated_at': '2022-07-21T12:19:21Z', 'revision_number': 1, 'project_id': 'cc3651ce859043d2a764fa47f06db374', 'subnets': [{'id': 'bc7d6337-214d-4961-9075-8635a8b8f86b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-1-iscsi', False) {} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:19:22.808608 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d275afdc-746a-4c21-b0aa-f6683686bc21 req-0c06672d-e1c1-4608-9015-c61877063d3f tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:19:22.815801 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-d275afdc-746a-4c21-b0aa-f6683686bc21 req-0c06672d-e1c1-4608-9015-c61877063d3f tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/ports?device_id=da30da3d-902c-434d-b650-0e28e2bcd910 HTTP/1.1" status: 200 len: 946 time: 0.0808947 Jul 21 12:19:22.822400 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c698199-c10c-4137-8e29-11fa136d89e3 None None] The sync data for ids ['a766da6b-5cf0-4290-abe7-fe17683e2114'] in dv-cinder-850321-1-iscsi is: [{'id': 'a766da6b-5cf0-4290-abe7-fe17683e2114', 'name': 'tempest-TestVolumeBootPattern-899008271-router', 'tenant_id': 'cc3651ce859043d2a764fa47f06db374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'external_fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': '6ee65bc1-40a6-403b-b656-df93a85f4942', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T12:19:19Z', 'updated_at': '2022-07-21T12:19:22Z', 'revision_number': 4, 'project_id': 'cc3651ce859043d2a764fa47f06db374', 'gw_port': {'id': '6ee65bc1-40a6-403b-b656-df93a85f4942', 'name': '', 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:b1:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a766da6b-5cf0-4290-abe7-fe17683e2114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:19:19Z', 'updated_at': '2022-07-21T12:19:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-1-iscsi', '_interfaces': [{'id': '569c1e4a-c8d4-468b-9653-df59c63fa18e', 'name': '', 'network_id': 'cb1f1a48-37ef-466f-9c77-ca45d5a79220', 'tenant_id': 'cc3651ce859043d2a764fa47f06db374', 'mac_address': 'fa:16:3e:35:06:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a766da6b-5cf0-4290-abe7-fe17683e2114', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'bc7d6337-214d-4961-9075-8635a8b8f86b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:19:21Z', 'updated_at': '2022-07-21T12:19:21Z', 'revision_number': 1, 'project_id': 'cc3651ce859043d2a764fa47f06db374', 'subnets': [{'id': 'bc7d6337-214d-4961-9075-8635a8b8f86b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 12:19:22.876716 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdba5c67-88ae-4309-83ea-7f4d1152e8dd admin admin] Notify agent at l3_agent.dv-cinder-850321-1-iscsi the message routers_updated {{(pid=104160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 12:19:22.889689 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-cdba5c67-88ae-4309-83ea-7f4d1152e8dd admin admin] 10.222.0.18 "PUT /v2.0/routers/a766da6b-5cf0-4290-abe7-fe17683e2114/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9730093 Jul 21 12:19:22.890055 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-d275afdc-746a-4c21-b0aa-f6683686bc21 req-5a9bf311-b87b-4acd-a8b4-ce39750f02c3 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/security-groups?id=195f81d2-1587-4fdd-87dd-d5d45e8d9a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655131 Jul 21 12:19:22.909190 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [None req-20284a2c-390a-44a6-ac2a-59822d7d7736 None None] Provisioning complete for port 569c1e4a-c8d4-468b-9653-df59c63fa18e triggered by entity DHCP. {{(pid=104161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 12:19:22.909780 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-20284a2c-390a-44a6-ac2a-59822d7d7736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388846'] for port (569c1e4a-c8d4-468b-9653-df59c63fa18e), provisioning_complete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:22.954359 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-20284a2c-390a-44a6-ac2a-59822d7d7736 None None] Port 569c1e4a-c8d4-468b-9653-df59c63fa18e cannot update to ACTIVE because it is not bound. {{(pid=104161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 12:19:23.343304 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Device 97635043-a718-4ee4-917a-1223a6ee3ed8 up at agent ovs-agent-dv-cinder-850321-1-iscsi {{(pid=104161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 12:19:23.406728 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Provisioning complete for port 97635043-a718-4ee4-917a-1223a6ee3ed8 triggered by entity L2. {{(pid=104161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 12:19:23.407118 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388846'] for port (97635043-a718-4ee4-917a-1223a6ee3ed8), provisioning_complete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:23.493230 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Current status of the port 97635043-a718-4ee4-917a-1223a6ee3ed8 is: ACTIVE; New status is: ACTIVE {{(pid=104161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 12:19:23.524810 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.18', 34436) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:19:23.530319 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.v2.base [None req-0664c745-eb88-44b6-994d-3b391ea5e066 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1378471096-network', 'tenant_id': 'b21130dbb3a84e40b87422929d0b038c'}} {{(pid=104160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 12:19:23.553150 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0664c745-eb88-44b6-994d-3b391ea5e066 admin admin] Made reservation on behalf of b21130dbb3a84e40b87422929d0b038c for: {'network': 1} {{(pid=104160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 12:19:23.556557 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-0664c745-eb88-44b6-994d-3b391ea5e066 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for network (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:23.569833 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-0664c745-eb88-44b6-994d-3b391ea5e066 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:23.672994 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-0664c745-eb88-44b6-994d-3b391ea5e066 admin admin] Publish callbacks [] for security_group (79edf938-0294-4420-866d-bea0dca58d75), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:23.678091 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-0664c745-eb88-44b6-994d-3b391ea5e066 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (79edf938-0294-4420-866d-bea0dca58d75), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:23.710749 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0664c745-eb88-44b6-994d-3b391ea5e066 admin admin] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=104160) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 21 12:19:23.717185 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0664c745-eb88-44b6-994d-3b391ea5e066 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79edf938-0294-4420-866d-bea0dca58d75,revision_number=1']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:19:23.726599 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-0664c745-eb88-44b6-994d-3b391ea5e066 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1820665'] for segment (d1c8b072-bbac-4037-b322-9834f8eeafda), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:23.727150 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.db.segments_db [None req-0664c745-eb88-44b6-994d-3b391ea5e066 admin admin] Added segment d1c8b072-bbac-4037-b322-9834f8eeafda of type vlan for network 4ce7bc29-f9ee-419c-b012-2c36a852dd3e Jul 21 12:19:23.780624 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-0664c745-eb88-44b6-994d-3b391ea5e066 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773760621873'] for network (4ce7bc29-f9ee-419c-b012-2c36a852dd3e), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:23.807120 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-0664c745-eb88-44b6-994d-3b391ea5e066 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329'] for network (4ce7bc29-f9ee-419c-b012-2c36a852dd3e), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:23.808265 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0664c745-eb88-44b6-994d-3b391ea5e066 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:19:23.808850 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-0664c745-eb88-44b6-994d-3b391ea5e066 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622315'] for network (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:23.817617 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:19:23.849984 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-0664c745-eb88-44b6-994d-3b391ea5e066 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.3208542 Jul 21 12:19:23.850623 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 34438) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:19:23.856081 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.v2.base [None req-542981ce-a894-4443-abef-25ddd57d9689 admin admin] Request body: {'subnet': {'network_id': '4ce7bc29-f9ee-419c-b012-2c36a852dd3e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1378471096-subnet', 'tenant_id': 'b21130dbb3a84e40b87422929d0b038c', 'ip_version': 4}} {{(pid=104159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 12:19:23.879137 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-542981ce-a894-4443-abef-25ddd57d9689 admin admin] Made reservation on behalf of b21130dbb3a84e40b87422929d0b038c for: {'subnet': 1} {{(pid=104159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 12:19:23.881935 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-542981ce-a894-4443-abef-25ddd57d9689 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9371196'] for subnet (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:23.888789 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0664c745-eb88-44b6-994d-3b391ea5e066 admin admin] Pushing event updated for resources: {'Network': ['ID=4ce7bc29-f9ee-419c-b012-2c36a852dd3e,revision_number=1']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:19:23.900599 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Network 4ce7bc29-f9ee-419c-b012-2c36a852dd3e details requested by agent ovs-agent-dv-cinder-850321-1-iscsi with host dv-cinder-850321-1-iscsi {{(pid=104161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 21 12:19:23.904239 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:19:24.029835 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:19:24.041688 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99f2b68-5af2-4e99-91a6-c4102a5c17d3 req-167fa2e5-aca7-4811-9b48-4ce601defc53 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:19:24.043667 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-c99f2b68-5af2-4e99-91a6-c4102a5c17d3 req-167fa2e5-aca7-4811-9b48-4ce601defc53 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/ports?device_id=da30da3d-902c-434d-b650-0e28e2bcd910 HTTP/1.1" status: 200 len: 946 time: 0.0626676 Jul 21 12:19:24.163473 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-c99f2b68-5af2-4e99-91a6-c4102a5c17d3 req-f5ca0c38-a03c-443e-850f-3f4ab25a7c4d tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/security-groups?id=195f81d2-1587-4fdd-87dd-d5d45e8d9a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009421 Jul 21 12:19:24.180268 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-542981ce-a894-4443-abef-25ddd57d9689 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8469735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9371182'] for subnet (292e946f-2daf-4af2-b9b9-3929194ce0cd), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:24.243555 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=3 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:19:24.244882 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542981ce-a894-4443-abef-25ddd57d9689 admin admin] Pushing event updated for resources: {'Subnet': ['ID=292e946f-2daf-4af2-b9b9-3929194ce0cd,revision_number=0']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:19:24.256995 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542981ce-a894-4443-abef-25ddd57d9689 admin admin] Checking segment: {'id': 'd1c8b072-bbac-4037-b322-9834f8eeafda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '4ce7bc29-f9ee-419c-b012-2c36a852dd3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 12:19:24.257363 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-542981ce-a894-4443-abef-25ddd57d9689 admin admin] Network hostable DHCP agents. Network: 4ce7bc29-f9ee-419c-b012-2c36a852dd3e, hostable agents: ['8a21e728-a2e9-4580-a748-6ac9ba47a2a7'], hosted agents: [] {{(pid=104159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 21 12:19:24.278199 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-542981ce-a894-4443-abef-25ddd57d9689 admin admin] Network 4ce7bc29-f9ee-419c-b012-2c36a852dd3e is scheduled to be hosted by DHCP agent 8a21e728-a2e9-4580-a748-6ac9ba47a2a7 with binding_index 1 {{(pid=104159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 21 12:19:24.299685 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.scheduler.base_scheduler [None req-542981ce-a894-4443-abef-25ddd57d9689 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850321-1-iscsi, 4ce7bc29-f9ee-419c-b012-2c36a852dd3e) {{(pid=104159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 12:19:24.304629 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-542981ce-a894-4443-abef-25ddd57d9689 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:19:24.305816 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-542981ce-a894-4443-abef-25ddd57d9689 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622315'] for subnet (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:24.316823 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ee31036-a054-43e4-be3b-f29bd6e5aa4e None None] Network 4ce7bc29-f9ee-419c-b012-2c36a852dd3e requested from dv-cinder-850321-1-iscsi {{(pid=104161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 12:19:24.328843 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-542981ce-a894-4443-abef-25ddd57d9689 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4769526 Jul 21 12:19:24.331287 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 34450) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:19:24.336388 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.v2.base [None req-1f92a17d-633a-41ea-9d3d-6c23986e70ff admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1378471096-router', 'tenant_id': 'b21130dbb3a84e40b87422929d0b038c', 'external_gateway_info': {'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8'}}} {{(pid=104159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 12:19:24.365643 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-1f92a17d-633a-41ea-9d3d-6c23986e70ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-687199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4047'] for router (65cb2cef-2cec-4820-bbf9-6aa15c702d16), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:24.366758 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-1f92a17d-633a-41ea-9d3d-6c23986e70ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-679371', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-728442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4088'] for router (65cb2cef-2cec-4820-bbf9-6aa15c702d16), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:24.430891 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-1f92a17d-633a-41ea-9d3d-6c23986e70ff admin admin] Publish callbacks [] for router_controller (65cb2cef-2cec-4820-bbf9-6aa15c702d16), precommit_add_association {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:24.454399 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d302294d-28b3-4f71-a0e0-4bd09538527b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp397e26b8-7a3e-539e-bfac-9573bd620e21-4ce7bc29-f9ee-419c-b012-2c36a852dd3e', 'network_id': '4ce7bc29-f9ee-419c-b012-2c36a852dd3e', 'project_id': 'b21130dbb3a84e40b87422929d0b038c', 'fixed_ips': [{'subnet_id': '292e946f-2daf-4af2-b9b9-3929194ce0cd'}]}} from dv-cinder-850321-1-iscsi. {{(pid=104161) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 21 12:19:24.455506 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-d302294d-28b3-4f71-a0e0-4bd09538527b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:24.583081 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-1f92a17d-633a-41ea-9d3d-6c23986e70ff admin admin] Publish callbacks [] for router_gateway (65cb2cef-2cec-4820-bbf9-6aa15c702d16), precommit_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:24.622016 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.db_base_plugin_common [None req-d302294d-28b3-4f71-a0e0-4bd09538527b None None] Allocated IP 172.20.0.2 (4ce7bc29-f9ee-419c-b012-2c36a852dd3e/292e946f-2daf-4af2-b9b9-3929194ce0cd/f5d82d6e-41e6-4ce3-8610-dfb42468fba0) {{(pid=104161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 12:19:24.775618 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:19:24.808291 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-1f92a17d-633a-41ea-9d3d-6c23986e70ff admin admin] Publish callbacks [] for router_gateway (65cb2cef-2cec-4820-bbf9-6aa15c702d16), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:24.808451 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-d302294d-28b3-4f71-a0e0-4bd09538527b None None] Publish callbacks [] for port (f5d82d6e-41e6-4ce3-8610-dfb42468fba0), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:24.816570 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-d302294d-28b3-4f71-a0e0-4bd09538527b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773760637166'] for port (f5d82d6e-41e6-4ce3-8610-dfb42468fba0), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:24.830968 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-1f92a17d-633a-41ea-9d3d-6c23986e70ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:24.867222 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d302294d-28b3-4f71-a0e0-4bd09538527b None None] Network 4ce7bc29-f9ee-419c-b012-2c36a852dd3e is already hosted by enough agents. {{(pid=104161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 12:19:24.872730 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.scheduler.base_scheduler [None req-d302294d-28b3-4f71-a0e0-4bd09538527b None None] Resources bound (agent type, host, resource id): {{(pid=104161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 12:19:24.874874 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d302294d-28b3-4f71-a0e0-4bd09538527b None None] Pushing event updated for resources: {'Port': ['ID=f5d82d6e-41e6-4ce3-8610-dfb42468fba0,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:19:24.877206 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d302294d-28b3-4f71-a0e0-4bd09538527b None None] Received port after_create {{(pid=104161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 12:19:24.944705 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.managers [None req-d302294d-28b3-4f71-a0e0-4bd09538527b None None] Attempting to bind port f5d82d6e-41e6-4ce3-8610-dfb42468fba0 on host dv-cinder-850321-1-iscsi for vnic_type normal with profile {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 12:19:24.945211 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.managers [None req-d302294d-28b3-4f71-a0e0-4bd09538527b None None] Attempting to bind port f5d82d6e-41e6-4ce3-8610-dfb42468fba0 by drivers openvswitch,hyperv on host dv-cinder-850321-1-iscsi at level 0 using segments [{'id': 'd1c8b072-bbac-4037-b322-9834f8eeafda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '4ce7bc29-f9ee-419c-b012-2c36a852dd3e'}] {{(pid=104161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 12:19:24.945705 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d302294d-28b3-4f71-a0e0-4bd09538527b None None] Attempting to bind port f5d82d6e-41e6-4ce3-8610-dfb42468fba0 on network 4ce7bc29-f9ee-419c-b012-2c36a852dd3e {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 12:19:24.955019 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d302294d-28b3-4f71-a0e0-4bd09538527b None None] Checking agent: {'id': 'c982e9e4-9e4b-4150-8658-75b564dceb25', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850321-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 12, 6, 47), 'started_at': datetime.datetime(2022, 7, 21, 12, 7, 17), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 12, 19, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850321-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 12:19:24.955448 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d302294d-28b3-4f71-a0e0-4bd09538527b None None] Checking segment: {'id': 'd1c8b072-bbac-4037-b322-9834f8eeafda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '4ce7bc29-f9ee-419c-b012-2c36a852dd3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 12:19:24.955934 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-d302294d-28b3-4f71-a0e0-4bd09538527b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:24.956348 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d302294d-28b3-4f71-a0e0-4bd09538527b None None] Bound using segment: {'id': 'd1c8b072-bbac-4037-b322-9834f8eeafda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '4ce7bc29-f9ee-419c-b012-2c36a852dd3e'} {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 12:19:24.956839 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.managers [None req-d302294d-28b3-4f71-a0e0-4bd09538527b None None] Bound port: f5d82d6e-41e6-4ce3-8610-dfb42468fba0, host: dv-cinder-850321-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1c8b072-bbac-4037-b322-9834f8eeafda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '4ce7bc29-f9ee-419c-b012-2c36a852dd3e'}}] {{(pid=104161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 12:19:24.957417 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-d302294d-28b3-4f71-a0e0-4bd09538527b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (f5d82d6e-41e6-4ce3-8610-dfb42468fba0), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:24.988612 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.db.db_base_plugin_common [None req-1f92a17d-633a-41ea-9d3d-6c23986e70ff admin admin] Allocated IP 172.27.3.41 (f382b478-dfd7-4678-bcdd-821f508b5bc8/39ec59ca-1d5b-4110-899c-eae6f5db3a39/f1e21bb2-2fb6-4d02-95fc-01f66e6a144f) {{(pid=104159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 12:19:25.031261 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-d302294d-28b3-4f71-a0e0-4bd09538527b None None] For port f5d82d6e-41e6-4ce3-8610-dfb42468fba0, host dv-cinder-850321-1-iscsi, cleared binding levels {{(pid=104161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 12:19:25.035011 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-d302294d-28b3-4f71-a0e0-4bd09538527b None None] For port f5d82d6e-41e6-4ce3-8610-dfb42468fba0, host dv-cinder-850321-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-1-iscsi',level=0,port_id=f5d82d6e-41e6-4ce3-8610-dfb42468fba0,segment=NetworkSegment(d1c8b072-bbac-4037-b322-9834f8eeafda),segment_id=d1c8b072-bbac-4037-b322-9834f8eeafda)] {{(pid=104161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 12:19:25.042286 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-d302294d-28b3-4f71-a0e0-4bd09538527b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158'] for port (f5d82d6e-41e6-4ce3-8610-dfb42468fba0), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:25.104382 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:INSERT=7 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:19:25.120087 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d302294d-28b3-4f71-a0e0-4bd09538527b None None] Pushing event updated for resources: {'Port': ['ID=f5d82d6e-41e6-4ce3-8610-dfb42468fba0,revision_number=2']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:19:25.176368 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-1f92a17d-633a-41ea-9d3d-6c23986e70ff admin admin] Publish callbacks [] for port (f1e21bb2-2fb6-4d02-95fc-01f66e6a144f), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:25.221129 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-1f92a17d-633a-41ea-9d3d-6c23986e70ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773760637166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8469579'] for port (f1e21bb2-2fb6-4d02-95fc-01f66e6a144f), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:25.264912 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f92a17d-633a-41ea-9d3d-6c23986e70ff admin admin] Network f382b478-dfd7-4678-bcdd-821f508b5bc8 is already hosted by enough agents. {{(pid=104159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 12:19:25.294739 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f3d0c6-b558-4606-9faf-02fe99844850 None None] Sync routers for ids ['a766da6b-5cf0-4290-abe7-fe17683e2114'] in dv-cinder-850321-1-iscsi {{(pid=104162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 12:19:25.302402 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.scheduler.base_scheduler [None req-1f92a17d-633a-41ea-9d3d-6c23986e70ff admin admin] Resources bound (agent type, host, resource id): {{(pid=104159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 12:19:25.305193 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f92a17d-633a-41ea-9d3d-6c23986e70ff admin admin] Received port after_create {{(pid=104159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 12:19:25.314257 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f3d0c6-b558-4606-9faf-02fe99844850 None None] Routers {'a766da6b-5cf0-4290-abe7-fe17683e2114'} bound to L3 agent in host dv-cinder-850321-1-iscsi {{(pid=104162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 12:19:25.314898 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_hamode_db [None req-59f3d0c6-b558-4606-9faf-02fe99844850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-21T12:06:45Z,description=,heartbeat_timestamp=2022-07-21T12:19:15Z,host='dv-cinder-850321-1-iscsi',id=ceb1130f-c61e-494c-be4f-967cc153319c,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T12:06:45Z,topic='l3_agent')) {'router_ids': ['a766da6b-5cf0-4290-abe7-fe17683e2114'], 'active': True} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:19:25.356166 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Device 6ee65bc1-40a6-403b-b656-df93a85f4942 up at agent ovs-agent-dv-cinder-850321-1-iscsi {{(pid=104161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 12:19:25.389938 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f92a17d-633a-41ea-9d3d-6c23986e70ff admin admin] Pushing event updated for resources: {'Port': ['ID=f1e21bb2-2fb6-4d02-95fc-01f66e6a144f,revision_number=1']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:19:25.414594 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Provisioning complete for port 6ee65bc1-40a6-403b-b656-df93a85f4942 triggered by entity L2. {{(pid=104161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 12:19:25.415009 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388846'] for port (6ee65bc1-40a6-403b-b656-df93a85f4942), provisioning_complete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:25.417752 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6367e6-dc27-4d3a-82e1-d923adfc2c27 req-3aca4c54-324c-432d-8ba6-35391b92e908 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:19:25.419586 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-9e6367e6-dc27-4d3a-82e1-d923adfc2c27 req-3aca4c54-324c-432d-8ba6-35391b92e908 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/ports?device_id=da30da3d-902c-434d-b650-0e28e2bcd910 HTTP/1.1" status: 200 len: 946 time: 0.1589093 Jul 21 12:19:25.535185 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:19:25.606654 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvr_db [None req-59f3d0c6-b558-4606-9faf-02fe99844850 None None] Set router a766da6b-5cf0-4290-abe7-fe17683e2114 gateway port host: dv-cinder-850321-1-iscsi {{(pid=104162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 12:19:25.608367 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:19:25.634132 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Current status of the port 6ee65bc1-40a6-403b-b656-df93a85f4942 is: DOWN; New status is: ACTIVE {{(pid=104161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 12:19:25.634684 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (6ee65bc1-40a6-403b-b656-df93a85f4942), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:25.655325 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-9e6367e6-dc27-4d3a-82e1-d923adfc2c27 req-f66888e8-bac3-454e-a2a4-b9ba48c15b97 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/security-groups?id=195f81d2-1587-4fdd-87dd-d5d45e8d9a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2244494 Jul 21 12:19:25.664769 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] For port 6ee65bc1-40a6-403b-b656-df93a85f4942, host dv-cinder-850321-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-1-iscsi',level=0,port_id=6ee65bc1-40a6-403b-b656-df93a85f4942,segment=NetworkSegment(516861e0-d3fe-4b3f-83ca-af9f79051018),segment_id=516861e0-d3fe-4b3f-83ca-af9f79051018)] {{(pid=104161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 12:19:25.671740 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158'] for port (6ee65bc1-40a6-403b-b656-df93a85f4942), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:25.741454 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Pushing event updated for resources: {'Port': ['ID=6ee65bc1-40a6-403b-b656-df93a85f4942,revision_number=4']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:19:25.862924 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_hamode_db [None req-59f3d0c6-b558-4606-9faf-02fe99844850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a766da6b-5cf0-4290-abe7-fe17683e2114', 'name': 'tempest-TestVolumeBootPattern-899008271-router', 'tenant_id': 'cc3651ce859043d2a764fa47f06db374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'external_fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': '6ee65bc1-40a6-403b-b656-df93a85f4942', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T12:19:19Z', 'updated_at': '2022-07-21T12:19:22Z', 'revision_number': 4, 'project_id': 'cc3651ce859043d2a764fa47f06db374', 'gw_port': {'id': '6ee65bc1-40a6-403b-b656-df93a85f4942', 'name': '', 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:b1:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a766da6b-5cf0-4290-abe7-fe17683e2114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:19:19Z', 'updated_at': '2022-07-21T12:19:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-1-iscsi', '_interfaces': [{'id': '569c1e4a-c8d4-468b-9653-df59c63fa18e', 'name': '', 'network_id': 'cb1f1a48-37ef-466f-9c77-ca45d5a79220', 'tenant_id': 'cc3651ce859043d2a764fa47f06db374', 'mac_address': 'fa:16:3e:35:06:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a766da6b-5cf0-4290-abe7-fe17683e2114', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'bc7d6337-214d-4961-9075-8635a8b8f86b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:19:21Z', 'updated_at': '2022-07-21T12:19:22Z', 'revision_number': 2, 'project_id': 'cc3651ce859043d2a764fa47f06db374', 'subnets': [{'id': 'bc7d6337-214d-4961-9075-8635a8b8f86b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-1-iscsi', False) {} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:19:25.896090 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f3d0c6-b558-4606-9faf-02fe99844850 None None] Checking router: a766da6b-5cf0-4290-abe7-fe17683e2114 for host: dv-cinder-850321-1-iscsi {{(pid=104162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 12:19:25.896559 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f3d0c6-b558-4606-9faf-02fe99844850 None None] Updating router a766da6b-5cf0-4290-abe7-fe17683e2114 port 569c1e4a-c8d4-468b-9653-df59c63fa18e binding host dv-cinder-850321-1-iscsi {{(pid=104162) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 21 12:19:25.927650 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-59f3d0c6-b558-4606-9faf-02fe99844850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (569c1e4a-c8d4-468b-9653-df59c63fa18e), before_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:26.080144 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-1f92a17d-633a-41ea-9d3d-6c23986e70ff admin admin] Publish callbacks [] for router_gateway (65cb2cef-2cec-4820-bbf9-6aa15c702d16), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:26.209155 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.agents_db [None req-4203cc95-03b4-445b-a92f-19fc3dec8381 None None] Agent healthcheck: found 6 active agents {{(pid=104162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 12:19:26.223811 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-59f3d0c6-b558-4606-9faf-02fe99844850 None None] Publish callbacks [] for port (569c1e4a-c8d4-468b-9653-df59c63fa18e), precommit_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:26.231043 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-59f3d0c6-b558-4606-9faf-02fe99844850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158'] for port (569c1e4a-c8d4-468b-9653-df59c63fa18e), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:26.276287 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5037d603-cc7d-475e-b60c-e29c0beafa6b None None] Pushing event updated for resources: {'Port': ['ID=569c1e4a-c8d4-468b-9653-df59c63fa18e,revision_number=3']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:19:26.292450 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5037d603-cc7d-475e-b60c-e29c0beafa6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:19:26.292789 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5037d603-cc7d-475e-b60c-e29c0beafa6b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:19:26.293854 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5037d603-cc7d-475e-b60c-e29c0beafa6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:19:26.294220 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5037d603-cc7d-475e-b60c-e29c0beafa6b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:19:26.294556 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5037d603-cc7d-475e-b60c-e29c0beafa6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:19:26.294883 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5037d603-cc7d-475e-b60c-e29c0beafa6b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:19:26.295458 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5037d603-cc7d-475e-b60c-e29c0beafa6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:19:26.295707 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5037d603-cc7d-475e-b60c-e29c0beafa6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:19:26.295838 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5037d603-cc7d-475e-b60c-e29c0beafa6b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:19:26.296961 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5037d603-cc7d-475e-b60c-e29c0beafa6b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:19:26.297468 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5037d603-cc7d-475e-b60c-e29c0beafa6b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:19:26.297950 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5037d603-cc7d-475e-b60c-e29c0beafa6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:19:26.298813 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5037d603-cc7d-475e-b60c-e29c0beafa6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:19:26.299298 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5037d603-cc7d-475e-b60c-e29c0beafa6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:19:26.299834 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5037d603-cc7d-475e-b60c-e29c0beafa6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:19:26.307063 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-1f92a17d-633a-41ea-9d3d-6c23986e70ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-680199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-679602'] for router (65cb2cef-2cec-4820-bbf9-6aa15c702d16), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:26.406851 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:19:26.408135 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.managers [None req-59f3d0c6-b558-4606-9faf-02fe99844850 None None] Attempting to bind port 569c1e4a-c8d4-468b-9653-df59c63fa18e on host dv-cinder-850321-1-iscsi for vnic_type normal with profile {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 12:19:26.411296 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.managers [None req-59f3d0c6-b558-4606-9faf-02fe99844850 None None] Attempting to bind port 569c1e4a-c8d4-468b-9653-df59c63fa18e by drivers openvswitch,hyperv on host dv-cinder-850321-1-iscsi at level 0 using segments [{'id': 'ffbc0a01-72d6-4d7a-bf1a-f973b8a2cfc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'cb1f1a48-37ef-466f-9c77-ca45d5a79220'}] {{(pid=104162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 12:19:26.411699 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f3d0c6-b558-4606-9faf-02fe99844850 None None] Attempting to bind port 569c1e4a-c8d4-468b-9653-df59c63fa18e on network cb1f1a48-37ef-466f-9c77-ca45d5a79220 {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 12:19:26.422543 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f3d0c6-b558-4606-9faf-02fe99844850 None None] Checking agent: {'id': 'c982e9e4-9e4b-4150-8658-75b564dceb25', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850321-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 12, 6, 47), 'started_at': datetime.datetime(2022, 7, 21, 12, 7, 17), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 12, 19, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850321-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 12:19:26.423072 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f3d0c6-b558-4606-9faf-02fe99844850 None None] Checking segment: {'id': 'ffbc0a01-72d6-4d7a-bf1a-f973b8a2cfc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'cb1f1a48-37ef-466f-9c77-ca45d5a79220'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 12:19:26.423241 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-59f3d0c6-b558-4606-9faf-02fe99844850 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:26.423657 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f3d0c6-b558-4606-9faf-02fe99844850 None None] Bound using segment: {'id': 'ffbc0a01-72d6-4d7a-bf1a-f973b8a2cfc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'cb1f1a48-37ef-466f-9c77-ca45d5a79220'} {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 12:19:26.424415 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.managers [None req-59f3d0c6-b558-4606-9faf-02fe99844850 None None] Bound port: 569c1e4a-c8d4-468b-9653-df59c63fa18e, host: dv-cinder-850321-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffbc0a01-72d6-4d7a-bf1a-f973b8a2cfc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'cb1f1a48-37ef-466f-9c77-ca45d5a79220'}}] {{(pid=104162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 12:19:26.424963 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-59f3d0c6-b558-4606-9faf-02fe99844850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (569c1e4a-c8d4-468b-9653-df59c63fa18e), before_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:26.462718 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc556f28-e3bc-48d3-bd22-0b3085827465 None None] Network 4ce7bc29-f9ee-419c-b012-2c36a852dd3e requested from dv-cinder-850321-1-iscsi {{(pid=104161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 12:19:26.496445 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f92a17d-633a-41ea-9d3d-6c23986e70ff admin admin] Router 65cb2cef-2cec-4820-bbf9-6aa15c702d16 is scheduled to L3 agent ceb1130f-c61e-494c-be4f-967cc153319c with binding_index 1 {{(pid=104159) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 21 12:19:26.509428 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-59f3d0c6-b558-4606-9faf-02fe99844850 None None] For port 569c1e4a-c8d4-468b-9653-df59c63fa18e, host dv-cinder-850321-1-iscsi, cleared binding levels {{(pid=104162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 12:19:26.513105 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-59f3d0c6-b558-4606-9faf-02fe99844850 None None] For port 569c1e4a-c8d4-468b-9653-df59c63fa18e, host dv-cinder-850321-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-1-iscsi',level=0,port_id=569c1e4a-c8d4-468b-9653-df59c63fa18e,segment=NetworkSegment(ffbc0a01-72d6-4d7a-bf1a-f973b8a2cfc7),segment_id=ffbc0a01-72d6-4d7a-bf1a-f973b8a2cfc7)] {{(pid=104162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 12:19:26.524305 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-59f3d0c6-b558-4606-9faf-02fe99844850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158'] for port (569c1e4a-c8d4-468b-9653-df59c63fa18e), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:26.562131 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [None req-ce1c3c1e-f33f-4f99-84b6-ce2db8362b99 None None] Provisioning complete for port f5d82d6e-41e6-4ce3-8610-dfb42468fba0 triggered by entity DHCP. {{(pid=104161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 12:19:26.562627 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-ce1c3c1e-f33f-4f99-84b6-ce2db8362b99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388846'] for port (f5d82d6e-41e6-4ce3-8610-dfb42468fba0), provisioning_complete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:26.638470 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:19:26.649808 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f3d0c6-b558-4606-9faf-02fe99844850 None None] Routers {'a766da6b-5cf0-4290-abe7-fe17683e2114'} bound to L3 agent in host dv-cinder-850321-1-iscsi {{(pid=104162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 12:19:26.650810 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_hamode_db [None req-59f3d0c6-b558-4606-9faf-02fe99844850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-21T12:06:45Z,description=,heartbeat_timestamp=2022-07-21T12:19:15Z,host='dv-cinder-850321-1-iscsi',id=ceb1130f-c61e-494c-be4f-967cc153319c,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T12:06:45Z,topic='l3_agent')) {'router_ids': ['a766da6b-5cf0-4290-abe7-fe17683e2114'], 'active': True} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:19:26.686575 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f92a17d-633a-41ea-9d3d-6c23986e70ff admin admin] Notify agent at l3_agent.dv-cinder-850321-1-iscsi the message routers_updated {{(pid=104159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 12:19:26.706755 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ccc3f9a-b5e9-4767-a655-97b4c7c74cf7 None None] Sync routers for ids ['65cb2cef-2cec-4820-bbf9-6aa15c702d16'] in dv-cinder-850321-1-iscsi {{(pid=104161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 12:19:26.730354 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:19:26.737087 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-ce1c3c1e-f33f-4f99-84b6-ce2db8362b99 None None] Current status of the port f5d82d6e-41e6-4ce3-8610-dfb42468fba0 is: DOWN; New status is: ACTIVE {{(pid=104161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 12:19:26.738924 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-ce1c3c1e-f33f-4f99-84b6-ce2db8362b99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (f5d82d6e-41e6-4ce3-8610-dfb42468fba0), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:26.743902 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-1f92a17d-633a-41ea-9d3d-6c23986e70ff admin admin] Publish callbacks [] for router (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:26.746951 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-1f92a17d-633a-41ea-9d3d-6c23986e70ff admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.4143994 Jul 21 12:19:26.751375 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 34514) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:19:26.761496 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1d0657-e7ee-47ed-b7c9-fc12d505a4a8 req-fc9664a8-7346-4428-93da-e68a0e726aae tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:19:26.767419 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-ec1d0657-e7ee-47ed-b7c9-fc12d505a4a8 req-fc9664a8-7346-4428-93da-e68a0e726aae tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.18 "GET /v2.0/ports?device_id=2740e936-1211-467d-ad2b-d28abc005c89 HTTP/1.1" status: 200 len: 945 time: 0.1303530 Jul 21 12:19:26.786063 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ccc3f9a-b5e9-4767-a655-97b4c7c74cf7 None None] Routers {'65cb2cef-2cec-4820-bbf9-6aa15c702d16'} bound to L3 agent in host dv-cinder-850321-1-iscsi {{(pid=104161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 12:19:26.793566 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-3ccc3f9a-b5e9-4767-a655-97b4c7c74cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-21T12:06:45Z,description=,heartbeat_timestamp=2022-07-21T12:19:15Z,host='dv-cinder-850321-1-iscsi',id=ceb1130f-c61e-494c-be4f-967cc153319c,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T12:06:45Z,topic='l3_agent')) {'router_ids': ['65cb2cef-2cec-4820-bbf9-6aa15c702d16'], 'active': True} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:19:26.886186 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-ec1d0657-e7ee-47ed-b7c9-fc12d505a4a8 req-83e23ab3-96c4-493a-9bd0-4fb007a0ebbe tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.18 "GET /v2.0/security-groups?id=bdddd4d5-7044-4ab4-b494-1665218e01f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062701 Jul 21 12:19:26.969166 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:UPDATE=5,neutron:SELECT=95 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:19:26.971199 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-ce1c3c1e-f33f-4f99-84b6-ce2db8362b99 None None] For port f5d82d6e-41e6-4ce3-8610-dfb42468fba0, host dv-cinder-850321-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-1-iscsi',level=0,port_id=f5d82d6e-41e6-4ce3-8610-dfb42468fba0,segment=NetworkSegment(d1c8b072-bbac-4037-b322-9834f8eeafda),segment_id=d1c8b072-bbac-4037-b322-9834f8eeafda)] {{(pid=104161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 12:19:26.998865 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-ce1c3c1e-f33f-4f99-84b6-ce2db8362b99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158'] for port (f5d82d6e-41e6-4ce3-8610-dfb42468fba0), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:27.013763 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a89863-3886-4fc4-820d-04c1563b8572 req-ce90b080-217d-47e0-8e0d-afb073894e97 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:19:27.025258 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-58a89863-3886-4fc4-820d-04c1563b8572 req-ce90b080-217d-47e0-8e0d-afb073894e97 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/ports?device_id=da30da3d-902c-434d-b650-0e28e2bcd910 HTTP/1.1" status: 200 len: 946 time: 0.1643083 Jul 21 12:19:27.054715 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvr_db [None req-3ccc3f9a-b5e9-4767-a655-97b4c7c74cf7 None None] Set router 65cb2cef-2cec-4820-bbf9-6aa15c702d16 gateway port host: dv-cinder-850321-1-iscsi {{(pid=104161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 12:19:27.120143 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-58a89863-3886-4fc4-820d-04c1563b8572 req-a625d2cf-96ad-49ca-9759-308ea0b8a51b tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/security-groups?id=195f81d2-1587-4fdd-87dd-d5d45e8d9a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918536 Jul 21 12:19:27.133308 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5037d603-cc7d-475e-b60c-e29c0beafa6b None None] Pushing event updated for resources: {'Port': ['ID=569c1e4a-c8d4-468b-9653-df59c63fa18e,revision_number=4']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:19:27.139366 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.18', 34520) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:19:27.143092 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1c3c1e-f33f-4f99-84b6-ce2db8362b99 None None] Pushing event updated for resources: {'Port': ['ID=f5d82d6e-41e6-4ce3-8610-dfb42468fba0,revision_number=3']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:19:27.170002 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvr_db [None req-59f3d0c6-b558-4606-9faf-02fe99844850 None None] Set router a766da6b-5cf0-4290-abe7-fe17683e2114 gateway port host: dv-cinder-850321-1-iscsi {{(pid=104162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 12:19:27.173665 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [None req-45dd1a27-f8c2-4ebc-9b29-91a565ff36dc None None] Provisioning complete for port f5d82d6e-41e6-4ce3-8610-dfb42468fba0 triggered by entity DHCP. {{(pid=104161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 12:19:27.173665 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-45dd1a27-f8c2-4ebc-9b29-91a565ff36dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388846'] for port (f5d82d6e-41e6-4ce3-8610-dfb42468fba0), provisioning_complete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:27.245716 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:19:27.292384 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-28ada90b-a459-4a31-88a6-c3acd947360c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:27.379079 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-45dd1a27-f8c2-4ebc-9b29-91a565ff36dc None None] Current status of the port f5d82d6e-41e6-4ce3-8610-dfb42468fba0 is: ACTIVE; New status is: ACTIVE {{(pid=104161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 12:19:27.390698 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-3ccc3f9a-b5e9-4767-a655-97b4c7c74cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65cb2cef-2cec-4820-bbf9-6aa15c702d16', 'name': 'tempest-TestVolumeBootPattern-1378471096-router', 'tenant_id': 'b21130dbb3a84e40b87422929d0b038c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'external_fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': 'f1e21bb2-2fb6-4d02-95fc-01f66e6a144f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T12:19:24Z', 'updated_at': '2022-07-21T12:19:25Z', 'revision_number': 3, 'project_id': 'b21130dbb3a84e40b87422929d0b038c', 'gw_port': {'id': 'f1e21bb2-2fb6-4d02-95fc-01f66e6a144f', 'name': '', 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:35:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65cb2cef-2cec-4820-bbf9-6aa15c702d16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:19:24Z', 'updated_at': '2022-07-21T12:19:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-1-iscsi'}], 'dv-cinder-850321-1-iscsi', False) {} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:19:27.393858 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [None req-45dd1a27-f8c2-4ebc-9b29-91a565ff36dc None None] Provisioning complete for port 569c1e4a-c8d4-468b-9653-df59c63fa18e triggered by entity DHCP. {{(pid=104161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 12:19:27.394234 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-45dd1a27-f8c2-4ebc-9b29-91a565ff36dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388846'] for port (569c1e4a-c8d4-468b-9653-df59c63fa18e), provisioning_complete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:27.450628 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-28ada90b-a459-4a31-88a6-c3acd947360c admin admin] Publish callbacks [] for security_group (0b88704b-7592-4636-ad73-f0f7f9792053), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:27.464867 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-28ada90b-a459-4a31-88a6-c3acd947360c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (0b88704b-7592-4636-ad73-f0f7f9792053), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:27.506295 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_hamode_db [None req-59f3d0c6-b558-4606-9faf-02fe99844850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a766da6b-5cf0-4290-abe7-fe17683e2114', 'name': 'tempest-TestVolumeBootPattern-899008271-router', 'tenant_id': 'cc3651ce859043d2a764fa47f06db374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'external_fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': '6ee65bc1-40a6-403b-b656-df93a85f4942', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T12:19:19Z', 'updated_at': '2022-07-21T12:19:22Z', 'revision_number': 4, 'project_id': 'cc3651ce859043d2a764fa47f06db374', 'gw_port': {'id': '6ee65bc1-40a6-403b-b656-df93a85f4942', 'name': '', 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:b1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a766da6b-5cf0-4290-abe7-fe17683e2114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:19:19Z', 'updated_at': '2022-07-21T12:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-1-iscsi', '_interfaces': [{'id': '569c1e4a-c8d4-468b-9653-df59c63fa18e', 'name': '', 'network_id': 'cb1f1a48-37ef-466f-9c77-ca45d5a79220', 'tenant_id': 'cc3651ce859043d2a764fa47f06db374', 'mac_address': 'fa:16:3e:35:06:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a766da6b-5cf0-4290-abe7-fe17683e2114', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'bc7d6337-214d-4961-9075-8635a8b8f86b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:19:21Z', 'updated_at': '2022-07-21T12:19:26Z', 'revision_number': 4, 'project_id': 'cc3651ce859043d2a764fa47f06db374', 'subnets': [{'id': 'bc7d6337-214d-4961-9075-8635a8b8f86b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-1-iscsi', False) {} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:19:27.527797 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-28ada90b-a459-4a31-88a6-c3acd947360c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=53de01ad2f474a2fbd9c37598c1cee6a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3844159 Jul 21 12:19:27.529747 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.18', 34524) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:19:27.544666 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ada90b-a459-4a31-88a6-c3acd947360c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b88704b-7592-4636-ad73-f0f7f9792053,revision_number=1']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:19:27.554872 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f3d0c6-b558-4606-9faf-02fe99844850 None None] The sync data for ids ['a766da6b-5cf0-4290-abe7-fe17683e2114'] in dv-cinder-850321-1-iscsi is: [{'id': 'a766da6b-5cf0-4290-abe7-fe17683e2114', 'name': 'tempest-TestVolumeBootPattern-899008271-router', 'tenant_id': 'cc3651ce859043d2a764fa47f06db374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'external_fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': '6ee65bc1-40a6-403b-b656-df93a85f4942', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T12:19:19Z', 'updated_at': '2022-07-21T12:19:22Z', 'revision_number': 4, 'project_id': 'cc3651ce859043d2a764fa47f06db374', 'gw_port': {'id': '6ee65bc1-40a6-403b-b656-df93a85f4942', 'name': '', 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:b1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a766da6b-5cf0-4290-abe7-fe17683e2114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:19:19Z', 'updated_at': '2022-07-21T12:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-1-iscsi', '_interfaces': [{'id': '569c1e4a-c8d4-468b-9653-df59c63fa18e', 'name': '', 'network_id': 'cb1f1a48-37ef-466f-9c77-ca45d5a79220', 'tenant_id': 'cc3651ce859043d2a764fa47f06db374', 'mac_address': 'fa:16:3e:35:06:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a766da6b-5cf0-4290-abe7-fe17683e2114', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'bc7d6337-214d-4961-9075-8635a8b8f86b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:19:21Z', 'updated_at': '2022-07-21T12:19:26Z', 'revision_number': 4, 'project_id': 'cc3651ce859043d2a764fa47f06db374', 'subnets': [{'id': 'bc7d6337-214d-4961-9075-8635a8b8f86b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 12:19:27.583531 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ccc3f9a-b5e9-4767-a655-97b4c7c74cf7 None None] Checking router: 65cb2cef-2cec-4820-bbf9-6aa15c702d16 for host: dv-cinder-850321-1-iscsi {{(pid=104161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 12:19:27.583531 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ccc3f9a-b5e9-4767-a655-97b4c7c74cf7 None None] Updating router 65cb2cef-2cec-4820-bbf9-6aa15c702d16 port f1e21bb2-2fb6-4d02-95fc-01f66e6a144f binding host dv-cinder-850321-1-iscsi {{(pid=104161) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 21 12:19:27.591217 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Device f5d82d6e-41e6-4ce3-8610-dfb42468fba0 up at agent ovs-agent-dv-cinder-850321-1-iscsi {{(pid=104161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 12:19:27.598727 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:19:27.633117 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-b6a16631-230d-42b5-a01b-db90d8bbdd00 admin admin] Publish callbacks [] for security_group (0b88704b-7592-4636-ad73-f0f7f9792053), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:27.643307 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:19:27.661927 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-b6a16631-230d-42b5-a01b-db90d8bbdd00 admin admin] Publish callbacks [] for security_group (0b88704b-7592-4636-ad73-f0f7f9792053), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:27.668313 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-cc6cf285-809a-42e0-9417-9cc56e4c4314 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:27.678305 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-3ccc3f9a-b5e9-4767-a655-97b4c7c74cf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (f1e21bb2-2fb6-4d02-95fc-01f66e6a144f), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:27.722206 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-b6a16631-230d-42b5-a01b-db90d8bbdd00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (0b88704b-7592-4636-ad73-f0f7f9792053), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:27.725164 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-b6a16631-230d-42b5-a01b-db90d8bbdd00 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:27.730533 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-b6a16631-230d-42b5-a01b-db90d8bbdd00 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0b88704b-7592-4636-ad73-f0f7f9792053 HTTP/1.1" status: 204 len: 168 time: 0.1997421 Jul 21 12:19:27.742444 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a16631-230d-42b5-a01b-db90d8bbdd00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b88704b-7592-4636-ad73-f0f7f9792053,revision_number=None']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:19:27.799423 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Provisioning complete for port f5d82d6e-41e6-4ce3-8610-dfb42468fba0 triggered by entity L2. {{(pid=104161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 12:19:27.799824 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388846'] for port (f5d82d6e-41e6-4ce3-8610-dfb42468fba0), provisioning_complete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:27.854726 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-45dd1a27-f8c2-4ebc-9b29-91a565ff36dc None None] Current status of the port 569c1e4a-c8d4-468b-9653-df59c63fa18e is: DOWN; New status is: ACTIVE {{(pid=104161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 12:19:27.855221 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-45dd1a27-f8c2-4ebc-9b29-91a565ff36dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (569c1e4a-c8d4-468b-9653-df59c63fa18e), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:27.870537 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.db.db_base_plugin_common [None req-cc6cf285-809a-42e0-9417-9cc56e4c4314 admin admin] Allocated IP 172.20.0.1 (4ce7bc29-f9ee-419c-b012-2c36a852dd3e/292e946f-2daf-4af2-b9b9-3929194ce0cd/192027c3-56bb-4306-b9cb-41dc0dfce362) {{(pid=104159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 12:19:27.947851 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-45dd1a27-f8c2-4ebc-9b29-91a565ff36dc None None] For port 569c1e4a-c8d4-468b-9653-df59c63fa18e, host dv-cinder-850321-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-1-iscsi',level=0,port_id=569c1e4a-c8d4-468b-9653-df59c63fa18e,segment=NetworkSegment(ffbc0a01-72d6-4d7a-bf1a-f973b8a2cfc7),segment_id=ffbc0a01-72d6-4d7a-bf1a-f973b8a2cfc7)] {{(pid=104161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 12:19:28.108800 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6068fd65-66ad-4ceb-b279-42da7a65183b req-e2094c91-6cee-4f93-bde9-17c2bdafb358 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:19:28.116977 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-6068fd65-66ad-4ceb-b279-42da7a65183b req-e2094c91-6cee-4f93-bde9-17c2bdafb358 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.18 "GET /v2.0/ports?device_id=2740e936-1211-467d-ad2b-d28abc005c89 HTTP/1.1" status: 200 len: 945 time: 0.0958874 Jul 21 12:19:28.119618 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-45dd1a27-f8c2-4ebc-9b29-91a565ff36dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158'] for port (569c1e4a-c8d4-468b-9653-df59c63fa18e), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:28.131826 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-cc6cf285-809a-42e0-9417-9cc56e4c4314 admin admin] Publish callbacks [] for port (192027c3-56bb-4306-b9cb-41dc0dfce362), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:28.169802 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:19:28.182568 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-3ccc3f9a-b5e9-4767-a655-97b4c7c74cf7 None None] Publish callbacks [] for port (f1e21bb2-2fb6-4d02-95fc-01f66e6a144f), precommit_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:28.192293 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-cc6cf285-809a-42e0-9417-9cc56e4c4314 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773760637166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8469579'] for port (192027c3-56bb-4306-b9cb-41dc0dfce362), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:28.194585 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-6068fd65-66ad-4ceb-b279-42da7a65183b req-28b8a24d-b60a-491d-8324-e2a9c7f99d8e tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.18 "GET /v2.0/security-groups?id=bdddd4d5-7044-4ab4-b494-1665218e01f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766368 Jul 21 12:19:28.194872 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-3ccc3f9a-b5e9-4767-a655-97b4c7c74cf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158'] for port (f1e21bb2-2fb6-4d02-95fc-01f66e6a144f), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:28.200180 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Current status of the port f5d82d6e-41e6-4ce3-8610-dfb42468fba0 is: ACTIVE; New status is: ACTIVE {{(pid=104161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 12:19:28.201812 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Device 569c1e4a-c8d4-468b-9653-df59c63fa18e up at agent ovs-agent-dv-cinder-850321-1-iscsi {{(pid=104161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 12:19:28.235105 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:19:28.235508 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc6cf285-809a-42e0-9417-9cc56e4c4314 admin admin] Network 4ce7bc29-f9ee-419c-b012-2c36a852dd3e is already hosted by enough agents. {{(pid=104159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 12:19:28.240890 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.scheduler.base_scheduler [None req-cc6cf285-809a-42e0-9417-9cc56e4c4314 admin admin] Resources bound (agent type, host, resource id): {{(pid=104159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 12:19:28.246053 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc6cf285-809a-42e0-9417-9cc56e4c4314 admin admin] Received port after_create {{(pid=104159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 12:19:28.246536 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dd1a27-f8c2-4ebc-9b29-91a565ff36dc None None] Pushing event updated for resources: {'Port': ['ID=569c1e4a-c8d4-468b-9653-df59c63fa18e,revision_number=5']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:19:28.285698 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6cf285-809a-42e0-9417-9cc56e4c4314 admin admin] Pushing event updated for resources: {'Port': ['ID=192027c3-56bb-4306-b9cb-41dc0dfce362,revision_number=1']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:19:28.298378 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-cc6cf285-809a-42e0-9417-9cc56e4c4314 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-682569'] for router_interface (65cb2cef-2cec-4820-bbf9-6aa15c702d16), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:28.302390 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.managers [None req-3ccc3f9a-b5e9-4767-a655-97b4c7c74cf7 None None] Attempting to bind port f1e21bb2-2fb6-4d02-95fc-01f66e6a144f on host dv-cinder-850321-1-iscsi for vnic_type normal with profile {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 12:19:28.302887 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.managers [None req-3ccc3f9a-b5e9-4767-a655-97b4c7c74cf7 None None] Attempting to bind port f1e21bb2-2fb6-4d02-95fc-01f66e6a144f by drivers openvswitch,hyperv on host dv-cinder-850321-1-iscsi at level 0 using segments [{'id': '516861e0-d3fe-4b3f-83ca-af9f79051018', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8'}] {{(pid=104161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 12:19:28.303265 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ccc3f9a-b5e9-4767-a655-97b4c7c74cf7 None None] Attempting to bind port f1e21bb2-2fb6-4d02-95fc-01f66e6a144f on network f382b478-dfd7-4678-bcdd-821f508b5bc8 {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 12:19:28.323976 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ccc3f9a-b5e9-4767-a655-97b4c7c74cf7 None None] Checking agent: {'id': 'c982e9e4-9e4b-4150-8658-75b564dceb25', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850321-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 12, 6, 47), 'started_at': datetime.datetime(2022, 7, 21, 12, 7, 17), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 12, 19, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850321-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 12:19:28.324349 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ccc3f9a-b5e9-4767-a655-97b4c7c74cf7 None None] Checking segment: {'id': '516861e0-d3fe-4b3f-83ca-af9f79051018', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 12:19:28.324756 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-3ccc3f9a-b5e9-4767-a655-97b4c7c74cf7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:28.325168 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ccc3f9a-b5e9-4767-a655-97b4c7c74cf7 None None] Bound using segment: {'id': '516861e0-d3fe-4b3f-83ca-af9f79051018', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8'} {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 12:19:28.325657 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.managers [None req-3ccc3f9a-b5e9-4767-a655-97b4c7c74cf7 None None] Bound port: f1e21bb2-2fb6-4d02-95fc-01f66e6a144f, host: dv-cinder-850321-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '516861e0-d3fe-4b3f-83ca-af9f79051018', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8'}}] {{(pid=104161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 12:19:28.326133 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-3ccc3f9a-b5e9-4767-a655-97b4c7c74cf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (f1e21bb2-2fb6-4d02-95fc-01f66e6a144f), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:28.327857 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f19a293-93fd-4c4f-a37e-bbcb0484adc1 None None] Pushing event updated for resources: {'Port': ['ID=f1e21bb2-2fb6-4d02-95fc-01f66e6a144f,revision_number=2']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:19:28.349146 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Provisioning complete for port 569c1e4a-c8d4-468b-9653-df59c63fa18e triggered by entity L2. {{(pid=104161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 12:19:28.349588 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388846'] for port (569c1e4a-c8d4-468b-9653-df59c63fa18e), provisioning_complete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:28.373121 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:19:28.416771 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-3ccc3f9a-b5e9-4767-a655-97b4c7c74cf7 None None] For port f1e21bb2-2fb6-4d02-95fc-01f66e6a144f, host dv-cinder-850321-1-iscsi, cleared binding levels {{(pid=104161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 12:19:28.420345 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-3ccc3f9a-b5e9-4767-a655-97b4c7c74cf7 None None] For port f1e21bb2-2fb6-4d02-95fc-01f66e6a144f, host dv-cinder-850321-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-1-iscsi',level=0,port_id=f1e21bb2-2fb6-4d02-95fc-01f66e6a144f,segment=NetworkSegment(516861e0-d3fe-4b3f-83ca-af9f79051018),segment_id=516861e0-d3fe-4b3f-83ca-af9f79051018)] {{(pid=104161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 12:19:28.430761 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-3ccc3f9a-b5e9-4767-a655-97b4c7c74cf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158'] for port (f1e21bb2-2fb6-4d02-95fc-01f66e6a144f), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:28.485805 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-cc6cf285-809a-42e0-9417-9cc56e4c4314 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (192027c3-56bb-4306-b9cb-41dc0dfce362), before_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:28.500492 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Current status of the port 569c1e4a-c8d4-468b-9653-df59c63fa18e is: ACTIVE; New status is: ACTIVE {{(pid=104161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 12:19:28.501564 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Device 6ee65bc1-40a6-403b-b656-df93a85f4942 up at agent ovs-agent-dv-cinder-850321-1-iscsi {{(pid=104161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 12:19:28.521383 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:19:28.560523 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ccc3f9a-b5e9-4767-a655-97b4c7c74cf7 None None] Routers {'65cb2cef-2cec-4820-bbf9-6aa15c702d16'} bound to L3 agent in host dv-cinder-850321-1-iscsi {{(pid=104161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 12:19:28.560684 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-3ccc3f9a-b5e9-4767-a655-97b4c7c74cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-21T12:06:45Z,description=,heartbeat_timestamp=2022-07-21T12:19:15Z,host='dv-cinder-850321-1-iscsi',id=ceb1130f-c61e-494c-be4f-967cc153319c,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T12:06:45Z,topic='l3_agent')) {'router_ids': ['65cb2cef-2cec-4820-bbf9-6aa15c702d16'], 'active': True} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:19:28.602306 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f19a293-93fd-4c4f-a37e-bbcb0484adc1 None None] Pushing event updated for resources: {'Port': ['ID=f1e21bb2-2fb6-4d02-95fc-01f66e6a144f,revision_number=3']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:19:28.607989 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [None req-72b27967-d09d-43be-aa79-289ff2d41b4d None None] Provisioning complete for port 192027c3-56bb-4306-b9cb-41dc0dfce362 triggered by entity DHCP. {{(pid=104161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 12:19:28.608341 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-72b27967-d09d-43be-aa79-289ff2d41b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388846'] for port (192027c3-56bb-4306-b9cb-41dc0dfce362), provisioning_complete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:28.673021 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-cc6cf285-809a-42e0-9417-9cc56e4c4314 admin admin] Publish callbacks [] for port (192027c3-56bb-4306-b9cb-41dc0dfce362), precommit_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:28.679026 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-cc6cf285-809a-42e0-9417-9cc56e4c4314 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8469616'] for port (192027c3-56bb-4306-b9cb-41dc0dfce362), after_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:28.683941 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-72b27967-d09d-43be-aa79-289ff2d41b4d None None] Port 192027c3-56bb-4306-b9cb-41dc0dfce362 cannot update to ACTIVE because it is not bound. {{(pid=104161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 12:19:28.687792 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Provisioning complete for port 6ee65bc1-40a6-403b-b656-df93a85f4942 triggered by entity L2. {{(pid=104161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 12:19:28.688185 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388846'] for port (6ee65bc1-40a6-403b-b656-df93a85f4942), provisioning_complete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:28.749403 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvr_db [None req-3ccc3f9a-b5e9-4767-a655-97b4c7c74cf7 None None] Set router 65cb2cef-2cec-4820-bbf9-6aa15c702d16 gateway port host: dv-cinder-850321-1-iscsi {{(pid=104161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 12:19:28.759359 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6cf285-809a-42e0-9417-9cc56e4c4314 admin admin] Pushing event updated for resources: {'Port': ['ID=192027c3-56bb-4306-b9cb-41dc0dfce362,revision_number=2']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:19:28.762614 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-cc6cf285-809a-42e0-9417-9cc56e4c4314 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-682661'] for router_interface (65cb2cef-2cec-4820-bbf9-6aa15c702d16), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:28.857336 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Current status of the port 6ee65bc1-40a6-403b-b656-df93a85f4942 is: ACTIVE; New status is: ACTIVE {{(pid=104161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 12:19:28.864777 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc6cf285-809a-42e0-9417-9cc56e4c4314 admin admin] Network 4ce7bc29-f9ee-419c-b012-2c36a852dd3e is already hosted by enough agents. {{(pid=104159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 12:19:28.866403 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.scheduler.base_scheduler [None req-cc6cf285-809a-42e0-9417-9cc56e4c4314 admin admin] Resources bound (agent type, host, resource id): {{(pid=104159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 12:19:28.924048 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcee211f-42c0-4149-942e-68478995e2f2 req-94a8f290-4b76-4ca0-bbbe-c710684e0eb7 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:19:28.925587 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-dcee211f-42c0-4149-942e-68478995e2f2 req-94a8f290-4b76-4ca0-bbbe-c710684e0eb7 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.48 "GET /v2.0/ports?device_id=2740e936-1211-467d-ad2b-d28abc005c89 HTTP/1.1" status: 200 len: 945 time: 0.0583920 Jul 21 12:19:28.997433 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc6cf285-809a-42e0-9417-9cc56e4c4314 admin admin] Router 65cb2cef-2cec-4820-bbf9-6aa15c702d16 has already been hosted by L3 agent ceb1130f-c61e-494c-be4f-967cc153319c {{(pid=104159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 12:19:29.009144 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-3ccc3f9a-b5e9-4767-a655-97b4c7c74cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65cb2cef-2cec-4820-bbf9-6aa15c702d16', 'name': 'tempest-TestVolumeBootPattern-1378471096-router', 'tenant_id': 'b21130dbb3a84e40b87422929d0b038c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'external_fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': 'f1e21bb2-2fb6-4d02-95fc-01f66e6a144f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T12:19:24Z', 'updated_at': '2022-07-21T12:19:28Z', 'revision_number': 4, 'project_id': 'b21130dbb3a84e40b87422929d0b038c', 'gw_port': {'id': 'f1e21bb2-2fb6-4d02-95fc-01f66e6a144f', 'name': '', 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:35:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65cb2cef-2cec-4820-bbf9-6aa15c702d16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:19:24Z', 'updated_at': '2022-07-21T12:19:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-1-iscsi', '_interfaces': [{'id': '192027c3-56bb-4306-b9cb-41dc0dfce362', 'name': '', 'network_id': '4ce7bc29-f9ee-419c-b012-2c36a852dd3e', 'tenant_id': 'b21130dbb3a84e40b87422929d0b038c', 'mac_address': 'fa:16:3e:50:96:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65cb2cef-2cec-4820-bbf9-6aa15c702d16', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '292e946f-2daf-4af2-b9b9-3929194ce0cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:19:27Z', 'updated_at': '2022-07-21T12:19:27Z', 'revision_number': 1, 'project_id': 'b21130dbb3a84e40b87422929d0b038c', 'subnets': [{'id': '292e946f-2daf-4af2-b9b9-3929194ce0cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-1-iscsi', False) {} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:19:29.023471 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [req-dcee211f-42c0-4149-942e-68478995e2f2 req-3286b46c-00ed-417d-a852-26b5597795a9 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Deleting port 89040235-a7fe-4920-8410-a79e4b563eba {{(pid=104160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 12:19:29.023853 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-dcee211f-42c0-4149-942e-68478995e2f2 req-3286b46c-00ed-417d-a852-26b5597795a9 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760977592'] for port (89040235-a7fe-4920-8410-a79e4b563eba), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:29.051418 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ccc3f9a-b5e9-4767-a655-97b4c7c74cf7 None None] The sync data for ids ['65cb2cef-2cec-4820-bbf9-6aa15c702d16'] in dv-cinder-850321-1-iscsi is: [{'id': '65cb2cef-2cec-4820-bbf9-6aa15c702d16', 'name': 'tempest-TestVolumeBootPattern-1378471096-router', 'tenant_id': 'b21130dbb3a84e40b87422929d0b038c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'external_fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': 'f1e21bb2-2fb6-4d02-95fc-01f66e6a144f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T12:19:24Z', 'updated_at': '2022-07-21T12:19:28Z', 'revision_number': 4, 'project_id': 'b21130dbb3a84e40b87422929d0b038c', 'gw_port': {'id': 'f1e21bb2-2fb6-4d02-95fc-01f66e6a144f', 'name': '', 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:35:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65cb2cef-2cec-4820-bbf9-6aa15c702d16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:19:24Z', 'updated_at': '2022-07-21T12:19:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-1-iscsi', '_interfaces': [{'id': '192027c3-56bb-4306-b9cb-41dc0dfce362', 'name': '', 'network_id': '4ce7bc29-f9ee-419c-b012-2c36a852dd3e', 'tenant_id': 'b21130dbb3a84e40b87422929d0b038c', 'mac_address': 'fa:16:3e:50:96:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65cb2cef-2cec-4820-bbf9-6aa15c702d16', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '292e946f-2daf-4af2-b9b9-3929194ce0cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:19:27Z', 'updated_at': '2022-07-21T12:19:27Z', 'revision_number': 1, 'project_id': 'b21130dbb3a84e40b87422929d0b038c', 'subnets': [{'id': '292e946f-2daf-4af2-b9b9-3929194ce0cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 12:19:29.122548 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc6cf285-809a-42e0-9417-9cc56e4c4314 admin admin] Notify agent at l3_agent.dv-cinder-850321-1-iscsi the message routers_updated {{(pid=104159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 12:19:29.128075 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-cc6cf285-809a-42e0-9417-9cc56e4c4314 admin admin] 10.222.0.18 "PUT /v2.0/routers/65cb2cef-2cec-4820-bbf9-6aa15c702d16/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3744819 Jul 21 12:19:29.160426 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.db [req-dcee211f-42c0-4149-942e-68478995e2f2 req-3286b46c-00ed-417d-a852-26b5597795a9 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] For port 89040235-a7fe-4920-8410-a79e4b563eba, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=89040235-a7fe-4920-8410-a79e4b563eba,segment=NetworkSegment(12da12e1-cfd0-4313-ac52-6e5f4f39ccb4),segment_id=12da12e1-cfd0-4313-ac52-6e5f4f39ccb4)] {{(pid=104160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 12:19:29.161012 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-dcee211f-42c0-4149-942e-68478995e2f2 req-3286b46c-00ed-417d-a852-26b5597795a9 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683200'] for port (89040235-a7fe-4920-8410-a79e4b563eba), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:29.209821 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:19:29.215704 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [None req-dcf6f41f-7409-4ecd-a64e-4a9ed205baf9 None None] Provisioning complete for port 192027c3-56bb-4306-b9cb-41dc0dfce362 triggered by entity DHCP. {{(pid=104161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 12:19:29.218338 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-dcf6f41f-7409-4ecd-a64e-4a9ed205baf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388846'] for port (192027c3-56bb-4306-b9cb-41dc0dfce362), provisioning_complete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:29.276545 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-dcf6f41f-7409-4ecd-a64e-4a9ed205baf9 None None] Port 192027c3-56bb-4306-b9cb-41dc0dfce362 cannot update to ACTIVE because it is not bound. {{(pid=104161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 12:19:29.293968 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:19:29.370433 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e601fd-0a4b-40ed-9b1f-71f8ce814d9c req-4e9022e1-f760-4714-b485-fbb958e4ab3b tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:19:29.382561 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-08e601fd-0a4b-40ed-9b1f-71f8ce814d9c req-4e9022e1-f760-4714-b485-fbb958e4ab3b tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.18 "GET /v2.0/ports?device_id=2740e936-1211-467d-ad2b-d28abc005c89 HTTP/1.1" status: 200 len: 945 time: 0.1000395 Jul 21 12:19:29.386004 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:DELETE=1 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:19:29.401063 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Device 569c1e4a-c8d4-468b-9653-df59c63fa18e up at agent ovs-agent-dv-cinder-850321-1-iscsi {{(pid=104161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 12:19:29.476973 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-dcee211f-42c0-4149-942e-68478995e2f2 req-3286b46c-00ed-417d-a852-26b5597795a9 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:29.477512 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-dcee211f-42c0-4149-942e-68478995e2f2 req-3286b46c-00ed-417d-a852-26b5597795a9 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681920'] for floatingip (ae8dbe4b-3e14-4f73-86eb-3ad36325ff78), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:29.477933 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.db.l3_db [req-dcee211f-42c0-4149-942e-68478995e2f2 req-3286b46c-00ed-417d-a852-26b5597795a9 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Floating IP ae8dbe4b-3e14-4f73-86eb-3ad36325ff78 disassociated. External IP: 172.27.3.19, port: 89040235-a7fe-4920-8410-a79e4b563eba. Jul 21 12:19:29.478349 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [req-dcee211f-42c0-4149-942e-68478995e2f2 req-3286b46c-00ed-417d-a852-26b5597795a9 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Calling delete_port for 89040235-a7fe-4920-8410-a79e4b563eba owned by compute:nova {{(pid=104160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 12:19:29.488524 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-08e601fd-0a4b-40ed-9b1f-71f8ce814d9c req-8618a141-8fca-4eaf-8c90-96a66ce49f91 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.18 "GET /v2.0/security-groups?id=bdddd4d5-7044-4ab4-b494-1665218e01f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041749 Jul 21 12:19:29.494759 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Provisioning complete for port 569c1e4a-c8d4-468b-9653-df59c63fa18e triggered by entity L2. {{(pid=104161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 12:19:29.500129 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388846'] for port (569c1e4a-c8d4-468b-9653-df59c63fa18e), provisioning_complete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:29.550005 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:19:29.599435 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Current status of the port 569c1e4a-c8d4-468b-9653-df59c63fa18e is: ACTIVE; New status is: ACTIVE {{(pid=104161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 12:19:29.641538 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-dcee211f-42c0-4149-942e-68478995e2f2 req-3286b46c-00ed-417d-a852-26b5597795a9 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760983080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773760637175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9357752'] for port (89040235-a7fe-4920-8410-a79e4b563eba), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:29.655534 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 34538) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:19:29.660101 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.v2.base [None req-a5a8d363-4c24-4394-b886-e8d993696cbb tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-421190499', 'description': 'tempest-secgroup-smoke-421190499 description', 'project_id': 'cc3651ce859043d2a764fa47f06db374'}} {{(pid=104159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 12:19:29.672502 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3286b46c-00ed-417d-a852-26b5597795a9 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Pushing event deleted for resources: {'Port': ['ID=89040235-a7fe-4920-8410-a79e4b563eba,revision_number=None']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:19:29.686361 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3286b46c-00ed-417d-a852-26b5597795a9 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:19:29.686750 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3286b46c-00ed-417d-a852-26b5597795a9 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:19:29.687127 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3286b46c-00ed-417d-a852-26b5597795a9 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:19:29.687429 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-a5a8d363-4c24-4394-b886-e8d993696cbb tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Publish callbacks [] for security_group (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:29.687574 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3286b46c-00ed-417d-a852-26b5597795a9 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:19:29.687819 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3286b46c-00ed-417d-a852-26b5597795a9 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:19:29.688153 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3286b46c-00ed-417d-a852-26b5597795a9 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:19:29.688830 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3286b46c-00ed-417d-a852-26b5597795a9 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:19:29.689163 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3286b46c-00ed-417d-a852-26b5597795a9 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:19:29.689491 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3286b46c-00ed-417d-a852-26b5597795a9 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:19:29.689821 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3286b46c-00ed-417d-a852-26b5597795a9 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:19:29.690147 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3286b46c-00ed-417d-a852-26b5597795a9 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:19:29.690475 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3286b46c-00ed-417d-a852-26b5597795a9 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:19:29.690797 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3286b46c-00ed-417d-a852-26b5597795a9 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:19:29.691123 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3286b46c-00ed-417d-a852-26b5597795a9 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:19:29.691445 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3286b46c-00ed-417d-a852-26b5597795a9 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:19:29.779601 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-a5a8d363-4c24-4394-b886-e8d993696cbb tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Publish callbacks [] for security_group (37fb721b-82a7-4d69-98ca-387ca36dc9c9), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:29.784564 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-a5a8d363-4c24-4394-b886-e8d993696cbb tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (37fb721b-82a7-4d69-98ca-387ca36dc9c9), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:29.815807 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dcee211f-42c0-4149-942e-68478995e2f2 req-3286b46c-00ed-417d-a852-26b5597795a9 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Router 00530d2f-799a-4044-9006-5104009f2aa9 has already been hosted by L3 agent ceb1130f-c61e-494c-be4f-967cc153319c {{(pid=104160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 12:19:29.822505 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-a5a8d363-4c24-4394-b886-e8d993696cbb tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Publish callbacks [] for security_group (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:29.826685 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-a5a8d363-4c24-4394-b886-e8d993696cbb tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1671839 Jul 21 12:19:29.826685 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a8d363-4c24-4394-b886-e8d993696cbb tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37fb721b-82a7-4d69-98ca-387ca36dc9c9,revision_number=1']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:19:29.828023 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 34540) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:19:29.832523 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.v2.base [None req-daea8ffc-6c56-4690-9a8d-4656b51bc82b tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Request body: {'security_group_rule': {'security_group_id': '37fb721b-82a7-4d69-98ca-387ca36dc9c9', 'project_id': 'cc3651ce859043d2a764fa47f06db374', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 12:19:29.850055 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a8d363-4c24-4394-b886-e8d993696cbb tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:19:29.850434 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a8d363-4c24-4394-b886-e8d993696cbb tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:19:29.850750 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a8d363-4c24-4394-b886-e8d993696cbb tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:19:29.851089 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a8d363-4c24-4394-b886-e8d993696cbb tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:19:29.851429 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a8d363-4c24-4394-b886-e8d993696cbb tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:19:29.851782 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a8d363-4c24-4394-b886-e8d993696cbb tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:19:29.852113 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a8d363-4c24-4394-b886-e8d993696cbb tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:19:29.852440 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a8d363-4c24-4394-b886-e8d993696cbb tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:19:29.852768 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a8d363-4c24-4394-b886-e8d993696cbb tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:19:29.853092 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a8d363-4c24-4394-b886-e8d993696cbb tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:19:29.853535 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a8d363-4c24-4394-b886-e8d993696cbb tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:19:29.853816 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a8d363-4c24-4394-b886-e8d993696cbb tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:19:29.854071 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a8d363-4c24-4394-b886-e8d993696cbb tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:19:29.854398 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a8d363-4c24-4394-b886-e8d993696cbb tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:19:29.854718 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a8d363-4c24-4394-b886-e8d993696cbb tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:19:29.879640 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:19:29.882130 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-daea8ffc-6c56-4690-9a8d-4656b51bc82b tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Publish callbacks [] for security_group_rule (d52d57a5-6283-4985-a7df-f8863508bbb4), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:29.929539 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:19:29.970278 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dcee211f-42c0-4149-942e-68478995e2f2 req-3286b46c-00ed-417d-a852-26b5597795a9 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Notify agent at l3_agent.dv-cinder-850321-1-iscsi the message routers_updated {{(pid=104160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 12:19:29.981271 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc8ad3a-648d-48d1-85b0-69672cd6f321 None None] Sync routers for ids ['00530d2f-799a-4044-9006-5104009f2aa9'] in dv-cinder-850321-1-iscsi {{(pid=104162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 12:19:29.984488 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-daea8ffc-6c56-4690-9a8d-4656b51bc82b tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Publish callbacks [] for security_group_rule (d52d57a5-6283-4985-a7df-f8863508bbb4), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:29.989697 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-daea8ffc-6c56-4690-9a8d-4656b51bc82b tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757972'] for security_group_rule (d52d57a5-6283-4985-a7df-f8863508bbb4), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:29.994239 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc8ad3a-648d-48d1-85b0-69672cd6f321 None None] Routers {'00530d2f-799a-4044-9006-5104009f2aa9'} bound to L3 agent in host dv-cinder-850321-1-iscsi {{(pid=104162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 12:19:29.995376 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_hamode_db [None req-ccc8ad3a-648d-48d1-85b0-69672cd6f321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-21T12:06:45Z,description=,heartbeat_timestamp=2022-07-21T12:19:15Z,host='dv-cinder-850321-1-iscsi',id=ceb1130f-c61e-494c-be4f-967cc153319c,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T12:06:45Z,topic='l3_agent')) {'router_ids': ['00530d2f-799a-4044-9006-5104009f2aa9'], 'active': True} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:19:30.015628 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daea8ffc-6c56-4690-9a8d-4656b51bc82b tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d52d57a5-6283-4985-a7df-f8863508bbb4,revision_number=0']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:19:30.036917 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcee211f-42c0-4149-942e-68478995e2f2 req-3286b46c-00ed-417d-a852-26b5597795a9 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] No DVR routers for this DVR port 89040235-a7fe-4920-8410-a79e4b563eba on host hv-cinder-85032 {{(pid=104160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 12:19:30.037282 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-daea8ffc-6c56-4690-9a8d-4656b51bc82b tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:30.038829 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-daea8ffc-6c56-4690-9a8d-4656b51bc82b tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2097478 Jul 21 12:19:30.041770 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 34544) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:19:30.045869 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-dcee211f-42c0-4149-942e-68478995e2f2 req-3286b46c-00ed-417d-a852-26b5597795a9 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170956'] for port (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:30.049849 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-dcee211f-42c0-4149-942e-68478995e2f2 req-3286b46c-00ed-417d-a852-26b5597795a9 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.48 "DELETE /v2.0/ports/89040235-a7fe-4920-8410-a79e4b563eba HTTP/1.1" status: 204 len: 173 time: 1.1161282 Jul 21 12:19:30.050139 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.v2.base [None req-f12ac86f-3214-4700-b174-0b2131b1756a tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Request body: {'security_group_rule': {'security_group_id': '37fb721b-82a7-4d69-98ca-387ca36dc9c9', 'project_id': 'cc3651ce859043d2a764fa47f06db374', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 12:19:30.050787 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2740e936-1211-467d-ad2b-d28abc005c89', 'name': 'network-vif-deleted', 'tag': '89040235-a7fe-4920-8410-a79e4b563eba'}] {{(pid=104160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 12:19:30.055456 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eb085c56e9e86bbd6a0965d2ba727f3997621403869b150ca98f31427dd41b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fbd5000-8f56-4976-b72b-c1633438365a" -d '{"events": [{"server_uuid": "2740e936-1211-467d-ad2b-d28abc005c89", "name": "network-vif-deleted", "tag": "89040235-a7fe-4920-8410-a79e4b563eba"}]}' {{(pid=104160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 12:19:30.101096 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-f12ac86f-3214-4700-b174-0b2131b1756a tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Publish callbacks [] for security_group_rule (74cc8aff-ec4d-4960-ab58-00b79e5cc78a), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:30.109548 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 12:19:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24bf0b14-2e2d-45ac-881d-bde11adfa09b x-openstack-request-id: req-24bf0b14-2e2d-45ac-881d-bde11adfa09b {{(pid=104160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 12:19:30.110058 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2740e936-1211-467d-ad2b-d28abc005c89", "name": "network-vif-deleted", "tag": "89040235-a7fe-4920-8410-a79e4b563eba", "status": "completed", "code": 200}]} {{(pid=104160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 12:19:30.110482 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-24bf0b14-2e2d-45ac-881d-bde11adfa09b {{(pid=104160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 12:19:30.111091 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24bf0b14-2e2d-45ac-881d-bde11adfa09b'] response: {'server_uuid': '2740e936-1211-467d-ad2b-d28abc005c89', 'name': 'network-vif-deleted', 'tag': '89040235-a7fe-4920-8410-a79e4b563eba', 'status': 'completed', 'code': 200} Jul 21 12:19:30.172643 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvr_db [None req-ccc8ad3a-648d-48d1-85b0-69672cd6f321 None None] Set router 00530d2f-799a-4044-9006-5104009f2aa9 gateway port host: dv-cinder-850321-1-iscsi {{(pid=104162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 12:19:30.196860 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-f12ac86f-3214-4700-b174-0b2131b1756a tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Publish callbacks [] for security_group_rule (74cc8aff-ec4d-4960-ab58-00b79e5cc78a), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:30.204887 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-f12ac86f-3214-4700-b174-0b2131b1756a tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757972'] for security_group_rule (74cc8aff-ec4d-4960-ab58-00b79e5cc78a), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:30.242216 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12ac86f-3214-4700-b174-0b2131b1756a tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74cc8aff-ec4d-4960-ab58-00b79e5cc78a,revision_number=0']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:19:30.251923 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-f12ac86f-3214-4700-b174-0b2131b1756a tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:30.253337 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-f12ac86f-3214-4700-b174-0b2131b1756a tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2101376 Jul 21 12:19:30.256370 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.18', 34550) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:19:30.261995 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.v2.base [None req-a2ea3281-32cd-4a5d-afac-af0604bcae19 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Request body: {'security_group_rule': {'security_group_id': '37fb721b-82a7-4d69-98ca-387ca36dc9c9', 'project_id': 'cc3651ce859043d2a764fa47f06db374', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 12:19:30.306119 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a2ea3281-32cd-4a5d-afac-af0604bcae19 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Publish callbacks [] for security_group_rule (a477f2b1-95e5-4503-b779-e48ba11f8126), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:30.404186 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a2ea3281-32cd-4a5d-afac-af0604bcae19 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Publish callbacks [] for security_group_rule (a477f2b1-95e5-4503-b779-e48ba11f8126), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:30.410105 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a2ea3281-32cd-4a5d-afac-af0604bcae19 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757972'] for security_group_rule (a477f2b1-95e5-4503-b779-e48ba11f8126), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:30.426574 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ea3281-32cd-4a5d-afac-af0604bcae19 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a477f2b1-95e5-4503-b779-e48ba11f8126,revision_number=0']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:19:30.438052 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_hamode_db [None req-ccc8ad3a-648d-48d1-85b0-69672cd6f321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00530d2f-799a-4044-9006-5104009f2aa9', 'name': 'tempest-AttachVolumeNegativeTest-1235427896-router', 'tenant_id': 'c7d349f62c0c4747bd1748ca0a4bde00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'external_fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'f1e77053-8d9a-412c-ac41-d1a4ceefb391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T12:15:36Z', 'updated_at': '2022-07-21T12:15:47Z', 'revision_number': 4, 'project_id': 'c7d349f62c0c4747bd1748ca0a4bde00', 'gw_port': {'id': 'f1e77053-8d9a-412c-ac41-d1a4ceefb391', 'name': '', 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:dd:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00530d2f-799a-4044-9006-5104009f2aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:15:38Z', 'updated_at': '2022-07-21T12:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-1-iscsi', '_interfaces': [{'id': 'ad46f4b3-b3ac-4329-91b8-2a06c4cd41ef', 'name': '', 'network_id': '1933b755-354d-4a90-8a75-f1a81a16c8f0', 'tenant_id': 'c7d349f62c0c4747bd1748ca0a4bde00', 'mac_address': 'fa:16:3e:7f:10:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00530d2f-799a-4044-9006-5104009f2aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '5adcbf66-cad3-499f-bfcd-a299fbf0cd74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:15:44Z', 'updated_at': '2022-07-21T12:16:00Z', 'revision_number': 5, 'project_id': 'c7d349f62c0c4747bd1748ca0a4bde00', 'subnets': [{'id': '5adcbf66-cad3-499f-bfcd-a299fbf0cd74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-1-iscsi', False) {} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:19:30.446045 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a2ea3281-32cd-4a5d-afac-af0604bcae19 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:30.447378 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-a2ea3281-32cd-4a5d-afac-af0604bcae19 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1892018 Jul 21 12:19:30.450453 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 34556) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:19:30.455593 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.v2.base [None req-65dec3bf-c475-427e-95f6-5edd2e5fbf26 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Request body: {'security_group_rule': {'security_group_id': '37fb721b-82a7-4d69-98ca-387ca36dc9c9', 'project_id': 'cc3651ce859043d2a764fa47f06db374', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 12:19:30.479825 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc8ad3a-648d-48d1-85b0-69672cd6f321 None None] Checking router: 00530d2f-799a-4044-9006-5104009f2aa9 for host: dv-cinder-850321-1-iscsi {{(pid=104162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 12:19:30.490930 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc8ad3a-648d-48d1-85b0-69672cd6f321 None None] Routers {'00530d2f-799a-4044-9006-5104009f2aa9'} bound to L3 agent in host dv-cinder-850321-1-iscsi {{(pid=104162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 12:19:30.491299 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_hamode_db [None req-ccc8ad3a-648d-48d1-85b0-69672cd6f321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-21T12:06:45Z,description=,heartbeat_timestamp=2022-07-21T12:19:15Z,host='dv-cinder-850321-1-iscsi',id=ceb1130f-c61e-494c-be4f-967cc153319c,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T12:06:45Z,topic='l3_agent')) {'router_ids': ['00530d2f-799a-4044-9006-5104009f2aa9'], 'active': True} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:19:30.493345 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-65dec3bf-c475-427e-95f6-5edd2e5fbf26 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Publish callbacks [] for security_group_rule (dbdbbae7-79fa-42a4-b671-37782a15265a), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:30.569641 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-65dec3bf-c475-427e-95f6-5edd2e5fbf26 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Publish callbacks [] for security_group_rule (dbdbbae7-79fa-42a4-b671-37782a15265a), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:30.574887 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-65dec3bf-c475-427e-95f6-5edd2e5fbf26 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757972'] for security_group_rule (dbdbbae7-79fa-42a4-b671-37782a15265a), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:30.596004 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dec3bf-c475-427e-95f6-5edd2e5fbf26 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbdbbae7-79fa-42a4-b671-37782a15265a,revision_number=0']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:19:30.605912 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-65dec3bf-c475-427e-95f6-5edd2e5fbf26 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:30.607217 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-65dec3bf-c475-427e-95f6-5edd2e5fbf26 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1557057 Jul 21 12:19:30.610783 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.18', 34560) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:19:30.616057 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.v2.base [None req-38e283b9-570d-4c54-a352-c6fbc3940962 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Request body: {'security_group_rule': {'security_group_id': '37fb721b-82a7-4d69-98ca-387ca36dc9c9', 'project_id': 'cc3651ce859043d2a764fa47f06db374', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 12:19:30.644580 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.db.securitygroups_db [None req-38e283b9-570d-4c54-a352-c6fbc3940962 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Project cc3651ce859043d2a764fa47f06db374 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 21 12:19:30.651457 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-38e283b9-570d-4c54-a352-c6fbc3940962 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Publish callbacks [] for security_group_rule (a9730027-3fc9-4d10-a968-87a7d1dd115d), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:30.651729 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvr_db [None req-ccc8ad3a-648d-48d1-85b0-69672cd6f321 None None] Set router 00530d2f-799a-4044-9006-5104009f2aa9 gateway port host: dv-cinder-850321-1-iscsi {{(pid=104162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 12:19:30.652508 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-0109e7a1-5464-4b33-af36-6cdd9425b136 req-a9936b82-06b3-49ff-bad9-f10da88bf61a tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.18 "GET /v2.0/ports?device_id=2740e936-1211-467d-ad2b-d28abc005c89 HTTP/1.1" status: 200 len: 210 time: 0.0329423 Jul 21 12:19:30.721258 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-38e283b9-570d-4c54-a352-c6fbc3940962 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Publish callbacks [] for security_group_rule (a9730027-3fc9-4d10-a968-87a7d1dd115d), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:30.730978 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-38e283b9-570d-4c54-a352-c6fbc3940962 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757972'] for security_group_rule (a9730027-3fc9-4d10-a968-87a7d1dd115d), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:30.771224 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e283b9-570d-4c54-a352-c6fbc3940962 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9730027-3fc9-4d10-a968-87a7d1dd115d,revision_number=0']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:19:30.780013 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-38e283b9-570d-4c54-a352-c6fbc3940962 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:30.781853 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-38e283b9-570d-4c54-a352-c6fbc3940962 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1698382 Jul 21 12:19:30.784931 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 34566) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:19:30.789976 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.v2.base [None req-2e1da5d2-acd2-4b0b-b75d-698a66e9664a tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Request body: {'security_group_rule': {'security_group_id': '37fb721b-82a7-4d69-98ca-387ca36dc9c9', 'project_id': 'cc3651ce859043d2a764fa47f06db374', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 12:19:30.829078 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.db.securitygroups_db [None req-2e1da5d2-acd2-4b0b-b75d-698a66e9664a tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Project cc3651ce859043d2a764fa47f06db374 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 21 12:19:30.837895 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-2e1da5d2-acd2-4b0b-b75d-698a66e9664a tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Publish callbacks [] for security_group_rule (0076653b-b4db-4e43-9681-0ecc0dc97474), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:30.853233 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:19:30.890265 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:DELETE=4 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:19:30.946390 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-2e1da5d2-acd2-4b0b-b75d-698a66e9664a tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Publish callbacks [] for security_group_rule (0076653b-b4db-4e43-9681-0ecc0dc97474), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:30.955734 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-2e1da5d2-acd2-4b0b-b75d-698a66e9664a tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757972'] for security_group_rule (0076653b-b4db-4e43-9681-0ecc0dc97474), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:30.962230 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=100 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:19:30.973534 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_hamode_db [None req-ccc8ad3a-648d-48d1-85b0-69672cd6f321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00530d2f-799a-4044-9006-5104009f2aa9', 'name': 'tempest-AttachVolumeNegativeTest-1235427896-router', 'tenant_id': 'c7d349f62c0c4747bd1748ca0a4bde00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'external_fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'f1e77053-8d9a-412c-ac41-d1a4ceefb391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T12:15:36Z', 'updated_at': '2022-07-21T12:15:47Z', 'revision_number': 4, 'project_id': 'c7d349f62c0c4747bd1748ca0a4bde00', 'gw_port': {'id': 'f1e77053-8d9a-412c-ac41-d1a4ceefb391', 'name': '', 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:dd:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00530d2f-799a-4044-9006-5104009f2aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:15:38Z', 'updated_at': '2022-07-21T12:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-1-iscsi', '_interfaces': [{'id': 'ad46f4b3-b3ac-4329-91b8-2a06c4cd41ef', 'name': '', 'network_id': '1933b755-354d-4a90-8a75-f1a81a16c8f0', 'tenant_id': 'c7d349f62c0c4747bd1748ca0a4bde00', 'mac_address': 'fa:16:3e:7f:10:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00530d2f-799a-4044-9006-5104009f2aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '5adcbf66-cad3-499f-bfcd-a299fbf0cd74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:15:44Z', 'updated_at': '2022-07-21T12:16:00Z', 'revision_number': 5, 'project_id': 'c7d349f62c0c4747bd1748ca0a4bde00', 'subnets': [{'id': '5adcbf66-cad3-499f-bfcd-a299fbf0cd74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-1-iscsi', False) {} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:19:30.980792 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1da5d2-acd2-4b0b-b75d-698a66e9664a tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0076653b-b4db-4e43-9681-0ecc0dc97474,revision_number=0']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:19:30.994475 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-2e1da5d2-acd2-4b0b-b75d-698a66e9664a tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:31.000581 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-2e1da5d2-acd2-4b0b-b75d-698a66e9664a tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2109075 Jul 21 12:19:31.017511 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc8ad3a-648d-48d1-85b0-69672cd6f321 None None] The sync data for ids ['00530d2f-799a-4044-9006-5104009f2aa9'] in dv-cinder-850321-1-iscsi is: [{'id': '00530d2f-799a-4044-9006-5104009f2aa9', 'name': 'tempest-AttachVolumeNegativeTest-1235427896-router', 'tenant_id': 'c7d349f62c0c4747bd1748ca0a4bde00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'external_fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'f1e77053-8d9a-412c-ac41-d1a4ceefb391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T12:15:36Z', 'updated_at': '2022-07-21T12:15:47Z', 'revision_number': 4, 'project_id': 'c7d349f62c0c4747bd1748ca0a4bde00', 'gw_port': {'id': 'f1e77053-8d9a-412c-ac41-d1a4ceefb391', 'name': '', 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:dd:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00530d2f-799a-4044-9006-5104009f2aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:15:38Z', 'updated_at': '2022-07-21T12:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-1-iscsi', '_interfaces': [{'id': 'ad46f4b3-b3ac-4329-91b8-2a06c4cd41ef', 'name': '', 'network_id': '1933b755-354d-4a90-8a75-f1a81a16c8f0', 'tenant_id': 'c7d349f62c0c4747bd1748ca0a4bde00', 'mac_address': 'fa:16:3e:7f:10:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00530d2f-799a-4044-9006-5104009f2aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '5adcbf66-cad3-499f-bfcd-a299fbf0cd74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:15:44Z', 'updated_at': '2022-07-21T12:16:00Z', 'revision_number': 5, 'project_id': 'c7d349f62c0c4747bd1748ca0a4bde00', 'subnets': [{'id': '5adcbf66-cad3-499f-bfcd-a299fbf0cd74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 12:19:31.354323 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Device f1e21bb2-2fb6-4d02-95fc-01f66e6a144f up at agent ovs-agent-dv-cinder-850321-1-iscsi {{(pid=104161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 12:19:31.402495 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Provisioning complete for port f1e21bb2-2fb6-4d02-95fc-01f66e6a144f triggered by entity L2. {{(pid=104161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 12:19:31.402906 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388846'] for port (f1e21bb2-2fb6-4d02-95fc-01f66e6a144f), provisioning_complete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:31.482499 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Current status of the port f1e21bb2-2fb6-4d02-95fc-01f66e6a144f is: DOWN; New status is: ACTIVE {{(pid=104161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 12:19:31.482894 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (f1e21bb2-2fb6-4d02-95fc-01f66e6a144f), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:31.514626 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] For port f1e21bb2-2fb6-4d02-95fc-01f66e6a144f, host dv-cinder-850321-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-1-iscsi',level=0,port_id=f1e21bb2-2fb6-4d02-95fc-01f66e6a144f,segment=NetworkSegment(516861e0-d3fe-4b3f-83ca-af9f79051018),segment_id=516861e0-d3fe-4b3f-83ca-af9f79051018)] {{(pid=104161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 12:19:31.522331 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158'] for port (f1e21bb2-2fb6-4d02-95fc-01f66e6a144f), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:31.698813 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c1aebc5-8fe8-492a-b584-371c3130b7a5 None None] New status for floating IP ae8dbe4b-3e14-4f73-86eb-3ad36325ff78: DOWN {{(pid=104161) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 21 12:19:31.771873 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 34616) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:19:31.793020 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Pushing event updated for resources: {'Port': ['ID=f1e21bb2-2fb6-4d02-95fc-01f66e6a144f,revision_number=4']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:19:31.842281 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-0c651775-5f73-416c-9576-c0ff1df4a118 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Publish callbacks [] for security_group (bdddd4d5-7044-4ab4-b494-1665218e01f2), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:31.874346 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-0c651775-5f73-416c-9576-c0ff1df4a118 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Publish callbacks [] for security_group (bdddd4d5-7044-4ab4-b494-1665218e01f2), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:31.888690 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1330514-c15b-4228-b218-4f90201bba26 None None] Sync routers for ids ['65cb2cef-2cec-4820-bbf9-6aa15c702d16'] in dv-cinder-850321-1-iscsi {{(pid=104162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 12:19:31.901468 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1330514-c15b-4228-b218-4f90201bba26 None None] Routers {'65cb2cef-2cec-4820-bbf9-6aa15c702d16'} bound to L3 agent in host dv-cinder-850321-1-iscsi {{(pid=104162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 12:19:31.902166 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_hamode_db [None req-b1330514-c15b-4228-b218-4f90201bba26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-21T12:06:45Z,description=,heartbeat_timestamp=2022-07-21T12:19:15Z,host='dv-cinder-850321-1-iscsi',id=ceb1130f-c61e-494c-be4f-967cc153319c,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T12:06:45Z,topic='l3_agent')) {'router_ids': ['65cb2cef-2cec-4820-bbf9-6aa15c702d16'], 'active': True} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:19:31.944535 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-0c651775-5f73-416c-9576-c0ff1df4a118 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (bdddd4d5-7044-4ab4-b494-1665218e01f2), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:31.947877 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-0c651775-5f73-416c-9576-c0ff1df4a118 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Publish callbacks [] for security_group (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:31.949178 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-0c651775-5f73-416c-9576-c0ff1df4a118 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.18 "DELETE /v2.0/security-groups/bdddd4d5-7044-4ab4-b494-1665218e01f2 HTTP/1.1" status: 204 len: 168 time: 0.1762381 Jul 21 12:19:31.952232 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.18', 34628) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:19:31.958865 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c651775-5f73-416c-9576-c0ff1df4a118 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdddd4d5-7044-4ab4-b494-1665218e01f2,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:19:31.968814 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.api.v2.resource [None req-12ca4289-cfd9-4cb1-8b24-dbfc5e0a8f83 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] show failed (client error): The resource could not be found. Jul 21 12:19:31.969939 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-12ca4289-cfd9-4cb1-8b24-dbfc5e0a8f83 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.18 "GET /v2.0/security-groups/bdddd4d5-7044-4ab4-b494-1665218e01f2 HTTP/1.1" status: 404 len: 347 time: 0.0160477 Jul 21 12:19:31.973332 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 34630) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:19:32.014661 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvr_db [None req-b1330514-c15b-4228-b218-4f90201bba26 None None] Set router 65cb2cef-2cec-4820-bbf9-6aa15c702d16 gateway port host: dv-cinder-850321-1-iscsi {{(pid=104162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 12:19:32.105498 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.plugins.ml2.plugin [None req-71f77b87-d494-47bc-8740-996c9809a351 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Deleting port a2379378-46c3-4cc5-a2a5-51a80fcf5fc8 {{(pid=104159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 12:19:32.105843 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-71f77b87-d494-47bc-8740-996c9809a351 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760977592'] for port (a2379378-46c3-4cc5-a2a5-51a80fcf5fc8), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:32.152932 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=79,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:19:32.186019 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-71f77b87-d494-47bc-8740-996c9809a351 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683200'] for port (a2379378-46c3-4cc5-a2a5-51a80fcf5fc8), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:32.186259 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-71f77b87-d494-47bc-8740-996c9809a351 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Publish callbacks [] for floatingip (a2379378-46c3-4cc5-a2a5-51a80fcf5fc8), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:32.201299 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.plugins.ml2.plugin [None req-71f77b87-d494-47bc-8740-996c9809a351 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Calling delete_port for a2379378-46c3-4cc5-a2a5-51a80fcf5fc8 owned by network:floatingip {{(pid=104159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 12:19:32.315746 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (0e418a3d-140a-4386-ad03-1f6ad2d8ed7b), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:32.334742 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_hamode_db [None req-b1330514-c15b-4228-b218-4f90201bba26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65cb2cef-2cec-4820-bbf9-6aa15c702d16', 'name': 'tempest-TestVolumeBootPattern-1378471096-router', 'tenant_id': 'b21130dbb3a84e40b87422929d0b038c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'external_fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': 'f1e21bb2-2fb6-4d02-95fc-01f66e6a144f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T12:19:24Z', 'updated_at': '2022-07-21T12:19:28Z', 'revision_number': 4, 'project_id': 'b21130dbb3a84e40b87422929d0b038c', 'gw_port': {'id': 'f1e21bb2-2fb6-4d02-95fc-01f66e6a144f', 'name': '', 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:35:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65cb2cef-2cec-4820-bbf9-6aa15c702d16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:19:24Z', 'updated_at': '2022-07-21T12:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-1-iscsi', '_interfaces': [{'id': '192027c3-56bb-4306-b9cb-41dc0dfce362', 'name': '', 'network_id': '4ce7bc29-f9ee-419c-b012-2c36a852dd3e', 'tenant_id': 'b21130dbb3a84e40b87422929d0b038c', 'mac_address': 'fa:16:3e:50:96:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65cb2cef-2cec-4820-bbf9-6aa15c702d16', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '292e946f-2daf-4af2-b9b9-3929194ce0cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:19:27Z', 'updated_at': '2022-07-21T12:19:28Z', 'revision_number': 2, 'project_id': 'b21130dbb3a84e40b87422929d0b038c', 'subnets': [{'id': '292e946f-2daf-4af2-b9b9-3929194ce0cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-1-iscsi', False) {} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:19:32.360909 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1330514-c15b-4228-b218-4f90201bba26 None None] Checking router: 65cb2cef-2cec-4820-bbf9-6aa15c702d16 for host: dv-cinder-850321-1-iscsi {{(pid=104162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 12:19:32.361531 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1330514-c15b-4228-b218-4f90201bba26 None None] Updating router 65cb2cef-2cec-4820-bbf9-6aa15c702d16 port 192027c3-56bb-4306-b9cb-41dc0dfce362 binding host dv-cinder-850321-1-iscsi {{(pid=104162) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 21 12:19:32.362410 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-71f77b87-d494-47bc-8740-996c9809a351 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760983080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773760637175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8469579'] for port (a2379378-46c3-4cc5-a2a5-51a80fcf5fc8), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:32.390869 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f77b87-d494-47bc-8740-996c9809a351 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Pushing event deleted for resources: {'Port': ['ID=a2379378-46c3-4cc5-a2a5-51a80fcf5fc8,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:19:32.391615 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-b1330514-c15b-4228-b218-4f90201bba26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (192027c3-56bb-4306-b9cb-41dc0dfce362), before_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:32.435652 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Device 89040235-a7fe-4920-8410-a79e4b563eba no longer exists at agent hyperv_hv-cinder-85032 {{(pid=104161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 12:19:32.461295 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] No Port match for: 89040235-a7fe-4920-8410-a79e4b563eba {{(pid=104161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 12:19:32.465345 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-71f77b87-d494-47bc-8740-996c9809a351 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Publish callbacks [] for floatingip (ae8dbe4b-3e14-4f73-86eb-3ad36325ff78), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:32.467957 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Device 89040235-a7fe-4920-8410-a79e4b563eba not bound to the agent host hv-cinder-85032 {{(pid=104161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 12:19:32.468428 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-71f77b87-d494-47bc-8740-996c9809a351 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170956'] for floatingip (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:32.469608 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-71f77b87-d494-47bc-8740-996c9809a351 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.18 "DELETE /v2.0/floatingips/ae8dbe4b-3e14-4f73-86eb-3ad36325ff78 HTTP/1.1" status: 204 len: 168 time: 0.4952965 Jul 21 12:19:32.553573 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.18', 34640) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:19:32.558379 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.v2.base [None req-d7f7f5ff-4c8b-4273-8fa2-b648b07db3d3 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1222464044', 'description': 'tempest-description--309128844'}} {{(pid=104160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 12:19:32.584054 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-d7f7f5ff-4c8b-4273-8fa2-b648b07db3d3 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Publish callbacks [] for security_group (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:32.655653 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=84,neutron:UPDATE=4,neutron:DELETE=7,neutron:INSERT=5 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:19:32.683198 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-d7f7f5ff-4c8b-4273-8fa2-b648b07db3d3 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Publish callbacks [] for security_group (6d38c906-d0a5-4f4f-bf8b-e13b1ce42125), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:32.687440 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-d7f7f5ff-4c8b-4273-8fa2-b648b07db3d3 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (6d38c906-d0a5-4f4f-bf8b-e13b1ce42125), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:32.700834 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-b1330514-c15b-4228-b218-4f90201bba26 None None] Publish callbacks [] for port (192027c3-56bb-4306-b9cb-41dc0dfce362), precommit_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:32.706798 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-b1330514-c15b-4228-b218-4f90201bba26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158'] for port (192027c3-56bb-4306-b9cb-41dc0dfce362), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:32.719032 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f7f5ff-4c8b-4273-8fa2-b648b07db3d3 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d38c906-d0a5-4f4f-bf8b-e13b1ce42125,revision_number=1']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:19:32.723911 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-d7f7f5ff-4c8b-4273-8fa2-b648b07db3d3 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Publish callbacks [] for security_group (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:32.725465 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-d7f7f5ff-4c8b-4273-8fa2-b648b07db3d3 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1708362 Jul 21 12:19:32.728468 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.18', 34644) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:19:32.733232 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.v2.base [None req-59ec1e55-d753-4210-a1a0-f27292909456 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Request body: {'security_group_rule': {'security_group_id': '6d38c906-d0a5-4f4f-bf8b-e13b1ce42125', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 12:19:32.760220 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:19:32.767460 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-59ec1e55-d753-4210-a1a0-f27292909456 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Publish callbacks [] for security_group_rule (2b8a78a9-2729-433c-8756-0bc998ee3ed6), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:32.788838 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b184e03-71cb-4079-b737-1f743b95a31d None None] Pushing event updated for resources: {'Port': ['ID=192027c3-56bb-4306-b9cb-41dc0dfce362,revision_number=3']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:19:32.828899 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.managers [None req-b1330514-c15b-4228-b218-4f90201bba26 None None] Attempting to bind port 192027c3-56bb-4306-b9cb-41dc0dfce362 on host dv-cinder-850321-1-iscsi for vnic_type normal with profile {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 12:19:32.829272 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.managers [None req-b1330514-c15b-4228-b218-4f90201bba26 None None] Attempting to bind port 192027c3-56bb-4306-b9cb-41dc0dfce362 by drivers openvswitch,hyperv on host dv-cinder-850321-1-iscsi at level 0 using segments [{'id': 'd1c8b072-bbac-4037-b322-9834f8eeafda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '4ce7bc29-f9ee-419c-b012-2c36a852dd3e'}] {{(pid=104162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 12:19:32.829643 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1330514-c15b-4228-b218-4f90201bba26 None None] Attempting to bind port 192027c3-56bb-4306-b9cb-41dc0dfce362 on network 4ce7bc29-f9ee-419c-b012-2c36a852dd3e {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 12:19:32.835197 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-59ec1e55-d753-4210-a1a0-f27292909456 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Publish callbacks [] for security_group_rule (2b8a78a9-2729-433c-8756-0bc998ee3ed6), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:32.836467 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1330514-c15b-4228-b218-4f90201bba26 None None] Checking agent: {'id': 'c982e9e4-9e4b-4150-8658-75b564dceb25', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850321-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 12, 6, 47), 'started_at': datetime.datetime(2022, 7, 21, 12, 7, 17), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 12, 19, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850321-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 12:19:32.837366 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1330514-c15b-4228-b218-4f90201bba26 None None] Checking segment: {'id': 'd1c8b072-bbac-4037-b322-9834f8eeafda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '4ce7bc29-f9ee-419c-b012-2c36a852dd3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 12:19:32.837808 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-b1330514-c15b-4228-b218-4f90201bba26 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:32.837909 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1330514-c15b-4228-b218-4f90201bba26 None None] Bound using segment: {'id': 'd1c8b072-bbac-4037-b322-9834f8eeafda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '4ce7bc29-f9ee-419c-b012-2c36a852dd3e'} {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 12:19:32.838565 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.managers [None req-b1330514-c15b-4228-b218-4f90201bba26 None None] Bound port: 192027c3-56bb-4306-b9cb-41dc0dfce362, host: dv-cinder-850321-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1c8b072-bbac-4037-b322-9834f8eeafda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '4ce7bc29-f9ee-419c-b012-2c36a852dd3e'}}] {{(pid=104162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 12:19:32.839113 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-b1330514-c15b-4228-b218-4f90201bba26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (192027c3-56bb-4306-b9cb-41dc0dfce362), before_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:32.842243 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-59ec1e55-d753-4210-a1a0-f27292909456 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757972'] for security_group_rule (2b8a78a9-2729-433c-8756-0bc998ee3ed6), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:32.862124 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ec1e55-d753-4210-a1a0-f27292909456 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b8a78a9-2729-433c-8756-0bc998ee3ed6,revision_number=0']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:19:32.875058 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-59ec1e55-d753-4210-a1a0-f27292909456 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:32.876502 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-59ec1e55-d753-4210-a1a0-f27292909456 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1469049 Jul 21 12:19:32.876877 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:19:32.879348 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.18', 34646) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:19:32.885585 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.v2.base [None req-4f612866-1403-44b0-9e1b-8e40a59a35d4 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Request body: {'security_group_rule': {'security_group_id': '6d38c906-d0a5-4f4f-bf8b-e13b1ce42125', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 12:19:32.914854 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:19:32.919167 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-4f612866-1403-44b0-9e1b-8e40a59a35d4 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Publish callbacks [] for security_group_rule (99d9651a-3105-4866-9718-c5b4f2a4ddf4), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:32.920994 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-b1330514-c15b-4228-b218-4f90201bba26 None None] For port 192027c3-56bb-4306-b9cb-41dc0dfce362, host dv-cinder-850321-1-iscsi, cleared binding levels {{(pid=104162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 12:19:32.924614 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-b1330514-c15b-4228-b218-4f90201bba26 None None] For port 192027c3-56bb-4306-b9cb-41dc0dfce362, host dv-cinder-850321-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-1-iscsi',level=0,port_id=192027c3-56bb-4306-b9cb-41dc0dfce362,segment=NetworkSegment(d1c8b072-bbac-4037-b322-9834f8eeafda),segment_id=d1c8b072-bbac-4037-b322-9834f8eeafda)] {{(pid=104162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 12:19:32.932751 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-b1330514-c15b-4228-b218-4f90201bba26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158'] for port (192027c3-56bb-4306-b9cb-41dc0dfce362), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:32.993791 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-4f612866-1403-44b0-9e1b-8e40a59a35d4 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Publish callbacks [] for security_group_rule (99d9651a-3105-4866-9718-c5b4f2a4ddf4), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:32.999833 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1330514-c15b-4228-b218-4f90201bba26 None None] Routers {'65cb2cef-2cec-4820-bbf9-6aa15c702d16'} bound to L3 agent in host dv-cinder-850321-1-iscsi {{(pid=104162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 12:19:33.000595 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-4f612866-1403-44b0-9e1b-8e40a59a35d4 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757972'] for security_group_rule (99d9651a-3105-4866-9718-c5b4f2a4ddf4), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:33.001073 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_hamode_db [None req-b1330514-c15b-4228-b218-4f90201bba26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-21T12:06:45Z,description=,heartbeat_timestamp=2022-07-21T12:19:15Z,host='dv-cinder-850321-1-iscsi',id=ceb1130f-c61e-494c-be4f-967cc153319c,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T12:06:45Z,topic='l3_agent')) {'router_ids': ['65cb2cef-2cec-4820-bbf9-6aa15c702d16'], 'active': True} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:19:33.010015 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b184e03-71cb-4079-b737-1f743b95a31d None None] Pushing event updated for resources: {'Port': ['ID=192027c3-56bb-4306-b9cb-41dc0dfce362,revision_number=4']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:19:33.019850 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f612866-1403-44b0-9e1b-8e40a59a35d4 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99d9651a-3105-4866-9718-c5b4f2a4ddf4,revision_number=0']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:19:33.038778 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [None req-66797ba4-63f2-46ee-85b8-4e82175940c5 None None] Provisioning complete for port 192027c3-56bb-4306-b9cb-41dc0dfce362 triggered by entity DHCP. {{(pid=104161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 12:19:33.039277 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-66797ba4-63f2-46ee-85b8-4e82175940c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388846'] for port (192027c3-56bb-4306-b9cb-41dc0dfce362), provisioning_complete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:33.042971 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-4f612866-1403-44b0-9e1b-8e40a59a35d4 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:33.048088 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-4f612866-1403-44b0-9e1b-8e40a59a35d4 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1643910 Jul 21 12:19:33.048568 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 34648) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:19:33.053717 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.v2.base [None req-6b467f7f-de63-44b6-af99-14b86dc6387e tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Request body: {'floatingip': {'floating_network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8'}} {{(pid=104159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 12:19:33.096163 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-6b467f7f-de63-44b6-af99-14b86dc6387e tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:33.188289 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvr_db [None req-b1330514-c15b-4228-b218-4f90201bba26 None None] Set router 65cb2cef-2cec-4820-bbf9-6aa15c702d16 gateway port host: dv-cinder-850321-1-iscsi {{(pid=104162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 12:19:33.206761 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-e84c5d0b-3664-408a-b098-6e7f8af2d1f3 req-f491d1b8-627d-4ae9-93c1-1983922ff6bc service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=da30da3d-902c-434d-b650-0e28e2bcd910&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0442071 Jul 21 12:19:33.212323 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-66797ba4-63f2-46ee-85b8-4e82175940c5 None None] Current status of the port 192027c3-56bb-4306-b9cb-41dc0dfce362 is: DOWN; New status is: ACTIVE {{(pid=104161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 12:19:33.212971 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-66797ba4-63f2-46ee-85b8-4e82175940c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (192027c3-56bb-4306-b9cb-41dc0dfce362), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:33.267179 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=5,neutron:INSERT=2 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:19:33.281745 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-6b467f7f-de63-44b6-af99-14b86dc6387e tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:33.299491 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-66797ba4-63f2-46ee-85b8-4e82175940c5 None None] For port 192027c3-56bb-4306-b9cb-41dc0dfce362, host dv-cinder-850321-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-1-iscsi',level=0,port_id=192027c3-56bb-4306-b9cb-41dc0dfce362,segment=NetworkSegment(d1c8b072-bbac-4037-b322-9834f8eeafda),segment_id=d1c8b072-bbac-4037-b322-9834f8eeafda)] {{(pid=104161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 12:19:33.308077 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-66797ba4-63f2-46ee-85b8-4e82175940c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158'] for port (192027c3-56bb-4306-b9cb-41dc0dfce362), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:33.352180 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84c5d0b-3664-408a-b098-6e7f8af2d1f3 req-6bc2db1b-a0b6-4b3e-9c78-a2b2611b57d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:19:33.354667 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-e84c5d0b-3664-408a-b098-6e7f8af2d1f3 req-6bc2db1b-a0b6-4b3e-9c78-a2b2611b57d1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2409e2644eb14d6b9545088c08d22273&device_id=da30da3d-902c-434d-b650-0e28e2bcd910 HTTP/1.1" status: 200 len: 1130 time: 0.0916653 Jul 21 12:19:33.405129 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66797ba4-63f2-46ee-85b8-4e82175940c5 None None] Pushing event updated for resources: {'Port': ['ID=192027c3-56bb-4306-b9cb-41dc0dfce362,revision_number=5']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:19:33.428931 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [None req-c725bce0-4c78-4d66-adfb-19c27b89924f None None] Provisioning complete for port 192027c3-56bb-4306-b9cb-41dc0dfce362 triggered by entity DHCP. {{(pid=104161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 12:19:33.429300 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-c725bce0-4c78-4d66-adfb-19c27b89924f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388846'] for port (192027c3-56bb-4306-b9cb-41dc0dfce362), provisioning_complete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:33.438776 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_hamode_db [None req-b1330514-c15b-4228-b218-4f90201bba26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65cb2cef-2cec-4820-bbf9-6aa15c702d16', 'name': 'tempest-TestVolumeBootPattern-1378471096-router', 'tenant_id': 'b21130dbb3a84e40b87422929d0b038c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'external_fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': 'f1e21bb2-2fb6-4d02-95fc-01f66e6a144f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T12:19:24Z', 'updated_at': '2022-07-21T12:19:28Z', 'revision_number': 4, 'project_id': 'b21130dbb3a84e40b87422929d0b038c', 'gw_port': {'id': 'f1e21bb2-2fb6-4d02-95fc-01f66e6a144f', 'name': '', 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:35:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65cb2cef-2cec-4820-bbf9-6aa15c702d16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:19:24Z', 'updated_at': '2022-07-21T12:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-1-iscsi', '_interfaces': [{'id': '192027c3-56bb-4306-b9cb-41dc0dfce362', 'name': '', 'network_id': '4ce7bc29-f9ee-419c-b012-2c36a852dd3e', 'tenant_id': 'b21130dbb3a84e40b87422929d0b038c', 'mac_address': 'fa:16:3e:50:96:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65cb2cef-2cec-4820-bbf9-6aa15c702d16', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '292e946f-2daf-4af2-b9b9-3929194ce0cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:19:27Z', 'updated_at': '2022-07-21T12:19:32Z', 'revision_number': 4, 'project_id': 'b21130dbb3a84e40b87422929d0b038c', 'subnets': [{'id': '292e946f-2daf-4af2-b9b9-3929194ce0cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-1-iscsi', False) {} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:19:33.481758 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Device f1e21bb2-2fb6-4d02-95fc-01f66e6a144f up at agent ovs-agent-dv-cinder-850321-1-iscsi {{(pid=104161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 12:19:33.485122 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1330514-c15b-4228-b218-4f90201bba26 None None] The sync data for ids ['65cb2cef-2cec-4820-bbf9-6aa15c702d16'] in dv-cinder-850321-1-iscsi is: [{'id': '65cb2cef-2cec-4820-bbf9-6aa15c702d16', 'name': 'tempest-TestVolumeBootPattern-1378471096-router', 'tenant_id': 'b21130dbb3a84e40b87422929d0b038c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'external_fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': 'f1e21bb2-2fb6-4d02-95fc-01f66e6a144f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T12:19:24Z', 'updated_at': '2022-07-21T12:19:28Z', 'revision_number': 4, 'project_id': 'b21130dbb3a84e40b87422929d0b038c', 'gw_port': {'id': 'f1e21bb2-2fb6-4d02-95fc-01f66e6a144f', 'name': '', 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:35:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65cb2cef-2cec-4820-bbf9-6aa15c702d16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:19:24Z', 'updated_at': '2022-07-21T12:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-1-iscsi', '_interfaces': [{'id': '192027c3-56bb-4306-b9cb-41dc0dfce362', 'name': '', 'network_id': '4ce7bc29-f9ee-419c-b012-2c36a852dd3e', 'tenant_id': 'b21130dbb3a84e40b87422929d0b038c', 'mac_address': 'fa:16:3e:50:96:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65cb2cef-2cec-4820-bbf9-6aa15c702d16', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '292e946f-2daf-4af2-b9b9-3929194ce0cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:19:27Z', 'updated_at': '2022-07-21T12:19:32Z', 'revision_number': 4, 'project_id': 'b21130dbb3a84e40b87422929d0b038c', 'subnets': [{'id': '292e946f-2daf-4af2-b9b9-3929194ce0cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 12:19:33.489449 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84c5d0b-3664-408a-b098-6e7f8af2d1f3 req-3abfb865-db6b-43ea-9681-a0de3e05d014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:19:33.490942 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-e84c5d0b-3664-408a-b098-6e7f8af2d1f3 req-3abfb865-db6b-43ea-9681-a0de3e05d014 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ff0fcfbd-22d3-47ea-80f2-195b1cbc803d HTTP/1.1" status: 200 len: 917 time: 0.1012845 Jul 21 12:19:33.496789 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.db.db_base_plugin_common [None req-6b467f7f-de63-44b6-af99-14b86dc6387e tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Allocated IP 172.27.3.69 (f382b478-dfd7-4678-bcdd-821f508b5bc8/39ec59ca-1d5b-4110-899c-eae6f5db3a39/1f7f9a1b-c5ee-4ad0-8e3b-e071950c9067) {{(pid=104159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 12:19:33.587626 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-e84c5d0b-3664-408a-b098-6e7f8af2d1f3 req-5c4808e1-5143-4906-a59c-1b3069ce646d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f7fad9c2-6647-4dae-bdfc-4d793231f5e3 HTTP/1.1" status: 200 len: 1001 time: 0.0894651 Jul 21 12:19:33.598426 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Provisioning complete for port f1e21bb2-2fb6-4d02-95fc-01f66e6a144f triggered by entity L2. {{(pid=104161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 12:19:33.598653 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388846'] for port (f1e21bb2-2fb6-4d02-95fc-01f66e6a144f), provisioning_complete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:33.600914 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-c725bce0-4c78-4d66-adfb-19c27b89924f None None] Current status of the port 192027c3-56bb-4306-b9cb-41dc0dfce362 is: ACTIVE; New status is: ACTIVE {{(pid=104161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 12:19:33.650120 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84c5d0b-3664-408a-b098-6e7f8af2d1f3 req-bcfbcf7b-f9ea-4f88-a673-4c010b5b2437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:19:33.653557 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-e84c5d0b-3664-408a-b098-6e7f8af2d1f3 req-bcfbcf7b-f9ea-4f88-a673-4c010b5b2437 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=cc9a2033-692d-458c-a1e6-ffe26f82c935 HTTP/1.1" status: 200 len: 855 time: 0.0565767 Jul 21 12:19:33.705534 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:19:33.708660 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:19:33.721245 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84c5d0b-3664-408a-b098-6e7f8af2d1f3 req-05e8c762-f7f1-4ede-8cec-c53c9ec9afd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:19:33.722809 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-e84c5d0b-3664-408a-b098-6e7f8af2d1f3 req-05e8c762-f7f1-4ede-8cec-c53c9ec9afd5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ff0fcfbd-22d3-47ea-80f2-195b1cbc803d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0632885 Jul 21 12:19:33.725053 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Current status of the port f1e21bb2-2fb6-4d02-95fc-01f66e6a144f is: ACTIVE; New status is: ACTIVE {{(pid=104161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 12:19:33.726554 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Device 192027c3-56bb-4306-b9cb-41dc0dfce362 up at agent ovs-agent-dv-cinder-850321-1-iscsi {{(pid=104161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 12:19:33.795051 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Provisioning complete for port 192027c3-56bb-4306-b9cb-41dc0dfce362 triggered by entity L2. {{(pid=104161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 12:19:33.795423 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388846'] for port (192027c3-56bb-4306-b9cb-41dc0dfce362), provisioning_complete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:33.854200 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=3 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:19:33.861432 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-e84c5d0b-3664-408a-b098-6e7f8af2d1f3 req-72e687f3-2f1b-4ff2-aac2-545f18cafa3a service neutron] 10.222.0.48 "GET /v2.0/networks/ff0fcfbd-22d3-47ea-80f2-195b1cbc803d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252086 Jul 21 12:19:33.903991 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Current status of the port 192027c3-56bb-4306-b9cb-41dc0dfce362 is: ACTIVE; New status is: ACTIVE {{(pid=104161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 12:19:33.956840 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-6b467f7f-de63-44b6-af99-14b86dc6387e tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Publish callbacks [] for port (1f7f9a1b-c5ee-4ad0-8e3b-e071950c9067), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:33.977392 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-e84c5d0b-3664-408a-b098-6e7f8af2d1f3 req-1b68aa1c-368d-4e27-8e44-9873bae5a894 service neutron] 10.222.0.48 "GET /v2.0/networks/ff0fcfbd-22d3-47ea-80f2-195b1cbc803d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077585 Jul 21 12:19:34.002046 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-6b467f7f-de63-44b6-af99-14b86dc6387e tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773760637166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8469579'] for port (1f7f9a1b-c5ee-4ad0-8e3b-e071950c9067), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:34.013515 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:19:34.046961 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b467f7f-de63-44b6-af99-14b86dc6387e tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Network f382b478-dfd7-4678-bcdd-821f508b5bc8 is already hosted by enough agents. {{(pid=104159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 12:19:34.056774 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.scheduler.base_scheduler [None req-6b467f7f-de63-44b6-af99-14b86dc6387e tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Resources bound (agent type, host, resource id): {{(pid=104159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 12:19:34.059685 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b467f7f-de63-44b6-af99-14b86dc6387e tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Received port after_create {{(pid=104159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 12:19:34.067962 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b467f7f-de63-44b6-af99-14b86dc6387e tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Pushing event updated for resources: {'Port': ['ID=1f7f9a1b-c5ee-4ad0-8e3b-e071950c9067,revision_number=1']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:19:34.157476 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-6b467f7f-de63-44b6-af99-14b86dc6387e tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Publish callbacks [] for floatingip (ba2e9d87-590f-41c7-bc91-5007111f3cab), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:34.201304 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-6b467f7f-de63-44b6-af99-14b86dc6387e tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (1f7f9a1b-c5ee-4ad0-8e3b-e071950c9067), before_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:34.360183 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-6b467f7f-de63-44b6-af99-14b86dc6387e tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Publish callbacks [] for port (1f7f9a1b-c5ee-4ad0-8e3b-e071950c9067), precommit_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:34.366092 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-6b467f7f-de63-44b6-af99-14b86dc6387e tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8469616'] for port (1f7f9a1b-c5ee-4ad0-8e3b-e071950c9067), after_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:34.445775 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b467f7f-de63-44b6-af99-14b86dc6387e tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Pushing event updated for resources: {'Port': ['ID=1f7f9a1b-c5ee-4ad0-8e3b-e071950c9067,revision_number=2']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:19:34.455902 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-6b467f7f-de63-44b6-af99-14b86dc6387e tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681920'] for floatingip (ba2e9d87-590f-41c7-bc91-5007111f3cab), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:34.472848 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-6b467f7f-de63-44b6-af99-14b86dc6387e tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170956'] for floatingip (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:34.474191 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-6b467f7f-de63-44b6-af99-14b86dc6387e tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4246006 Jul 21 12:19:34.689953 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-abee84c0-95ee-48e4-b699-2e1cbd81cc4a req-f6a4c730-1cfc-445d-9927-1e45c36ddbf8 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1222464044&fields=id&tenant_id=c7d349f62c0c4747bd1748ca0a4bde00 HTTP/1.1" status: 200 len: 267 time: 0.0477734 Jul 21 12:19:34.814713 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abee84c0-95ee-48e4-b699-2e1cbd81cc4a req-874be3a8-c6d9-41a3-ab65-9a14a82198c0 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:19:34.816207 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-abee84c0-95ee-48e4-b699-2e1cbd81cc4a req-874be3a8-c6d9-41a3-ab65-9a14a82198c0 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.18 "GET /v2.0/networks?id=1933b755-354d-4a90-8a75-f1a81a16c8f0 HTTP/1.1" status: 200 len: 815 time: 0.1195900 Jul 21 12:19:34.831762 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-abee84c0-95ee-48e4-b699-2e1cbd81cc4a req-220ed349-1cf7-4e52-9689-bdc71383f453 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.18 "GET /v2.0/quotas/c7d349f62c0c4747bd1748ca0a4bde00 HTTP/1.1" status: 200 len: 375 time: 0.0092542 Jul 21 12:19:34.885738 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-abee84c0-95ee-48e4-b699-2e1cbd81cc4a req-400e52e2-0ea7-45e4-a2a6-9a5d33904bd3 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=c7d349f62c0c4747bd1748ca0a4bde00&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0486498 Jul 21 12:19:34.990603 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-abee84c0-95ee-48e4-b699-2e1cbd81cc4a req-1b0fa452-bb28-42af-9670-1ecd231f3819 service neutron] 10.222.0.18 "GET /v2.0/networks/1933b755-354d-4a90-8a75-f1a81a16c8f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925992 Jul 21 12:19:35.094002 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-abee84c0-95ee-48e4-b699-2e1cbd81cc4a req-20ff4c31-6396-4b3e-a9ea-0268cf92f426 service neutron] 10.222.0.18 "GET /v2.0/networks/1933b755-354d-4a90-8a75-f1a81a16c8f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976193 Jul 21 12:19:35.283985 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-5b7e3b35-4e4c-47ba-8648-17ea949f14ae req-bd883b36-8e69-46b7-a8b9-6e44194557ed tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.18 "GET /v2.0/ports?device_id=88a08cfd-4d69-4105-af8d-c77e38628f47 HTTP/1.1" status: 200 len: 210 time: 0.0430875 Jul 21 12:19:35.335266 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Device 192027c3-56bb-4306-b9cb-41dc0dfce362 up at agent ovs-agent-dv-cinder-850321-1-iscsi {{(pid=104161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 12:19:35.384031 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Provisioning complete for port 192027c3-56bb-4306-b9cb-41dc0dfce362 triggered by entity L2. {{(pid=104161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 12:19:35.384403 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388846'] for port (192027c3-56bb-4306-b9cb-41dc0dfce362), provisioning_complete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:35.474358 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Current status of the port 192027c3-56bb-4306-b9cb-41dc0dfce362 is: ACTIVE; New status is: ACTIVE {{(pid=104161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 12:19:36.665495 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-7dec0960-9f2b-4d56-815f-b12b61d16739 req-5bd7c73a-7394-43d9-beac-0c9e731e706b tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.18 "GET /v2.0/ports?device_id=88a08cfd-4d69-4105-af8d-c77e38628f47 HTTP/1.1" status: 200 len: 210 time: 0.3011894 Jul 21 12:19:36.698444 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:INSERT=1,neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:19:36.770884 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abee84c0-95ee-48e4-b699-2e1cbd81cc4a req-056ef0e8-d620-47b4-840c-3397fbc2121f tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:19:36.772446 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-abee84c0-95ee-48e4-b699-2e1cbd81cc4a req-056ef0e8-d620-47b4-840c-3397fbc2121f tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.48 "GET /v2.0/networks?id=1933b755-354d-4a90-8a75-f1a81a16c8f0 HTTP/1.1" status: 200 len: 815 time: 0.1054463 Jul 21 12:19:36.868611 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-abee84c0-95ee-48e4-b699-2e1cbd81cc4a req-2e6317c1-79c9-45ba-9d88-b7ba8c1c3be5 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c7d349f62c0c4747bd1748ca0a4bde00 HTTP/1.1" status: 200 len: 380 time: 0.0600746 Jul 21 12:19:36.877448 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.v2.base [req-abee84c0-95ee-48e4-b699-2e1cbd81cc4a req-05421f79-3ca0-4e7e-8a34-033dc33cd5a0 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Request body: {'port': {'device_id': '88a08cfd-4d69-4105-af8d-c77e38628f47', 'network_id': '1933b755-354d-4a90-8a75-f1a81a16c8f0', 'admin_state_up': True, 'tenant_id': 'c7d349f62c0c4747bd1748ca0a4bde00', 'security_groups': ['6d38c906-d0a5-4f4f-bf8b-e13b1ce42125']}} {{(pid=104160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 12:19:36.992249 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abee84c0-95ee-48e4-b699-2e1cbd81cc4a req-05421f79-3ca0-4e7e-8a34-033dc33cd5a0 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Made reservation on behalf of c7d349f62c0c4747bd1748ca0a4bde00 for: {'port': 1} {{(pid=104160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 12:19:36.995784 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-abee84c0-95ee-48e4-b699-2e1cbd81cc4a req-05421f79-3ca0-4e7e-8a34-033dc33cd5a0 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:37.134184 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.db.db_base_plugin_common [req-abee84c0-95ee-48e4-b699-2e1cbd81cc4a req-05421f79-3ca0-4e7e-8a34-033dc33cd5a0 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Allocated IP 172.20.0.9 (1933b755-354d-4a90-8a75-f1a81a16c8f0/5adcbf66-cad3-499f-bfcd-a299fbf0cd74/a3a749f9-9d2a-4142-9cc4-ab2571ae2df6) {{(pid=104160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 12:19:37.144430 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:19:37.293002 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-abee84c0-95ee-48e4-b699-2e1cbd81cc4a req-05421f79-3ca0-4e7e-8a34-033dc33cd5a0 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Publish callbacks [] for port (a3a749f9-9d2a-4142-9cc4-ab2571ae2df6), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:37.329276 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-abee84c0-95ee-48e4-b699-2e1cbd81cc4a req-05421f79-3ca0-4e7e-8a34-033dc33cd5a0 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773760637166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9357752'] for port (a3a749f9-9d2a-4142-9cc4-ab2571ae2df6), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:37.372446 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abee84c0-95ee-48e4-b699-2e1cbd81cc4a req-05421f79-3ca0-4e7e-8a34-033dc33cd5a0 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Network 1933b755-354d-4a90-8a75-f1a81a16c8f0 is already hosted by enough agents. {{(pid=104160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 12:19:37.375724 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.scheduler.base_scheduler [req-abee84c0-95ee-48e4-b699-2e1cbd81cc4a req-05421f79-3ca0-4e7e-8a34-033dc33cd5a0 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Resources bound (agent type, host, resource id): {{(pid=104160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 12:19:37.384053 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.db.l3_dvrscheduler_db [req-abee84c0-95ee-48e4-b699-2e1cbd81cc4a req-05421f79-3ca0-4e7e-8a34-033dc33cd5a0 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Received port after_create {{(pid=104160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 12:19:37.410890 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05421f79-3ca0-4e7e-8a34-033dc33cd5a0 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Pushing event updated for resources: {'Port': ['ID=a3a749f9-9d2a-4142-9cc4-ab2571ae2df6,revision_number=1']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:19:37.441293 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abee84c0-95ee-48e4-b699-2e1cbd81cc4a req-05421f79-3ca0-4e7e-8a34-033dc33cd5a0 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:19:37.441921 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-abee84c0-95ee-48e4-b699-2e1cbd81cc4a req-05421f79-3ca0-4e7e-8a34-033dc33cd5a0 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170956'] for port (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:37.461982 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-abee84c0-95ee-48e4-b699-2e1cbd81cc4a req-05421f79-3ca0-4e7e-8a34-033dc33cd5a0 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5881519 Jul 21 12:19:37.569163 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.v2.base [req-abee84c0-95ee-48e4-b699-2e1cbd81cc4a req-f0692264-c0e5-4056-a5aa-78015471b5cd service neutron] Request body: {'port': {'device_id': '88a08cfd-4d69-4105-af8d-c77e38628f47', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85032'}} {{(pid=104160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 12:19:37.635550 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-abee84c0-95ee-48e4-b699-2e1cbd81cc4a req-f0692264-c0e5-4056-a5aa-78015471b5cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (a3a749f9-9d2a-4142-9cc4-ab2571ae2df6), before_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:37.670570 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [None req-e0d29381-c069-42a8-a8f8-99541a7a2feb None None] Provisioning complete for port a3a749f9-9d2a-4142-9cc4-ab2571ae2df6 triggered by entity DHCP. {{(pid=104161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 12:19:37.671151 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:19:37.671645 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-e0d29381-c069-42a8-a8f8-99541a7a2feb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388846'] for port (a3a749f9-9d2a-4142-9cc4-ab2571ae2df6), provisioning_complete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:37.716045 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-e0d29381-c069-42a8-a8f8-99541a7a2feb None None] Port a3a749f9-9d2a-4142-9cc4-ab2571ae2df6 cannot update to ACTIVE because it is not bound. {{(pid=104161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 12:19:37.789057 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b43566-e62a-453b-8604-57706616f031 req-540d331a-244b-47c9-8c93-0b7f02781cac tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:19:37.790644 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-30b43566-e62a-453b-8604-57706616f031 req-540d331a-244b-47c9-8c93-0b7f02781cac tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.18 "GET /v2.0/ports?device_id=88a08cfd-4d69-4105-af8d-c77e38628f47 HTTP/1.1" status: 200 len: 931 time: 0.0481477 Jul 21 12:19:37.840864 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-30b43566-e62a-453b-8604-57706616f031 req-c2d61e60-7cc4-4cc3-a526-8f93b2eac4e2 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d38c906-d0a5-4f4f-bf8b-e13b1ce42125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441918 Jul 21 12:19:37.920248 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.notifiers.nova [req-abee84c0-95ee-48e4-b699-2e1cbd81cc4a req-f0692264-c0e5-4056-a5aa-78015471b5cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3a749f9-9d2a-4142-9cc4-ab2571ae2df6 {{(pid=104160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 12:19:37.929363 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-abee84c0-95ee-48e4-b699-2e1cbd81cc4a req-f0692264-c0e5-4056-a5aa-78015471b5cd service neutron] Publish callbacks [] for port (a3a749f9-9d2a-4142-9cc4-ab2571ae2df6), precommit_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:37.944638 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.db.provisioning_blocks [req-abee84c0-95ee-48e4-b699-2e1cbd81cc4a req-f0692264-c0e5-4056-a5aa-78015471b5cd service neutron] Transition to ACTIVE for port object a3a749f9-9d2a-4142-9cc4-ab2571ae2df6 will not be triggered until provisioned by entity L2. {{(pid=104160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 21 12:19:37.949609 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-abee84c0-95ee-48e4-b699-2e1cbd81cc4a req-f0692264-c0e5-4056-a5aa-78015471b5cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9357699'] for port (a3a749f9-9d2a-4142-9cc4-ab2571ae2df6), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:38.002387 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0692264-c0e5-4056-a5aa-78015471b5cd service neutron] Pushing event updated for resources: {'Port': ['ID=a3a749f9-9d2a-4142-9cc4-ab2571ae2df6,revision_number=2']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:19:38.085474 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.managers [req-abee84c0-95ee-48e4-b699-2e1cbd81cc4a req-f0692264-c0e5-4056-a5aa-78015471b5cd service neutron] Attempting to bind port a3a749f9-9d2a-4142-9cc4-ab2571ae2df6 on host hv-cinder-85032 for vnic_type normal with profile {{(pid=104160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 12:19:38.085816 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.managers [req-abee84c0-95ee-48e4-b699-2e1cbd81cc4a req-f0692264-c0e5-4056-a5aa-78015471b5cd service neutron] Attempting to bind port a3a749f9-9d2a-4142-9cc4-ab2571ae2df6 by drivers openvswitch,hyperv on host hv-cinder-85032 at level 0 using segments [{'id': '12da12e1-cfd0-4313-ac52-6e5f4f39ccb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '1933b755-354d-4a90-8a75-f1a81a16c8f0'}] {{(pid=104160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 12:19:38.086154 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abee84c0-95ee-48e4-b699-2e1cbd81cc4a req-f0692264-c0e5-4056-a5aa-78015471b5cd service neutron] Attempting to bind port a3a749f9-9d2a-4142-9cc4-ab2571ae2df6 on network 1933b755-354d-4a90-8a75-f1a81a16c8f0 {{(pid=104160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 12:19:38.089519 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:19:38.092370 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abee84c0-95ee-48e4-b699-2e1cbd81cc4a req-f0692264-c0e5-4056-a5aa-78015471b5cd service neutron] Port a3a749f9-9d2a-4142-9cc4-ab2571ae2df6 on network 1933b755-354d-4a90-8a75-f1a81a16c8f0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85032 {{(pid=104160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 21 12:19:38.092704 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abee84c0-95ee-48e4-b699-2e1cbd81cc4a req-f0692264-c0e5-4056-a5aa-78015471b5cd service neutron] Attempting to bind port a3a749f9-9d2a-4142-9cc4-ab2571ae2df6 on network 1933b755-354d-4a90-8a75-f1a81a16c8f0 {{(pid=104160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 12:19:38.100072 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abee84c0-95ee-48e4-b699-2e1cbd81cc4a req-f0692264-c0e5-4056-a5aa-78015471b5cd service neutron] Checking agent: {'id': '0e418a3d-140a-4386-ad03-1f6ad2d8ed7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85032', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 12, 13, 32), 'started_at': datetime.datetime(2022, 7, 21, 12, 13, 32), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 12, 19, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 12:19:38.100420 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abee84c0-95ee-48e4-b699-2e1cbd81cc4a req-f0692264-c0e5-4056-a5aa-78015471b5cd service neutron] Checking segment: {'id': '12da12e1-cfd0-4313-ac52-6e5f4f39ccb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '1933b755-354d-4a90-8a75-f1a81a16c8f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 12:19:38.100816 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abee84c0-95ee-48e4-b699-2e1cbd81cc4a req-f0692264-c0e5-4056-a5aa-78015471b5cd service neutron] Bound using segment: {'id': '12da12e1-cfd0-4313-ac52-6e5f4f39ccb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '1933b755-354d-4a90-8a75-f1a81a16c8f0'} {{(pid=104160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 12:19:38.101379 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.managers [req-abee84c0-95ee-48e4-b699-2e1cbd81cc4a req-f0692264-c0e5-4056-a5aa-78015471b5cd service neutron] Bound port: a3a749f9-9d2a-4142-9cc4-ab2571ae2df6, host: hv-cinder-85032, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12da12e1-cfd0-4313-ac52-6e5f4f39ccb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '1933b755-354d-4a90-8a75-f1a81a16c8f0'}}] {{(pid=104160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 12:19:38.101626 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-abee84c0-95ee-48e4-b699-2e1cbd81cc4a req-f0692264-c0e5-4056-a5aa-78015471b5cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (a3a749f9-9d2a-4142-9cc4-ab2571ae2df6), before_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:38.176965 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.db [req-abee84c0-95ee-48e4-b699-2e1cbd81cc4a req-f0692264-c0e5-4056-a5aa-78015471b5cd service neutron] For port a3a749f9-9d2a-4142-9cc4-ab2571ae2df6, host hv-cinder-85032, cleared binding levels {{(pid=104160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 12:19:38.180868 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.db [req-abee84c0-95ee-48e4-b699-2e1cbd81cc4a req-f0692264-c0e5-4056-a5aa-78015471b5cd service neutron] For port a3a749f9-9d2a-4142-9cc4-ab2571ae2df6, host hv-cinder-85032, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=a3a749f9-9d2a-4142-9cc4-ab2571ae2df6,segment=NetworkSegment(12da12e1-cfd0-4313-ac52-6e5f4f39ccb4),segment_id=12da12e1-cfd0-4313-ac52-6e5f4f39ccb4)] {{(pid=104160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 12:19:38.189474 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-abee84c0-95ee-48e4-b699-2e1cbd81cc4a req-f0692264-c0e5-4056-a5aa-78015471b5cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9357699'] for port (a3a749f9-9d2a-4142-9cc4-ab2571ae2df6), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:38.234420 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abee84c0-95ee-48e4-b699-2e1cbd81cc4a req-f0692264-c0e5-4056-a5aa-78015471b5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:19:38.235051 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-abee84c0-95ee-48e4-b699-2e1cbd81cc4a req-f0692264-c0e5-4056-a5aa-78015471b5cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170956'] for port (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:38.236770 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-abee84c0-95ee-48e4-b699-2e1cbd81cc4a req-f0692264-c0e5-4056-a5aa-78015471b5cd service neutron] 10.222.0.48 "PUT /v2.0/ports/a3a749f9-9d2a-4142-9cc4-ab2571ae2df6 HTTP/1.1" status: 200 len: 1093 time: 0.6719971 Jul 21 12:19:38.236970 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88a08cfd-4d69-4105-af8d-c77e38628f47', 'tag': 'a3a749f9-9d2a-4142-9cc4-ab2571ae2df6'}] {{(pid=104160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 12:19:38.239403 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eb085c56e9e86bbd6a0965d2ba727f3997621403869b150ca98f31427dd41b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cb7c250-4b33-4235-a7de-d8998bff141a" -d '{"events": [{"name": "network-changed", "server_uuid": "88a08cfd-4d69-4105-af8d-c77e38628f47", "tag": "a3a749f9-9d2a-4142-9cc4-ab2571ae2df6"}]}' {{(pid=104160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 12:19:38.259634 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0692264-c0e5-4056-a5aa-78015471b5cd service neutron] Pushing event updated for resources: {'Port': ['ID=a3a749f9-9d2a-4142-9cc4-ab2571ae2df6,revision_number=3']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:19:38.301054 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 12:19:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46f91f13-f8c5-459e-9e99-9ce35326be9d x-openstack-request-id: req-46f91f13-f8c5-459e-9e99-9ce35326be9d {{(pid=104160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 12:19:38.301425 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88a08cfd-4d69-4105-af8d-c77e38628f47", "tag": "a3a749f9-9d2a-4142-9cc4-ab2571ae2df6", "status": "completed", "code": 200}]} {{(pid=104160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 12:19:38.301704 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-46f91f13-f8c5-459e-9e99-9ce35326be9d {{(pid=104160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 12:19:38.302137 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46f91f13-f8c5-459e-9e99-9ce35326be9d'] response: {'name': 'network-changed', 'server_uuid': '88a08cfd-4d69-4105-af8d-c77e38628f47', 'tag': 'a3a749f9-9d2a-4142-9cc4-ab2571ae2df6', 'status': 'completed', 'code': 200} Jul 21 12:19:38.751610 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb7c250-4b33-4235-a7de-d8998bff141a req-d039b308-a0f7-4011-b97b-9e06a95e2a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:19:38.753392 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-6cb7c250-4b33-4235-a7de-d8998bff141a req-d039b308-a0f7-4011-b97b-9e06a95e2a76 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c7d349f62c0c4747bd1748ca0a4bde00&device_id=88a08cfd-4d69-4105-af8d-c77e38628f47 HTTP/1.1" status: 200 len: 1127 time: 0.0465088 Jul 21 12:19:38.887219 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb7c250-4b33-4235-a7de-d8998bff141a req-67a7b6e9-4610-4f0d-86d6-bc12edd8fd98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:19:38.888704 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-6cb7c250-4b33-4235-a7de-d8998bff141a req-67a7b6e9-4610-4f0d-86d6-bc12edd8fd98 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=c7d349f62c0c4747bd1748ca0a4bde00&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1071010 Jul 21 12:19:38.967540 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd64098-9398-4291-a669-a8ebbdac300f req-c999b2d3-6eca-4be9-8b76-74714ca85009 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:19:38.968816 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-ffd64098-9398-4291-a669-a8ebbdac300f req-c999b2d3-6eca-4be9-8b76-74714ca85009 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.18 "GET /v2.0/ports?device_id=88a08cfd-4d69-4105-af8d-c77e38628f47 HTTP/1.1" status: 200 len: 943 time: 0.0558856 Jul 21 12:19:38.996385 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:19:39.002176 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb7c250-4b33-4235-a7de-d8998bff141a req-4064a836-fa82-42cc-8273-1e3f0bdee4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:19:39.003643 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-6cb7c250-4b33-4235-a7de-d8998bff141a req-4064a836-fa82-42cc-8273-1e3f0bdee4c7 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1086843 Jul 21 12:19:39.023733 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-ffd64098-9398-4291-a669-a8ebbdac300f req-2b8a4992-0b67-4e64-a8e4-87823494c57c tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d38c906-d0a5-4f4f-bf8b-e13b1ce42125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490403 Jul 21 12:19:39.113699 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abee84c0-95ee-48e4-b699-2e1cbd81cc4a req-9f8400ae-cc1f-48ee-99e1-fc3026f5264f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:19:39.115244 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-abee84c0-95ee-48e4-b699-2e1cbd81cc4a req-9f8400ae-cc1f-48ee-99e1-fc3026f5264f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c7d349f62c0c4747bd1748ca0a4bde00&device_id=88a08cfd-4d69-4105-af8d-c77e38628f47 HTTP/1.1" status: 200 len: 1127 time: 0.0420642 Jul 21 12:19:39.169015 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-abee84c0-95ee-48e4-b699-2e1cbd81cc4a req-48fa0a65-89f2-46c4-83b3-209f40e3068f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a3a749f9-9d2a-4142-9cc4-ab2571ae2df6 HTTP/1.1" status: 200 len: 217 time: 0.0376039 Jul 21 12:19:39.221181 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abee84c0-95ee-48e4-b699-2e1cbd81cc4a req-16c8a4fa-4c0b-4644-a485-b41bc958f6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:19:39.222644 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-abee84c0-95ee-48e4-b699-2e1cbd81cc4a req-16c8a4fa-4c0b-4644-a485-b41bc958f6fa service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5adcbf66-cad3-499f-bfcd-a299fbf0cd74 HTTP/1.1" status: 200 len: 854 time: 0.0470619 Jul 21 12:19:39.268593 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abee84c0-95ee-48e4-b699-2e1cbd81cc4a req-8c741073-467e-47b8-915b-84df17b4432f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:19:39.270113 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-abee84c0-95ee-48e4-b699-2e1cbd81cc4a req-8c741073-467e-47b8-915b-84df17b4432f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1933b755-354d-4a90-8a75-f1a81a16c8f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392473 Jul 21 12:19:39.336845 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:19:39.375385 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-abee84c0-95ee-48e4-b699-2e1cbd81cc4a req-242831de-8665-47b5-9b82-4b6fed430e62 service neutron] 10.222.0.48 "GET /v2.0/networks/1933b755-354d-4a90-8a75-f1a81a16c8f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961485 Jul 21 12:19:39.485197 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-abee84c0-95ee-48e4-b699-2e1cbd81cc4a req-dc427dc6-e466-4e17-b67a-2d46fc8a3ba6 service neutron] 10.222.0.48 "GET /v2.0/networks/1933b755-354d-4a90-8a75-f1a81a16c8f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018450 Jul 21 12:19:39.918521 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2716d035-3832-4c64-b832-96f4290757a6 req-4d121c1d-f32d-4e47-9093-cfa07abc23a8 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:19:39.920071 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-2716d035-3832-4c64-b832-96f4290757a6 req-4d121c1d-f32d-4e47-9093-cfa07abc23a8 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/ports?device_id=f7beff96-056c-4a78-b04d-a40d451df275 HTTP/1.1" status: 200 len: 945 time: 0.0585408 Jul 21 12:19:39.971817 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-2716d035-3832-4c64-b832-96f4290757a6 req-44bcf3d2-1efc-4740-8a29-ae68f2e80945 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c0cdf6e-1f1e-43ca-be9f-01494c9cc6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452130 Jul 21 12:19:40.154619 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d384a9a-e8c9-4cbf-a0ca-17de0dde0620 req-b7063fc0-283a-4399-98f6-4098e200aac6 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:19:40.156276 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-8d384a9a-e8c9-4cbf-a0ca-17de0dde0620 req-b7063fc0-283a-4399-98f6-4098e200aac6 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.18 "GET /v2.0/ports?device_id=88a08cfd-4d69-4105-af8d-c77e38628f47 HTTP/1.1" status: 200 len: 943 time: 0.0546429 Jul 21 12:19:40.215126 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-8d384a9a-e8c9-4cbf-a0ca-17de0dde0620 req-7fca92a4-dc27-4761-b6fa-a6e5fb44c2c7 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d38c906-d0a5-4f4f-bf8b-e13b1ce42125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519321 Jul 21 12:19:40.618714 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c80049-7ec8-4dab-a9c2-02fcecbc11a1 req-68213e0d-d4fe-4d6e-ad90-131d2ad47e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:19:40.620160 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-48c80049-7ec8-4dab-a9c2-02fcecbc11a1 req-68213e0d-d4fe-4d6e-ad90-131d2ad47e01 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f3726ac8b83847468671bd930deb5492&device_id=f7beff96-056c-4a78-b04d-a40d451df275 HTTP/1.1" status: 200 len: 1129 time: 0.0418117 Jul 21 12:19:40.720546 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c80049-7ec8-4dab-a9c2-02fcecbc11a1 req-fcb81d7f-91b3-4495-bce2-22870625e74b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:19:40.722083 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-48c80049-7ec8-4dab-a9c2-02fcecbc11a1 req-fcb81d7f-91b3-4495-bce2-22870625e74b service neutron] 10.222.0.48 "GET /v2.0/networks?id=ac7b63b3-36ed-4162-888b-3062a1149573 HTTP/1.1" status: 200 len: 920 time: 0.0951138 Jul 21 12:19:40.782092 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:19:40.793756 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-48c80049-7ec8-4dab-a9c2-02fcecbc11a1 req-56e6d059-f3ca-446a-a38f-f524503770f6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=be4abb71-cd5c-494a-afbd-f3f3edffda94 HTTP/1.1" status: 200 len: 1001 time: 0.0647752 Jul 21 12:19:40.848533 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c80049-7ec8-4dab-a9c2-02fcecbc11a1 req-04267701-33f5-4518-a338-07cdaf32295e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:19:40.850015 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-48c80049-7ec8-4dab-a9c2-02fcecbc11a1 req-04267701-33f5-4518-a338-07cdaf32295e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=85871871-89d2-41dd-b1d6-9b7f2440aaee HTTP/1.1" status: 200 len: 858 time: 0.0481513 Jul 21 12:19:40.897986 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c80049-7ec8-4dab-a9c2-02fcecbc11a1 req-53e42e8a-6ced-4ae5-93a8-f8fe4b1676db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:19:40.899539 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-48c80049-7ec8-4dab-a9c2-02fcecbc11a1 req-53e42e8a-6ced-4ae5-93a8-f8fe4b1676db service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ac7b63b3-36ed-4162-888b-3062a1149573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0409398 Jul 21 12:19:41.000219 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-48c80049-7ec8-4dab-a9c2-02fcecbc11a1 req-b276e995-2530-4fbd-a7e4-e04e24b3574a service neutron] 10.222.0.48 "GET /v2.0/networks/ac7b63b3-36ed-4162-888b-3062a1149573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922506 Jul 21 12:19:41.099380 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3544f1fd-0997-4fe8-8a97-95b058e3b0e6 req-43ce0659-3156-4011-9e6c-81da3c4939b9 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:19:41.102454 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-3544f1fd-0997-4fe8-8a97-95b058e3b0e6 req-43ce0659-3156-4011-9e6c-81da3c4939b9 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/ports?device_id=f7beff96-056c-4a78-b04d-a40d451df275 HTTP/1.1" status: 200 len: 945 time: 0.0550277 Jul 21 12:19:41.108152 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-48c80049-7ec8-4dab-a9c2-02fcecbc11a1 req-a3ded8c9-b404-4abc-8426-82eb80e1cefb service neutron] 10.222.0.48 "GET /v2.0/networks/ac7b63b3-36ed-4162-888b-3062a1149573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975175 Jul 21 12:19:41.155999 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-3544f1fd-0997-4fe8-8a97-95b058e3b0e6 req-06226660-6360-4f5b-99c8-57f95cdb5dba tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c0cdf6e-1f1e-43ca-be9f-01494c9cc6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494497 Jul 21 12:19:41.342765 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426bd6d8-7e90-4017-a71c-164d22ccaf57 req-a274cd9f-8900-497b-a8ed-ae0d4b50eb37 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:19:41.344295 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-426bd6d8-7e90-4017-a71c-164d22ccaf57 req-a274cd9f-8900-497b-a8ed-ae0d4b50eb37 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.18 "GET /v2.0/ports?device_id=88a08cfd-4d69-4105-af8d-c77e38628f47 HTTP/1.1" status: 200 len: 943 time: 0.0511711 Jul 21 12:19:41.396666 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-426bd6d8-7e90-4017-a71c-164d22ccaf57 req-96359df0-741f-4bf5-ba04-4342a75871fe tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d38c906-d0a5-4f4f-bf8b-e13b1ce42125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441194 Jul 21 12:19:41.421405 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-06dd9550-9c53-4cc2-9dcd-9f65bcf044ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (8a21e728-a2e9-4580-a748-6ac9ba47a2a7), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:42.284512 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b2e3ed-dc20-4029-b820-f907b725900b req-0eef5c39-3aa6-44fd-9674-f6256ec79236 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:19:42.286051 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-54b2e3ed-dc20-4029-b820-f907b725900b req-0eef5c39-3aa6-44fd-9674-f6256ec79236 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/ports?device_id=f7beff96-056c-4a78-b04d-a40d451df275 HTTP/1.1" status: 200 len: 945 time: 0.0569029 Jul 21 12:19:42.334496 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:19:42.343219 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-54b2e3ed-dc20-4029-b820-f907b725900b req-53d51ec1-5787-48cd-a627-03f65348b3c0 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c0cdf6e-1f1e-43ca-be9f-01494c9cc6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501969 Jul 21 12:19:42.509827 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Device a3a749f9-9d2a-4142-9cc4-ab2571ae2df6 details requested by agent hyperv_hv-cinder-85032 with host hv-cinder-85032 {{(pid=104161) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 21 12:19:42.521794 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2c786a-d278-4ea4-9490-f25c8808f24d req-9bff3f7d-dcc9-482d-877b-9230bc9e6a5b tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:19:42.523465 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-ec2c786a-d278-4ea4-9490-f25c8808f24d req-9bff3f7d-dcc9-482d-877b-9230bc9e6a5b tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.18 "GET /v2.0/ports?device_id=88a08cfd-4d69-4105-af8d-c77e38628f47 HTTP/1.1" status: 200 len: 943 time: 0.0543065 Jul 21 12:19:42.578756 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-ec2c786a-d278-4ea4-9490-f25c8808f24d req-9de2ce0c-7e48-4cfa-b8a8-001582fd4f9b tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d38c906-d0a5-4f4f-bf8b-e13b1ce42125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482585 Jul 21 12:19:42.619535 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] For port a3a749f9-9d2a-4142-9cc4-ab2571ae2df6, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=a3a749f9-9d2a-4142-9cc4-ab2571ae2df6,segment=NetworkSegment(12da12e1-cfd0-4313-ac52-6e5f4f39ccb4),segment_id=12da12e1-cfd0-4313-ac52-6e5f4f39ccb4)] {{(pid=104161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 12:19:42.631531 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Returning: {'device': 'a3a749f9-9d2a-4142-9cc4-ab2571ae2df6', 'network_id': '1933b755-354d-4a90-8a75-f1a81a16c8f0', 'port_id': 'a3a749f9-9d2a-4142-9cc4-ab2571ae2df6', 'mac_address': 'fa:16:3e:eb:7f:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5adcbf66-cad3-499f-bfcd-a299fbf0cd74', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104161) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 21 12:19:42.667607 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Current status of the port a3a749f9-9d2a-4142-9cc4-ab2571ae2df6 is: DOWN; New status is: BUILD {{(pid=104161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 12:19:42.667951 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (a3a749f9-9d2a-4142-9cc4-ab2571ae2df6), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:42.681932 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.notifiers.nova [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3a749f9-9d2a-4142-9cc4-ab2571ae2df6 {{(pid=104161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 12:19:42.703504 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] For port a3a749f9-9d2a-4142-9cc4-ab2571ae2df6, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=a3a749f9-9d2a-4142-9cc4-ab2571ae2df6,segment=NetworkSegment(12da12e1-cfd0-4313-ac52-6e5f4f39ccb4),segment_id=12da12e1-cfd0-4313-ac52-6e5f4f39ccb4)] {{(pid=104161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 12:19:42.710605 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158'] for port (a3a749f9-9d2a-4142-9cc4-ab2571ae2df6), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:42.764077 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Pushing event updated for resources: {'Port': ['ID=a3a749f9-9d2a-4142-9cc4-ab2571ae2df6,revision_number=4']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:19:43.099367 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] get_ports_and_sgs() called for port_ids ['a3a749f9-9d2a-4142-9cc4-ab2571ae2df6'] {{(pid=104161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 12:19:43.227315 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:19:43.232723 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:19:43.469990 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8511b299-f975-4788-92b0-1c1ba5d9a2eb req-4419a4c7-f7b6-48a5-8aea-8e7ec9e8cd2e tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:19:43.471607 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-8511b299-f975-4788-92b0-1c1ba5d9a2eb req-4419a4c7-f7b6-48a5-8aea-8e7ec9e8cd2e tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/ports?device_id=f7beff96-056c-4a78-b04d-a40d451df275 HTTP/1.1" status: 200 len: 945 time: 0.0520260 Jul 21 12:19:43.524036 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-8511b299-f975-4788-92b0-1c1ba5d9a2eb req-95503426-fe74-4368-b1c6-0a516582307a tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c0cdf6e-1f1e-43ca-be9f-01494c9cc6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457258 Jul 21 12:19:43.703611 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af3b014-257d-4982-bcbf-37c6a87b6203 req-56162178-62bf-4034-840f-f2895c70414d tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:19:43.705284 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-1af3b014-257d-4982-bcbf-37c6a87b6203 req-56162178-62bf-4034-840f-f2895c70414d tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.18 "GET /v2.0/ports?device_id=88a08cfd-4d69-4105-af8d-c77e38628f47 HTTP/1.1" status: 200 len: 944 time: 0.0565724 Jul 21 12:19:43.737558 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=100 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:19:43.755343 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-1af3b014-257d-4982-bcbf-37c6a87b6203 req-dbd8fde7-a667-4b28-817f-2035d5cdde61 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d38c906-d0a5-4f4f-bf8b-e13b1ce42125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440407 Jul 21 12:19:44.510280 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Device a3a749f9-9d2a-4142-9cc4-ab2571ae2df6 up at agent hyperv_hv-cinder-85032 {{(pid=104161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 12:19:44.554245 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Provisioning for port a3a749f9-9d2a-4142-9cc4-ab2571ae2df6 completed by entity L2. {{(pid=104161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 21 12:19:44.567136 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Provisioning complete for port a3a749f9-9d2a-4142-9cc4-ab2571ae2df6 triggered by entity L2. {{(pid=104161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 12:19:44.567545 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388846'] for port (a3a749f9-9d2a-4142-9cc4-ab2571ae2df6), provisioning_complete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:44.647282 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Current status of the port a3a749f9-9d2a-4142-9cc4-ab2571ae2df6 is: BUILD; New status is: ACTIVE {{(pid=104161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 12:19:44.647609 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (a3a749f9-9d2a-4142-9cc4-ab2571ae2df6), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:44.650833 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25339547-05da-4401-825c-445df18919c3 req-9ea519bf-8665-48f6-9a3d-14f05c65e8c5 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:19:44.652445 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-25339547-05da-4401-825c-445df18919c3 req-9ea519bf-8665-48f6-9a3d-14f05c65e8c5 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/ports?device_id=f7beff96-056c-4a78-b04d-a40d451df275 HTTP/1.1" status: 200 len: 945 time: 0.0506575 Jul 21 12:19:44.676474 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88a08cfd-4d69-4105-af8d-c77e38628f47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3a749f9-9d2a-4142-9cc4-ab2571ae2df6'}] {{(pid=104161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 12:19:44.678952 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cdf8932827941a003a674b569a46f4ce1abada81d99297f544444a18ab6c7ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e4262b4-1598-47d5-ac41-e19eba5ae855" -d '{"events": [{"server_uuid": "88a08cfd-4d69-4105-af8d-c77e38628f47", "name": "network-vif-plugged", "status": "completed", "tag": "a3a749f9-9d2a-4142-9cc4-ab2571ae2df6"}]}' {{(pid=104161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 12:19:44.700869 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] For port a3a749f9-9d2a-4142-9cc4-ab2571ae2df6, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=a3a749f9-9d2a-4142-9cc4-ab2571ae2df6,segment=NetworkSegment(12da12e1-cfd0-4313-ac52-6e5f4f39ccb4),segment_id=12da12e1-cfd0-4313-ac52-6e5f4f39ccb4)] {{(pid=104161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 12:19:44.707240 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158'] for port (a3a749f9-9d2a-4142-9cc4-ab2571ae2df6), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:44.717962 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-25339547-05da-4401-825c-445df18919c3 req-121c4bdf-ec8c-4b56-b8c7-201accc26e61 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c0cdf6e-1f1e-43ca-be9f-01494c9cc6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595148 Jul 21 12:19:44.743626 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 12:19:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d1c94fe-321e-4068-879b-5f31978bd520 x-openstack-request-id: req-7d1c94fe-321e-4068-879b-5f31978bd520 {{(pid=104161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 12:19:44.743916 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88a08cfd-4d69-4105-af8d-c77e38628f47", "name": "network-vif-plugged", "status": "completed", "tag": "a3a749f9-9d2a-4142-9cc4-ab2571ae2df6", "code": 200}]} {{(pid=104161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 12:19:44.744158 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7d1c94fe-321e-4068-879b-5f31978bd520 {{(pid=104161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 12:19:44.744547 dv-cinder-850321-1-iscsi neutron-server[104161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d1c94fe-321e-4068-879b-5f31978bd520'] response: {'server_uuid': '88a08cfd-4d69-4105-af8d-c77e38628f47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3a749f9-9d2a-4142-9cc4-ab2571ae2df6', 'code': 200} Jul 21 12:19:44.770190 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Pushing event updated for resources: {'Port': ['ID=a3a749f9-9d2a-4142-9cc4-ab2571ae2df6,revision_number=5']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:19:44.855518 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-3d53ed08-9217-4eae-876b-b748ec61f83d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (ceb1130f-c61e-494c-be4f-967cc153319c), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:44.891205 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c8212d-5be2-46eb-9140-d291d043a638 req-844d3c63-facc-496a-8f24-c9bbe1210a26 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:19:44.896098 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-65c8212d-5be2-46eb-9140-d291d043a638 req-844d3c63-facc-496a-8f24-c9bbe1210a26 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.18 "GET /v2.0/ports?device_id=88a08cfd-4d69-4105-af8d-c77e38628f47 HTTP/1.1" status: 200 len: 945 time: 0.0662801 Jul 21 12:19:44.947065 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-65c8212d-5be2-46eb-9140-d291d043a638 req-dbb9aaa3-297d-4de9-b246-3b7ddf1554f2 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d38c906-d0a5-4f4f-bf8b-e13b1ce42125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475409 Jul 21 12:19:45.016515 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53449bbf-8fb8-4c9d-ab41-a69acfe0b6a4 req-6594fc19-fa3f-4927-abc6-fa4efacf1c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:19:45.018031 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-53449bbf-8fb8-4c9d-ab41-a69acfe0b6a4 req-6594fc19-fa3f-4927-abc6-fa4efacf1c57 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=88a08cfd-4d69-4105-af8d-c77e38628f47 HTTP/1.1" status: 200 len: 1129 time: 0.0445468 Jul 21 12:19:45.073459 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-53449bbf-8fb8-4c9d-ab41-a69acfe0b6a4 req-2dbce1d8-5a45-474c-9224-83a1afd0255e service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=6d38c906-d0a5-4f4f-bf8b-e13b1ce42125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480323 Jul 21 12:19:45.845703 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-34089123-786a-4f56-8fd8-e31aace790ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (7a27be9f-c1a8-4dec-a92f-42ec7311fe12), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:45.851221 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0098088-4387-4dc2-8975-a1b41eaa32fd req-eddb6641-6ddd-40fa-9e92-8e345736202b tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:19:45.852891 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-a0098088-4387-4dc2-8975-a1b41eaa32fd req-eddb6641-6ddd-40fa-9e92-8e345736202b tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/ports?device_id=f7beff96-056c-4a78-b04d-a40d451df275 HTTP/1.1" status: 200 len: 945 time: 0.0581775 Jul 21 12:19:45.904468 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-a0098088-4387-4dc2-8975-a1b41eaa32fd req-99f85eec-e841-4aec-8a2a-5425d8b8adb5 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c0cdf6e-1f1e-43ca-be9f-01494c9cc6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458088 Jul 21 12:19:46.070280 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7a05de-acf1-488e-91ee-53ec063e95bf req-28282c14-a874-4659-ae7a-7f792fae32b3 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:19:46.071805 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-eb7a05de-acf1-488e-91ee-53ec063e95bf req-28282c14-a874-4659-ae7a-7f792fae32b3 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.18 "GET /v2.0/ports?device_id=88a08cfd-4d69-4105-af8d-c77e38628f47 HTTP/1.1" status: 200 len: 945 time: 0.0494530 Jul 21 12:19:46.129826 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-eb7a05de-acf1-488e-91ee-53ec063e95bf req-d9ddb799-bcc7-40e5-93e3-ac064723ef42 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d38c906-d0a5-4f4f-bf8b-e13b1ce42125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502176 Jul 21 12:19:46.826756 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (c982e9e4-9e4b-4150-8658-75b564dceb25), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:47.039412 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5320ace0-ed6e-4a6a-bafe-2d614240f846 req-d64d1d7b-bd56-4126-be1f-b0693c882424 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:19:47.041123 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-5320ace0-ed6e-4a6a-bafe-2d614240f846 req-d64d1d7b-bd56-4126-be1f-b0693c882424 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/ports?device_id=f7beff96-056c-4a78-b04d-a40d451df275 HTTP/1.1" status: 200 len: 945 time: 0.0523374 Jul 21 12:19:47.092923 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-5320ace0-ed6e-4a6a-bafe-2d614240f846 req-33f5cba5-6dff-4da9-a8c0-9329d694186b tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c0cdf6e-1f1e-43ca-be9f-01494c9cc6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444345 Jul 21 12:19:47.196316 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-b3746fee-4e12-46ce-ae12-d62ff35738f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (bda8c5c0-9935-4f58-b3ba-5b48a27d9f80), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:47.265316 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3241abe-7e83-4119-b847-9268811b64cb req-4674ff52-de0b-478b-8adb-95138e87ffb6 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:19:47.266984 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-c3241abe-7e83-4119-b847-9268811b64cb req-4674ff52-de0b-478b-8adb-95138e87ffb6 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.18 "GET /v2.0/ports?device_id=88a08cfd-4d69-4105-af8d-c77e38628f47 HTTP/1.1" status: 200 len: 945 time: 0.0502679 Jul 21 12:19:47.339690 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-c3241abe-7e83-4119-b847-9268811b64cb req-02b25287-bab9-4a10-b4e3-03ee69f39445 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d38c906-d0a5-4f4f-bf8b-e13b1ce42125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664251 Jul 21 12:19:47.486081 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84c557a-7631-4727-8028-4c97cd89a38d req-3b478778-4520-4064-a400-fdf52678363b tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:19:47.488675 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-b84c557a-7631-4727-8028-4c97cd89a38d req-3b478778-4520-4064-a400-fdf52678363b tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.18 "GET /v2.0/ports?device_id=88a08cfd-4d69-4105-af8d-c77e38628f47 HTTP/1.1" status: 200 len: 945 time: 0.0802774 Jul 21 12:19:47.498779 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 34788) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:19:47.503771 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.v2.base [None req-72d980bc-4c25-43f2-bcfd-6c2cfc265b56 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Request body: {'floatingip': {'port_id': 'a3a749f9-9d2a-4142-9cc4-ab2571ae2df6'}} {{(pid=104159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 12:19:47.544119 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-72d980bc-4c25-43f2-bcfd-6c2cfc265b56 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Publish callbacks [] for floatingip (ba2e9d87-590f-41c7-bc91-5007111f3cab), before_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:47.674983 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-8984b216-91a6-4220-a091-97444b08ecb6 req-c8d11f99-9acf-446f-afa9-25c95b0d4368 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-421190499&fields=id&tenant_id=cc3651ce859043d2a764fa47f06db374 HTTP/1.1" status: 200 len: 267 time: 0.0683157 Jul 21 12:19:47.691302 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=100 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:19:47.799638 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8984b216-91a6-4220-a091-97444b08ecb6 req-608bd054-3d8b-4021-80ed-3acc91423c29 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:19:47.801192 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-8984b216-91a6-4220-a091-97444b08ecb6 req-608bd054-3d8b-4021-80ed-3acc91423c29 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/networks?id=cb1f1a48-37ef-466f-9c77-ca45d5a79220 HTTP/1.1" status: 200 len: 811 time: 0.1207199 Jul 21 12:19:47.823083 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-8984b216-91a6-4220-a091-97444b08ecb6 req-f34c97bb-116d-409a-981d-32612bb3edba tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/quotas/cc3651ce859043d2a764fa47f06db374 HTTP/1.1" status: 200 len: 375 time: 0.0142171 Jul 21 12:19:47.889326 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-8984b216-91a6-4220-a091-97444b08ecb6 req-bb16c5c4-ccbf-4ba0-86d4-677c9df0b053 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=cc3651ce859043d2a764fa47f06db374&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0594466 Jul 21 12:19:47.938735 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:19:48.005869 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-8984b216-91a6-4220-a091-97444b08ecb6 req-5982c501-ef6d-4879-a582-fa63f661293b service neutron] 10.222.0.18 "GET /v2.0/networks/cb1f1a48-37ef-466f-9c77-ca45d5a79220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047895 Jul 21 12:19:48.073576 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-72d980bc-4c25-43f2-bcfd-6c2cfc265b56 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:48.078626 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-72d980bc-4c25-43f2-bcfd-6c2cfc265b56 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681920'] for floatingip (ba2e9d87-590f-41c7-bc91-5007111f3cab), after_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:48.111756 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-8984b216-91a6-4220-a091-97444b08ecb6 req-9b261791-6e7e-453b-8e74-0a7943c2aa70 service neutron] 10.222.0.18 "GET /v2.0/networks/cb1f1a48-37ef-466f-9c77-ca45d5a79220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995963 Jul 21 12:19:48.240708 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f27f027-8332-43e7-9398-29004611b094 req-2cd1be6b-f452-4da0-9c5b-f669972afc19 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:19:48.242317 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-3f27f027-8332-43e7-9398-29004611b094 req-2cd1be6b-f452-4da0-9c5b-f669972afc19 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/ports?device_id=f7beff96-056c-4a78-b04d-a40d451df275 HTTP/1.1" status: 200 len: 945 time: 0.0649211 Jul 21 12:19:48.243660 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.db.l3_db [None req-72d980bc-4c25-43f2-bcfd-6c2cfc265b56 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Floating IP ba2e9d87-590f-41c7-bc91-5007111f3cab associated. External IP: 172.27.3.69, port: a3a749f9-9d2a-4142-9cc4-ab2571ae2df6. Jul 21 12:19:48.286945 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:19:48.369961 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-3f27f027-8332-43e7-9398-29004611b094 req-8c791d5e-3045-43e1-8a62-be59f648a0d2 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c0cdf6e-1f1e-43ca-be9f-01494c9cc6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1213448 Jul 21 12:19:48.558878 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-3c3409fd-a3a5-4661-ab5d-75a3548ecd93 req-4f5c2b99-c6da-4363-a72b-b9af63b5f875 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc24dc50-e018-4079-b395-597d79b6c7f9 HTTP/1.1" status: 200 len: 210 time: 0.0444868 Jul 21 12:19:48.604885 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72d980bc-4c25-43f2-bcfd-6c2cfc265b56 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Router 00530d2f-799a-4044-9006-5104009f2aa9 has already been hosted by L3 agent ceb1130f-c61e-494c-be4f-967cc153319c {{(pid=104159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 12:19:48.767342 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72d980bc-4c25-43f2-bcfd-6c2cfc265b56 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Notify agent at l3_agent.dv-cinder-850321-1-iscsi the message routers_updated {{(pid=104159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 12:19:48.772316 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-72d980bc-4c25-43f2-bcfd-6c2cfc265b56 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170956'] for floatingip (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:48.784106 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3141d3f3-4fa8-482e-94d8-ce77d81b255f None None] Sync routers for ids ['00530d2f-799a-4044-9006-5104009f2aa9'] in dv-cinder-850321-1-iscsi {{(pid=104161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 12:19:48.798453 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3141d3f3-4fa8-482e-94d8-ce77d81b255f None None] Routers {'00530d2f-799a-4044-9006-5104009f2aa9'} bound to L3 agent in host dv-cinder-850321-1-iscsi {{(pid=104161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 12:19:48.799029 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-3141d3f3-4fa8-482e-94d8-ce77d81b255f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-21T12:06:45Z,description=,heartbeat_timestamp=2022-07-21T12:19:45Z,host='dv-cinder-850321-1-iscsi',id=ceb1130f-c61e-494c-be4f-967cc153319c,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T12:06:45Z,topic='l3_agent')) {'router_ids': ['00530d2f-799a-4044-9006-5104009f2aa9'], 'active': True} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:19:48.835665 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-72d980bc-4c25-43f2-bcfd-6c2cfc265b56 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.18 "PUT /v2.0/floatingips/ba2e9d87-590f-41c7-bc91-5007111f3cab HTTP/1.1" status: 200 len: 990 time: 1.3332345 Jul 21 12:19:48.835665 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88a08cfd-4d69-4105-af8d-c77e38628f47', 'tag': 'a3a749f9-9d2a-4142-9cc4-ab2571ae2df6'}] {{(pid=104159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 12:19:48.838209 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14a473be662c523f753bafa963e7b12489d1fc6a20e308844a06c71d85f4ae6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea742b11-19ad-4a17-91f4-8943adeb0558" -d '{"events": [{"name": "network-changed", "server_uuid": "88a08cfd-4d69-4105-af8d-c77e38628f47", "tag": "a3a749f9-9d2a-4142-9cc4-ab2571ae2df6"}]}' {{(pid=104159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 12:19:48.885677 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 12:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a813bd8d-1b43-49c6-b6a4-d0c5e8ae4d03 x-openstack-request-id: req-a813bd8d-1b43-49c6-b6a4-d0c5e8ae4d03 {{(pid=104159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 12:19:48.886072 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88a08cfd-4d69-4105-af8d-c77e38628f47", "tag": "a3a749f9-9d2a-4142-9cc4-ab2571ae2df6", "status": "completed", "code": 200}]} {{(pid=104159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 12:19:48.886385 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a813bd8d-1b43-49c6-b6a4-d0c5e8ae4d03 {{(pid=104159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 12:19:48.886868 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a813bd8d-1b43-49c6-b6a4-d0c5e8ae4d03'] response: {'name': 'network-changed', 'server_uuid': '88a08cfd-4d69-4105-af8d-c77e38628f47', 'tag': 'a3a749f9-9d2a-4142-9cc4-ab2571ae2df6', 'status': 'completed', 'code': 200} Jul 21 12:19:48.932380 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvr_db [None req-3141d3f3-4fa8-482e-94d8-ce77d81b255f None None] Set router 00530d2f-799a-4044-9006-5104009f2aa9 gateway port host: dv-cinder-850321-1-iscsi {{(pid=104161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 12:19:49.002454 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea742b11-19ad-4a17-91f4-8943adeb0558 req-38594905-d967-43f6-a0d7-2c34c3e60fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:19:49.004642 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-ea742b11-19ad-4a17-91f4-8943adeb0558 req-38594905-d967-43f6-a0d7-2c34c3e60fa8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c7d349f62c0c4747bd1748ca0a4bde00&device_id=88a08cfd-4d69-4105-af8d-c77e38628f47 HTTP/1.1" status: 200 len: 1129 time: 0.0665050 Jul 21 12:19:49.037371 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=52 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:19:49.043760 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=53,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:19:49.157294 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea742b11-19ad-4a17-91f4-8943adeb0558 req-2ad7e575-5fb0-4583-bc44-cc64ca154f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:19:49.160890 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-ea742b11-19ad-4a17-91f4-8943adeb0558 req-2ad7e575-5fb0-4583-bc44-cc64ca154f6a service neutron] 10.222.0.48 "GET /v2.0/networks?id=1933b755-354d-4a90-8a75-f1a81a16c8f0 HTTP/1.1" status: 200 len: 916 time: 0.1476021 Jul 21 12:19:49.208754 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-3141d3f3-4fa8-482e-94d8-ce77d81b255f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00530d2f-799a-4044-9006-5104009f2aa9', 'name': 'tempest-AttachVolumeNegativeTest-1235427896-router', 'tenant_id': 'c7d349f62c0c4747bd1748ca0a4bde00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'external_fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'f1e77053-8d9a-412c-ac41-d1a4ceefb391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T12:15:36Z', 'updated_at': '2022-07-21T12:15:47Z', 'revision_number': 4, 'project_id': 'c7d349f62c0c4747bd1748ca0a4bde00', 'gw_port': {'id': 'f1e77053-8d9a-412c-ac41-d1a4ceefb391', 'name': '', 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:dd:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00530d2f-799a-4044-9006-5104009f2aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:15:38Z', 'updated_at': '2022-07-21T12:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-1-iscsi', '_floatingips': [{'id': 'ba2e9d87-590f-41c7-bc91-5007111f3cab', 'tenant_id': 'c7d349f62c0c4747bd1748ca0a4bde00', 'floating_ip_address': '172.27.3.69', 'floating_network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'router_id': '00530d2f-799a-4044-9006-5104009f2aa9', 'port_id': 'a3a749f9-9d2a-4142-9cc4-ab2571ae2df6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1933b755-354d-4a90-8a75-f1a81a16c8f0', 'mac_address': 'fa:16:3e:eb:7f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88a08cfd-4d69-4105-af8d-c77e38628f47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T12:19:34Z', 'updated_at': '2022-07-21T12:19:47Z', 'revision_number': 1, 'project_id': 'c7d349f62c0c4747bd1748ca0a4bde00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad46f4b3-b3ac-4329-91b8-2a06c4cd41ef', 'name': '', 'network_id': '1933b755-354d-4a90-8a75-f1a81a16c8f0', 'tenant_id': 'c7d349f62c0c4747bd1748ca0a4bde00', 'mac_address': 'fa:16:3e:7f:10:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00530d2f-799a-4044-9006-5104009f2aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '5adcbf66-cad3-499f-bfcd-a299fbf0cd74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:15:44Z', 'updated_at': '2022-07-21T12:16:00Z', 'revision_number': 5, 'project_id': 'c7d349f62c0c4747bd1748ca0a4bde00', 'subnets': [{'id': '5adcbf66-cad3-499f-bfcd-a299fbf0cd74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-1-iscsi', False) {} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:19:49.237355 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3141d3f3-4fa8-482e-94d8-ce77d81b255f None None] Checking router: 00530d2f-799a-4044-9006-5104009f2aa9 for host: dv-cinder-850321-1-iscsi {{(pid=104161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 12:19:49.240715 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-ea742b11-19ad-4a17-91f4-8943adeb0558 req-fdccb7fd-2d15-4d87-9b70-c4bccbb83021 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a3a749f9-9d2a-4142-9cc4-ab2571ae2df6 HTTP/1.1" status: 200 len: 998 time: 0.0711715 Jul 21 12:19:49.247570 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3141d3f3-4fa8-482e-94d8-ce77d81b255f None None] Routers {'00530d2f-799a-4044-9006-5104009f2aa9'} bound to L3 agent in host dv-cinder-850321-1-iscsi {{(pid=104161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 12:19:49.248426 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-3141d3f3-4fa8-482e-94d8-ce77d81b255f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-21T12:06:45Z,description=,heartbeat_timestamp=2022-07-21T12:19:45Z,host='dv-cinder-850321-1-iscsi',id=ceb1130f-c61e-494c-be4f-967cc153319c,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T12:06:45Z,topic='l3_agent')) {'router_ids': ['00530d2f-799a-4044-9006-5104009f2aa9'], 'active': True} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:19:49.299361 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea742b11-19ad-4a17-91f4-8943adeb0558 req-6ebfbafc-7e86-49e6-818b-ee411f30f07b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:19:49.301244 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-ea742b11-19ad-4a17-91f4-8943adeb0558 req-6ebfbafc-7e86-49e6-818b-ee411f30f07b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5adcbf66-cad3-499f-bfcd-a299fbf0cd74 HTTP/1.1" status: 200 len: 854 time: 0.0528989 Jul 21 12:19:49.363329 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvr_db [None req-3141d3f3-4fa8-482e-94d8-ce77d81b255f None None] Set router 00530d2f-799a-4044-9006-5104009f2aa9 gateway port host: dv-cinder-850321-1-iscsi {{(pid=104161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 12:19:49.452479 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:19:49.511809 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d79a113-b2b7-44b3-bf57-746113f93bc2 req-43415ce6-865f-475f-8d9c-6f76f962df92 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:19:49.513521 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-4d79a113-b2b7-44b3-bf57-746113f93bc2 req-43415ce6-865f-475f-8d9c-6f76f962df92 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/ports?device_id=f7beff96-056c-4a78-b04d-a40d451df275 HTTP/1.1" status: 200 len: 945 time: 0.0560253 Jul 21 12:19:49.529711 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:19:49.593363 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=100 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:19:49.597382 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-4d79a113-b2b7-44b3-bf57-746113f93bc2 req-80267af1-3989-44ff-8c68-11e4768e34d5 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c0cdf6e-1f1e-43ca-be9f-01494c9cc6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734344 Jul 21 12:19:49.609833 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea742b11-19ad-4a17-91f4-8943adeb0558 req-3fb0926d-6a30-45fb-9c94-0fef5ea2c07e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:19:49.612460 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-ea742b11-19ad-4a17-91f4-8943adeb0558 req-3fb0926d-6a30-45fb-9c94-0fef5ea2c07e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1933b755-354d-4a90-8a75-f1a81a16c8f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0745656 Jul 21 12:19:49.655507 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-3141d3f3-4fa8-482e-94d8-ce77d81b255f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00530d2f-799a-4044-9006-5104009f2aa9', 'name': 'tempest-AttachVolumeNegativeTest-1235427896-router', 'tenant_id': 'c7d349f62c0c4747bd1748ca0a4bde00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'external_fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'f1e77053-8d9a-412c-ac41-d1a4ceefb391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T12:15:36Z', 'updated_at': '2022-07-21T12:15:47Z', 'revision_number': 4, 'project_id': 'c7d349f62c0c4747bd1748ca0a4bde00', 'gw_port': {'id': 'f1e77053-8d9a-412c-ac41-d1a4ceefb391', 'name': '', 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:dd:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00530d2f-799a-4044-9006-5104009f2aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:15:38Z', 'updated_at': '2022-07-21T12:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-1-iscsi', '_floatingips': [{'id': 'ba2e9d87-590f-41c7-bc91-5007111f3cab', 'tenant_id': 'c7d349f62c0c4747bd1748ca0a4bde00', 'floating_ip_address': '172.27.3.69', 'floating_network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'router_id': '00530d2f-799a-4044-9006-5104009f2aa9', 'port_id': 'a3a749f9-9d2a-4142-9cc4-ab2571ae2df6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1933b755-354d-4a90-8a75-f1a81a16c8f0', 'mac_address': 'fa:16:3e:eb:7f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88a08cfd-4d69-4105-af8d-c77e38628f47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T12:19:34Z', 'updated_at': '2022-07-21T12:19:47Z', 'revision_number': 1, 'project_id': 'c7d349f62c0c4747bd1748ca0a4bde00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad46f4b3-b3ac-4329-91b8-2a06c4cd41ef', 'name': '', 'network_id': '1933b755-354d-4a90-8a75-f1a81a16c8f0', 'tenant_id': 'c7d349f62c0c4747bd1748ca0a4bde00', 'mac_address': 'fa:16:3e:7f:10:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00530d2f-799a-4044-9006-5104009f2aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '5adcbf66-cad3-499f-bfcd-a299fbf0cd74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:15:44Z', 'updated_at': '2022-07-21T12:16:00Z', 'revision_number': 5, 'project_id': 'c7d349f62c0c4747bd1748ca0a4bde00', 'subnets': [{'id': '5adcbf66-cad3-499f-bfcd-a299fbf0cd74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-1-iscsi', False) {} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:19:49.700712 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3141d3f3-4fa8-482e-94d8-ce77d81b255f None None] The sync data for ids ['00530d2f-799a-4044-9006-5104009f2aa9'] in dv-cinder-850321-1-iscsi is: [{'id': '00530d2f-799a-4044-9006-5104009f2aa9', 'name': 'tempest-AttachVolumeNegativeTest-1235427896-router', 'tenant_id': 'c7d349f62c0c4747bd1748ca0a4bde00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'external_fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'f1e77053-8d9a-412c-ac41-d1a4ceefb391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T12:15:36Z', 'updated_at': '2022-07-21T12:15:47Z', 'revision_number': 4, 'project_id': 'c7d349f62c0c4747bd1748ca0a4bde00', 'gw_port': {'id': 'f1e77053-8d9a-412c-ac41-d1a4ceefb391', 'name': '', 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:dd:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00530d2f-799a-4044-9006-5104009f2aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:15:38Z', 'updated_at': '2022-07-21T12:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-1-iscsi', '_floatingips': [{'id': 'ba2e9d87-590f-41c7-bc91-5007111f3cab', 'tenant_id': 'c7d349f62c0c4747bd1748ca0a4bde00', 'floating_ip_address': '172.27.3.69', 'floating_network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'router_id': '00530d2f-799a-4044-9006-5104009f2aa9', 'port_id': 'a3a749f9-9d2a-4142-9cc4-ab2571ae2df6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1933b755-354d-4a90-8a75-f1a81a16c8f0', 'mac_address': 'fa:16:3e:eb:7f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88a08cfd-4d69-4105-af8d-c77e38628f47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T12:19:34Z', 'updated_at': '2022-07-21T12:19:47Z', 'revision_number': 1, 'project_id': 'c7d349f62c0c4747bd1748ca0a4bde00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad46f4b3-b3ac-4329-91b8-2a06c4cd41ef', 'name': '', 'network_id': '1933b755-354d-4a90-8a75-f1a81a16c8f0', 'tenant_id': 'c7d349f62c0c4747bd1748ca0a4bde00', 'mac_address': 'fa:16:3e:7f:10:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00530d2f-799a-4044-9006-5104009f2aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '5adcbf66-cad3-499f-bfcd-a299fbf0cd74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:15:44Z', 'updated_at': '2022-07-21T12:16:00Z', 'revision_number': 5, 'project_id': 'c7d349f62c0c4747bd1748ca0a4bde00', 'subnets': [{'id': '5adcbf66-cad3-499f-bfcd-a299fbf0cd74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 12:19:49.731404 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-1985c5dc-7765-48cd-93a5-9cf53bbb14be req-ec151939-f09c-412c-be8e-3b5458fb1bde tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc24dc50-e018-4079-b395-597d79b6c7f9 HTTP/1.1" status: 200 len: 210 time: 0.0399201 Jul 21 12:19:49.754976 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-ea742b11-19ad-4a17-91f4-8943adeb0558 req-67d49d7d-a153-4d27-9ed0-31a7f6a26afc service neutron] 10.222.0.48 "GET /v2.0/networks/1933b755-354d-4a90-8a75-f1a81a16c8f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340971 Jul 21 12:19:49.954616 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-ea742b11-19ad-4a17-91f4-8943adeb0558 req-ce65de24-4489-4754-a0d8-f5faf6721cd5 service neutron] 10.222.0.48 "GET /v2.0/networks/1933b755-354d-4a90-8a75-f1a81a16c8f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1847994 Jul 21 12:19:49.960557 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8984b216-91a6-4220-a091-97444b08ecb6 req-df22b8c4-9c9b-44c3-bb28-a52dbf7b9289 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:19:49.962075 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-8984b216-91a6-4220-a091-97444b08ecb6 req-df22b8c4-9c9b-44c3-bb28-a52dbf7b9289 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.48 "GET /v2.0/networks?id=cb1f1a48-37ef-466f-9c77-ca45d5a79220 HTTP/1.1" status: 200 len: 811 time: 0.2059329 Jul 21 12:19:49.968419 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb52fa6b-655f-4b40-9596-2c37ffa1dfd5 None None] New status for floating IP ba2e9d87-590f-41c7-bc91-5007111f3cab: ACTIVE {{(pid=104162) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 21 12:19:50.096539 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-8984b216-91a6-4220-a091-97444b08ecb6 req-b08b0122-8886-40ed-915e-73d2d432ee36 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cc3651ce859043d2a764fa47f06db374 HTTP/1.1" status: 200 len: 379 time: 0.0985150 Jul 21 12:19:50.107054 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.v2.base [req-8984b216-91a6-4220-a091-97444b08ecb6 req-f45c5847-f913-49a0-bd57-736567852e63 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Request body: {'port': {'device_id': 'bc24dc50-e018-4079-b395-597d79b6c7f9', 'network_id': 'cb1f1a48-37ef-466f-9c77-ca45d5a79220', 'admin_state_up': True, 'tenant_id': 'cc3651ce859043d2a764fa47f06db374', 'security_groups': ['37fb721b-82a7-4d69-98ca-387ca36dc9c9']}} {{(pid=104160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 12:19:50.112153 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=100 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:19:50.237606 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8984b216-91a6-4220-a091-97444b08ecb6 req-f45c5847-f913-49a0-bd57-736567852e63 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Made reservation on behalf of cc3651ce859043d2a764fa47f06db374 for: {'port': 1} {{(pid=104160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 12:19:50.241248 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-8984b216-91a6-4220-a091-97444b08ecb6 req-f45c5847-f913-49a0-bd57-736567852e63 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:50.377218 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.db.db_base_plugin_common [req-8984b216-91a6-4220-a091-97444b08ecb6 req-f45c5847-f913-49a0-bd57-736567852e63 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Allocated IP 172.20.0.9 (cb1f1a48-37ef-466f-9c77-ca45d5a79220/bc7d6337-214d-4961-9075-8635a8b8f86b/d4407d33-d701-4e46-a407-59d44144b6e3) {{(pid=104160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 12:19:50.538887 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-8984b216-91a6-4220-a091-97444b08ecb6 req-f45c5847-f913-49a0-bd57-736567852e63 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Publish callbacks [] for port (d4407d33-d701-4e46-a407-59d44144b6e3), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:50.560916 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:19:50.575419 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-8984b216-91a6-4220-a091-97444b08ecb6 req-f45c5847-f913-49a0-bd57-736567852e63 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773760637166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9357752'] for port (d4407d33-d701-4e46-a407-59d44144b6e3), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:50.620044 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8984b216-91a6-4220-a091-97444b08ecb6 req-f45c5847-f913-49a0-bd57-736567852e63 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Network cb1f1a48-37ef-466f-9c77-ca45d5a79220 is already hosted by enough agents. {{(pid=104160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 12:19:50.623762 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.scheduler.base_scheduler [req-8984b216-91a6-4220-a091-97444b08ecb6 req-f45c5847-f913-49a0-bd57-736567852e63 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Resources bound (agent type, host, resource id): {{(pid=104160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 12:19:50.631002 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.db.l3_dvrscheduler_db [req-8984b216-91a6-4220-a091-97444b08ecb6 req-f45c5847-f913-49a0-bd57-736567852e63 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Received port after_create {{(pid=104160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 12:19:50.676739 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45c5847-f913-49a0-bd57-736567852e63 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Pushing event updated for resources: {'Port': ['ID=d4407d33-d701-4e46-a407-59d44144b6e3,revision_number=1']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:19:50.713926 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8984b216-91a6-4220-a091-97444b08ecb6 req-f45c5847-f913-49a0-bd57-736567852e63 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:19:50.714607 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-8984b216-91a6-4220-a091-97444b08ecb6 req-f45c5847-f913-49a0-bd57-736567852e63 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170956'] for port (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:50.747343 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-8984b216-91a6-4220-a091-97444b08ecb6 req-f45c5847-f913-49a0-bd57-736567852e63 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6433842 Jul 21 12:19:50.775929 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e1aed7-361e-4a19-b83e-9d071996e4f1 req-e166e205-cf1c-415c-b427-f8e292f38a24 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:19:50.778833 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-92e1aed7-361e-4a19-b83e-9d071996e4f1 req-e166e205-cf1c-415c-b427-f8e292f38a24 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/ports?device_id=f7beff96-056c-4a78-b04d-a40d451df275 HTTP/1.1" status: 200 len: 945 time: 0.0780525 Jul 21 12:19:50.779155 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.v2.base [req-8984b216-91a6-4220-a091-97444b08ecb6 req-fb0a8b10-beb8-4278-ac24-93204f9ca1f0 service neutron] Request body: {'port': {'device_id': 'bc24dc50-e018-4079-b395-597d79b6c7f9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85032'}} {{(pid=104160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 12:19:50.866917 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-92e1aed7-361e-4a19-b83e-9d071996e4f1 req-8a5a4d80-edf7-4517-a2fc-1bb125b18746 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c0cdf6e-1f1e-43ca-be9f-01494c9cc6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800700 Jul 21 12:19:50.911605 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [None req-c0499e12-6c48-4b68-b949-9f710b065bc1 None None] Provisioning complete for port d4407d33-d701-4e46-a407-59d44144b6e3 triggered by entity DHCP. {{(pid=104161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 12:19:50.912307 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-c0499e12-6c48-4b68-b949-9f710b065bc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388846'] for port (d4407d33-d701-4e46-a407-59d44144b6e3), provisioning_complete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:50.917102 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23cf7c1-575e-4a80-b005-d77c5f273fa2 req-b7c5b5b1-aca1-4471-a93b-b7b31de6d4b6 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:19:50.918650 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-b23cf7c1-575e-4a80-b005-d77c5f273fa2 req-b7c5b5b1-aca1-4471-a93b-b7b31de6d4b6 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc24dc50-e018-4079-b395-597d79b6c7f9 HTTP/1.1" status: 200 len: 931 time: 0.0889816 Jul 21 12:19:50.927912 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-8984b216-91a6-4220-a091-97444b08ecb6 req-fb0a8b10-beb8-4278-ac24-93204f9ca1f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (d4407d33-d701-4e46-a407-59d44144b6e3), before_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:50.948569 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-c0499e12-6c48-4b68-b949-9f710b065bc1 None None] Port d4407d33-d701-4e46-a407-59d44144b6e3 cannot update to ACTIVE because it is not bound. {{(pid=104161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 12:19:51.279824 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-b23cf7c1-575e-4a80-b005-d77c5f273fa2 req-0c1b8cb1-eb5b-4d90-9e00-d06a8d4f4f94 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/security-groups?id=37fb721b-82a7-4d69-98ca-387ca36dc9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3535521 Jul 21 12:19:51.337685 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:19:51.496900 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.notifiers.nova [req-8984b216-91a6-4220-a091-97444b08ecb6 req-fb0a8b10-beb8-4278-ac24-93204f9ca1f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4407d33-d701-4e46-a407-59d44144b6e3 {{(pid=104160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 12:19:51.505360 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-8984b216-91a6-4220-a091-97444b08ecb6 req-fb0a8b10-beb8-4278-ac24-93204f9ca1f0 service neutron] Publish callbacks [] for port (d4407d33-d701-4e46-a407-59d44144b6e3), precommit_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:51.518662 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.db.provisioning_blocks [req-8984b216-91a6-4220-a091-97444b08ecb6 req-fb0a8b10-beb8-4278-ac24-93204f9ca1f0 service neutron] Transition to ACTIVE for port object d4407d33-d701-4e46-a407-59d44144b6e3 will not be triggered until provisioned by entity L2. {{(pid=104160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 21 12:19:51.525869 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-8984b216-91a6-4220-a091-97444b08ecb6 req-fb0a8b10-beb8-4278-ac24-93204f9ca1f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9357699'] for port (d4407d33-d701-4e46-a407-59d44144b6e3), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:51.576714 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0a8b10-beb8-4278-ac24-93204f9ca1f0 service neutron] Pushing event updated for resources: {'Port': ['ID=d4407d33-d701-4e46-a407-59d44144b6e3,revision_number=2']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:19:51.660198 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.managers [req-8984b216-91a6-4220-a091-97444b08ecb6 req-fb0a8b10-beb8-4278-ac24-93204f9ca1f0 service neutron] Attempting to bind port d4407d33-d701-4e46-a407-59d44144b6e3 on host hv-cinder-85032 for vnic_type normal with profile {{(pid=104160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 12:19:51.660524 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.managers [req-8984b216-91a6-4220-a091-97444b08ecb6 req-fb0a8b10-beb8-4278-ac24-93204f9ca1f0 service neutron] Attempting to bind port d4407d33-d701-4e46-a407-59d44144b6e3 by drivers openvswitch,hyperv on host hv-cinder-85032 at level 0 using segments [{'id': 'ffbc0a01-72d6-4d7a-bf1a-f973b8a2cfc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'cb1f1a48-37ef-466f-9c77-ca45d5a79220'}] {{(pid=104160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 12:19:51.660986 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8984b216-91a6-4220-a091-97444b08ecb6 req-fb0a8b10-beb8-4278-ac24-93204f9ca1f0 service neutron] Attempting to bind port d4407d33-d701-4e46-a407-59d44144b6e3 on network cb1f1a48-37ef-466f-9c77-ca45d5a79220 {{(pid=104160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 12:19:51.666721 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8984b216-91a6-4220-a091-97444b08ecb6 req-fb0a8b10-beb8-4278-ac24-93204f9ca1f0 service neutron] Port d4407d33-d701-4e46-a407-59d44144b6e3 on network cb1f1a48-37ef-466f-9c77-ca45d5a79220 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85032 {{(pid=104160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 21 12:19:51.667400 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8984b216-91a6-4220-a091-97444b08ecb6 req-fb0a8b10-beb8-4278-ac24-93204f9ca1f0 service neutron] Attempting to bind port d4407d33-d701-4e46-a407-59d44144b6e3 on network cb1f1a48-37ef-466f-9c77-ca45d5a79220 {{(pid=104160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 12:19:51.676455 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8984b216-91a6-4220-a091-97444b08ecb6 req-fb0a8b10-beb8-4278-ac24-93204f9ca1f0 service neutron] Checking agent: {'id': '0e418a3d-140a-4386-ad03-1f6ad2d8ed7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85032', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 12, 13, 32), 'started_at': datetime.datetime(2022, 7, 21, 12, 13, 32), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 12, 19, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 12:19:51.677026 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8984b216-91a6-4220-a091-97444b08ecb6 req-fb0a8b10-beb8-4278-ac24-93204f9ca1f0 service neutron] Checking segment: {'id': 'ffbc0a01-72d6-4d7a-bf1a-f973b8a2cfc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'cb1f1a48-37ef-466f-9c77-ca45d5a79220'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 12:19:51.677682 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8984b216-91a6-4220-a091-97444b08ecb6 req-fb0a8b10-beb8-4278-ac24-93204f9ca1f0 service neutron] Bound using segment: {'id': 'ffbc0a01-72d6-4d7a-bf1a-f973b8a2cfc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'cb1f1a48-37ef-466f-9c77-ca45d5a79220'} {{(pid=104160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 12:19:51.678451 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.managers [req-8984b216-91a6-4220-a091-97444b08ecb6 req-fb0a8b10-beb8-4278-ac24-93204f9ca1f0 service neutron] Bound port: d4407d33-d701-4e46-a407-59d44144b6e3, host: hv-cinder-85032, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffbc0a01-72d6-4d7a-bf1a-f973b8a2cfc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'cb1f1a48-37ef-466f-9c77-ca45d5a79220'}}] {{(pid=104160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 12:19:51.679059 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-8984b216-91a6-4220-a091-97444b08ecb6 req-fb0a8b10-beb8-4278-ac24-93204f9ca1f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (d4407d33-d701-4e46-a407-59d44144b6e3), before_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:51.759618 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.db [req-8984b216-91a6-4220-a091-97444b08ecb6 req-fb0a8b10-beb8-4278-ac24-93204f9ca1f0 service neutron] For port d4407d33-d701-4e46-a407-59d44144b6e3, host hv-cinder-85032, cleared binding levels {{(pid=104160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 12:19:51.762865 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.db [req-8984b216-91a6-4220-a091-97444b08ecb6 req-fb0a8b10-beb8-4278-ac24-93204f9ca1f0 service neutron] For port d4407d33-d701-4e46-a407-59d44144b6e3, host hv-cinder-85032, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=d4407d33-d701-4e46-a407-59d44144b6e3,segment=NetworkSegment(ffbc0a01-72d6-4d7a-bf1a-f973b8a2cfc7),segment_id=ffbc0a01-72d6-4d7a-bf1a-f973b8a2cfc7)] {{(pid=104160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 12:19:51.771276 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-8984b216-91a6-4220-a091-97444b08ecb6 req-fb0a8b10-beb8-4278-ac24-93204f9ca1f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9357699'] for port (d4407d33-d701-4e46-a407-59d44144b6e3), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:51.806391 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8984b216-91a6-4220-a091-97444b08ecb6 req-fb0a8b10-beb8-4278-ac24-93204f9ca1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:19:51.807114 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-8984b216-91a6-4220-a091-97444b08ecb6 req-fb0a8b10-beb8-4278-ac24-93204f9ca1f0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170956'] for port (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:51.808528 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-8984b216-91a6-4220-a091-97444b08ecb6 req-fb0a8b10-beb8-4278-ac24-93204f9ca1f0 service neutron] 10.222.0.48 "PUT /v2.0/ports/d4407d33-d701-4e46-a407-59d44144b6e3 HTTP/1.1" status: 200 len: 1093 time: 1.0349908 Jul 21 12:19:51.809045 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc24dc50-e018-4079-b395-597d79b6c7f9', 'tag': 'd4407d33-d701-4e46-a407-59d44144b6e3'}] {{(pid=104160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 12:19:51.811355 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eb085c56e9e86bbd6a0965d2ba727f3997621403869b150ca98f31427dd41b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-030d0e06-3ffa-4de2-a05c-78b3ad065a62" -d '{"events": [{"name": "network-changed", "server_uuid": "bc24dc50-e018-4079-b395-597d79b6c7f9", "tag": "d4407d33-d701-4e46-a407-59d44144b6e3"}]}' {{(pid=104160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 12:19:51.848378 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0a8b10-beb8-4278-ac24-93204f9ca1f0 service neutron] Pushing event updated for resources: {'Port': ['ID=d4407d33-d701-4e46-a407-59d44144b6e3,revision_number=3']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:19:51.858357 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 12:19:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d707a032-a88b-4d64-81ea-f15312bdee75 x-openstack-request-id: req-d707a032-a88b-4d64-81ea-f15312bdee75 {{(pid=104160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 12:19:51.858708 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc24dc50-e018-4079-b395-597d79b6c7f9", "tag": "d4407d33-d701-4e46-a407-59d44144b6e3", "status": "completed", "code": 200}]} {{(pid=104160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 12:19:51.858970 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d707a032-a88b-4d64-81ea-f15312bdee75 {{(pid=104160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 12:19:51.859384 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d707a032-a88b-4d64-81ea-f15312bdee75'] response: {'name': 'network-changed', 'server_uuid': 'bc24dc50-e018-4079-b395-597d79b6c7f9', 'tag': 'd4407d33-d701-4e46-a407-59d44144b6e3', 'status': 'completed', 'code': 200} Jul 21 12:19:51.930873 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:19:51.941444 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8984b216-91a6-4220-a091-97444b08ecb6 req-fb09e09e-4b20-4c6a-9341-d9c028305c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:19:51.943171 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-8984b216-91a6-4220-a091-97444b08ecb6 req-fb09e09e-4b20-4c6a-9341-d9c028305c62 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cc3651ce859043d2a764fa47f06db374&device_id=bc24dc50-e018-4079-b395-597d79b6c7f9 HTTP/1.1" status: 200 len: 1127 time: 0.0500157 Jul 21 12:19:52.012876 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-8984b216-91a6-4220-a091-97444b08ecb6 req-3515dfa8-2e68-41f9-aebc-6b4953c795e5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d4407d33-d701-4e46-a407-59d44144b6e3 HTTP/1.1" status: 200 len: 217 time: 0.0533257 Jul 21 12:19:52.029086 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d564632a-3e20-41a9-b5ef-da35e0588110 req-c51c62b1-d9e5-4382-a290-19d445a13cd7 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:19:52.030659 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-d564632a-3e20-41a9-b5ef-da35e0588110 req-c51c62b1-d9e5-4382-a290-19d445a13cd7 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/ports?device_id=f7beff96-056c-4a78-b04d-a40d451df275 HTTP/1.1" status: 200 len: 945 time: 0.0837252 Jul 21 12:19:52.115998 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8984b216-91a6-4220-a091-97444b08ecb6 req-8158c403-d70e-4893-a413-813f914e3005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:19:52.117898 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-8984b216-91a6-4220-a091-97444b08ecb6 req-8158c403-d70e-4893-a413-813f914e3005 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bc7d6337-214d-4961-9075-8635a8b8f86b HTTP/1.1" status: 200 len: 850 time: 0.0863094 Jul 21 12:19:52.146387 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-d564632a-3e20-41a9-b5ef-da35e0588110 req-61908e85-8ed0-4ff9-957c-a89564a67545 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c0cdf6e-1f1e-43ca-be9f-01494c9cc6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1054611 Jul 21 12:19:52.174088 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8984b216-91a6-4220-a091-97444b08ecb6 req-6d3c291f-6909-48d8-95f2-52046048045c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:19:52.175629 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-8984b216-91a6-4220-a091-97444b08ecb6 req-6d3c291f-6909-48d8-95f2-52046048045c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cb1f1a48-37ef-466f-9c77-ca45d5a79220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0467505 Jul 21 12:19:52.282465 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-8984b216-91a6-4220-a091-97444b08ecb6 req-2541b907-abe2-406d-9bea-adfb52b42e08 service neutron] 10.222.0.48 "GET /v2.0/networks/cb1f1a48-37ef-466f-9c77-ca45d5a79220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993755 Jul 21 12:19:52.384305 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:19:52.390386 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:19:52.391296 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-8984b216-91a6-4220-a091-97444b08ecb6 req-f0ed59dd-0687-48ca-bb9a-9be72157ae03 service neutron] 10.222.0.48 "GET /v2.0/networks/cb1f1a48-37ef-466f-9c77-ca45d5a79220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960317 Jul 21 12:19:52.404743 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a3f7a5-1bdf-496b-a347-942dfbe4ac1e req-515ac83d-56ad-41e4-a807-69963c266ce6 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:19:52.406780 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-a2a3f7a5-1bdf-496b-a347-942dfbe4ac1e req-515ac83d-56ad-41e4-a807-69963c266ce6 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc24dc50-e018-4079-b395-597d79b6c7f9 HTTP/1.1" status: 200 len: 943 time: 0.0530999 Jul 21 12:19:52.461476 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-a2a3f7a5-1bdf-496b-a347-942dfbe4ac1e req-aff6fb44-54de-487d-bc81-d62e545fcb2f tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/security-groups?id=37fb721b-82a7-4d69-98ca-387ca36dc9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474198 Jul 21 12:19:52.807865 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030d0e06-3ffa-4de2-a05c-78b3ad065a62 req-211a4664-d479-46c4-84e7-fadb12aa6f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:19:52.809424 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-030d0e06-3ffa-4de2-a05c-78b3ad065a62 req-211a4664-d479-46c4-84e7-fadb12aa6f92 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cc3651ce859043d2a764fa47f06db374&device_id=bc24dc50-e018-4079-b395-597d79b6c7f9 HTTP/1.1" status: 200 len: 1127 time: 0.0412526 Jul 21 12:19:53.082063 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030d0e06-3ffa-4de2-a05c-78b3ad065a62 req-e4cfe6e7-026d-4401-9e71-e98be6e4ebbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:19:53.083933 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-030d0e06-3ffa-4de2-a05c-78b3ad065a62 req-e4cfe6e7-026d-4401-9e71-e98be6e4ebbf service neutron] 10.222.0.48 "GET /v2.0/networks?id=cb1f1a48-37ef-466f-9c77-ca45d5a79220 HTTP/1.1" status: 200 len: 912 time: 0.1082544 Jul 21 12:19:53.289831 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350300d7-ae47-44f5-8448-03a67af35109 req-65dfb505-1904-4671-9b76-4991c08f7ea8 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:19:53.291511 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-350300d7-ae47-44f5-8448-03a67af35109 req-65dfb505-1904-4671-9b76-4991c08f7ea8 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/ports?device_id=f7beff96-056c-4a78-b04d-a40d451df275 HTTP/1.1" status: 200 len: 945 time: 0.0516701 Jul 21 12:19:53.342091 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-350300d7-ae47-44f5-8448-03a67af35109 req-b7538163-180a-4795-abde-a5c3c2270a80 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c0cdf6e-1f1e-43ca-be9f-01494c9cc6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446138 Jul 21 12:19:53.595604 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200d48b5-71f1-4c30-8ee4-8571fea3b07d req-dfd31e07-fc06-44bf-ae43-3532b4c3cc05 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:19:53.597141 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-200d48b5-71f1-4c30-8ee4-8571fea3b07d req-dfd31e07-fc06-44bf-ae43-3532b4c3cc05 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc24dc50-e018-4079-b395-597d79b6c7f9 HTTP/1.1" status: 200 len: 943 time: 0.0585685 Jul 21 12:19:53.649276 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-200d48b5-71f1-4c30-8ee4-8571fea3b07d req-2b8e4efa-3a14-4629-84dd-7286b39dd990 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/security-groups?id=37fb721b-82a7-4d69-98ca-387ca36dc9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462983 Jul 21 12:19:53.783365 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-030d0e06-3ffa-4de2-a05c-78b3ad065a62 req-de561107-b699-4219-97fc-abefc4619d67 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d4407d33-d701-4e46-a407-59d44144b6e3 HTTP/1.1" status: 200 len: 217 time: 0.0372243 Jul 21 12:19:53.837365 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030d0e06-3ffa-4de2-a05c-78b3ad065a62 req-f72ee7b9-a43b-4ba1-a9f7-3a244a401891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:19:53.838813 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-030d0e06-3ffa-4de2-a05c-78b3ad065a62 req-f72ee7b9-a43b-4ba1-a9f7-3a244a401891 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bc7d6337-214d-4961-9075-8635a8b8f86b HTTP/1.1" status: 200 len: 850 time: 0.0444665 Jul 21 12:19:53.896440 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030d0e06-3ffa-4de2-a05c-78b3ad065a62 req-5ade381b-84a1-467c-9bf9-317862fa9c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:19:53.897895 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-030d0e06-3ffa-4de2-a05c-78b3ad065a62 req-5ade381b-84a1-467c-9bf9-317862fa9c42 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cb1f1a48-37ef-466f-9c77-ca45d5a79220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0475411 Jul 21 12:19:54.001068 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-030d0e06-3ffa-4de2-a05c-78b3ad065a62 req-82befff5-a28d-49ac-aabb-1292b0317dde service neutron] 10.222.0.48 "GET /v2.0/networks/cb1f1a48-37ef-466f-9c77-ca45d5a79220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948093 Jul 21 12:19:54.101225 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=100 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:19:54.114406 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-030d0e06-3ffa-4de2-a05c-78b3ad065a62 req-b0792809-bd88-46a2-a369-f9975e4eb947 service neutron] 10.222.0.48 "GET /v2.0/networks/cb1f1a48-37ef-466f-9c77-ca45d5a79220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019392 Jul 21 12:19:54.476272 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2e72de-c2ed-4e79-986f-36a4c59ba2fc req-7127e26f-8d68-4b55-b432-1915d2100425 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:19:54.477732 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-ea2e72de-c2ed-4e79-986f-36a4c59ba2fc req-7127e26f-8d68-4b55-b432-1915d2100425 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/ports?device_id=f7beff96-056c-4a78-b04d-a40d451df275 HTTP/1.1" status: 200 len: 945 time: 0.0549643 Jul 21 12:19:54.527633 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-ea2e72de-c2ed-4e79-986f-36a4c59ba2fc req-236f97f1-35bc-4088-b432-16fbc2c41095 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c0cdf6e-1f1e-43ca-be9f-01494c9cc6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440688 Jul 21 12:19:54.586329 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Device d4407d33-d701-4e46-a407-59d44144b6e3 details requested by agent hyperv_hv-cinder-85032 with host hv-cinder-85032 {{(pid=104161) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 21 12:19:54.689450 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] For port d4407d33-d701-4e46-a407-59d44144b6e3, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=d4407d33-d701-4e46-a407-59d44144b6e3,segment=NetworkSegment(ffbc0a01-72d6-4d7a-bf1a-f973b8a2cfc7),segment_id=ffbc0a01-72d6-4d7a-bf1a-f973b8a2cfc7)] {{(pid=104161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 12:19:54.702781 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Returning: {'device': 'd4407d33-d701-4e46-a407-59d44144b6e3', 'network_id': 'cb1f1a48-37ef-466f-9c77-ca45d5a79220', 'port_id': 'd4407d33-d701-4e46-a407-59d44144b6e3', 'mac_address': 'fa:16:3e:27:27:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc7d6337-214d-4961-9075-8635a8b8f86b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104161) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 21 12:19:54.744893 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Current status of the port d4407d33-d701-4e46-a407-59d44144b6e3 is: DOWN; New status is: BUILD {{(pid=104161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 12:19:54.745159 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (d4407d33-d701-4e46-a407-59d44144b6e3), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:54.785850 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f5d285-42d1-4718-91e6-8cd24504c51a req-aa7c8193-bb09-4212-ae98-7ef314b03808 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:19:54.787449 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-b0f5d285-42d1-4718-91e6-8cd24504c51a req-aa7c8193-bb09-4212-ae98-7ef314b03808 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc24dc50-e018-4079-b395-597d79b6c7f9 HTTP/1.1" status: 200 len: 943 time: 0.0627794 Jul 21 12:19:54.845401 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-b0f5d285-42d1-4718-91e6-8cd24504c51a req-02ac1c2b-8aa5-42c6-aaf1-644eb1eb3476 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/security-groups?id=37fb721b-82a7-4d69-98ca-387ca36dc9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516503 Jul 21 12:19:54.890992 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.notifiers.nova [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4407d33-d701-4e46-a407-59d44144b6e3 {{(pid=104161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 12:19:54.912987 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] For port d4407d33-d701-4e46-a407-59d44144b6e3, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=d4407d33-d701-4e46-a407-59d44144b6e3,segment=NetworkSegment(ffbc0a01-72d6-4d7a-bf1a-f973b8a2cfc7),segment_id=ffbc0a01-72d6-4d7a-bf1a-f973b8a2cfc7)] {{(pid=104161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 12:19:54.917903 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158'] for port (d4407d33-d701-4e46-a407-59d44144b6e3), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:54.972879 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Pushing event updated for resources: {'Port': ['ID=d4407d33-d701-4e46-a407-59d44144b6e3,revision_number=4']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:19:55.308768 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] get_ports_and_sgs() called for port_ids ['d4407d33-d701-4e46-a407-59d44144b6e3'] {{(pid=104161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 12:19:55.653336 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a70803-f112-4b34-8c47-ad8854d0e95b req-8f42bad9-6bef-408c-b7e9-8f5b39d51489 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:19:55.654986 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-48a70803-f112-4b34-8c47-ad8854d0e95b req-8f42bad9-6bef-408c-b7e9-8f5b39d51489 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/ports?device_id=f7beff96-056c-4a78-b04d-a40d451df275 HTTP/1.1" status: 200 len: 945 time: 0.0506761 Jul 21 12:19:55.709547 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-48a70803-f112-4b34-8c47-ad8854d0e95b req-62670317-a52d-418c-9425-2f52e1b203cc tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c0cdf6e-1f1e-43ca-be9f-01494c9cc6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451267 Jul 21 12:19:55.971952 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738d6b86-a775-4379-8e6b-904fc4e7e180 req-8ac2637f-844a-4c12-94a2-e4293e6a061b tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:19:55.973734 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-738d6b86-a775-4379-8e6b-904fc4e7e180 req-8ac2637f-844a-4c12-94a2-e4293e6a061b tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc24dc50-e018-4079-b395-597d79b6c7f9 HTTP/1.1" status: 200 len: 944 time: 0.0503705 Jul 21 12:19:56.031630 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-738d6b86-a775-4379-8e6b-904fc4e7e180 req-5279044d-aef1-4759-929c-5cd598173fab tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/security-groups?id=37fb721b-82a7-4d69-98ca-387ca36dc9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502708 Jul 21 12:19:56.600901 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Device d4407d33-d701-4e46-a407-59d44144b6e3 up at agent hyperv_hv-cinder-85032 {{(pid=104161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 12:19:56.646347 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:19:56.647389 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Provisioning for port d4407d33-d701-4e46-a407-59d44144b6e3 completed by entity L2. {{(pid=104161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 21 12:19:56.655202 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Provisioning complete for port d4407d33-d701-4e46-a407-59d44144b6e3 triggered by entity L2. {{(pid=104161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 12:19:56.655762 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388846'] for port (d4407d33-d701-4e46-a407-59d44144b6e3), provisioning_complete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:56.658514 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:19:56.737751 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Current status of the port d4407d33-d701-4e46-a407-59d44144b6e3 is: BUILD; New status is: ACTIVE {{(pid=104161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 12:19:56.738026 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (d4407d33-d701-4e46-a407-59d44144b6e3), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:56.762550 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc24dc50-e018-4079-b395-597d79b6c7f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4407d33-d701-4e46-a407-59d44144b6e3'}] {{(pid=104161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 12:19:56.764852 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cdf8932827941a003a674b569a46f4ce1abada81d99297f544444a18ab6c7ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57a2ac61-3365-4d4a-8d73-249a644ace9c" -d '{"events": [{"server_uuid": "bc24dc50-e018-4079-b395-597d79b6c7f9", "name": "network-vif-plugged", "status": "completed", "tag": "d4407d33-d701-4e46-a407-59d44144b6e3"}]}' {{(pid=104161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 12:19:56.778112 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] For port d4407d33-d701-4e46-a407-59d44144b6e3, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=d4407d33-d701-4e46-a407-59d44144b6e3,segment=NetworkSegment(ffbc0a01-72d6-4d7a-bf1a-f973b8a2cfc7),segment_id=ffbc0a01-72d6-4d7a-bf1a-f973b8a2cfc7)] {{(pid=104161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 12:19:56.783162 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158'] for port (d4407d33-d701-4e46-a407-59d44144b6e3), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:19:56.806374 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 12:19:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65091b4f-f47d-49a5-9df3-33e9b6d930e0 x-openstack-request-id: req-65091b4f-f47d-49a5-9df3-33e9b6d930e0 {{(pid=104161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 12:19:56.806687 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc24dc50-e018-4079-b395-597d79b6c7f9", "name": "network-vif-plugged", "status": "completed", "tag": "d4407d33-d701-4e46-a407-59d44144b6e3", "code": 200}]} {{(pid=104161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 12:19:56.807002 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-65091b4f-f47d-49a5-9df3-33e9b6d930e0 {{(pid=104161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 12:19:56.807403 dv-cinder-850321-1-iscsi neutron-server[104161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65091b4f-f47d-49a5-9df3-33e9b6d930e0'] response: {'server_uuid': 'bc24dc50-e018-4079-b395-597d79b6c7f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4407d33-d701-4e46-a407-59d44144b6e3', 'code': 200} Jul 21 12:19:56.833867 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Pushing event updated for resources: {'Port': ['ID=d4407d33-d701-4e46-a407-59d44144b6e3,revision_number=5']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:19:56.840705 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c9e3b8-d6f2-48b9-8e70-432f8620dbf0 req-d57d2e69-50dc-4a22-9309-c887bbcda215 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:19:56.842492 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-53c9e3b8-d6f2-48b9-8e70-432f8620dbf0 req-d57d2e69-50dc-4a22-9309-c887bbcda215 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/ports?device_id=f7beff96-056c-4a78-b04d-a40d451df275 HTTP/1.1" status: 200 len: 945 time: 0.0501869 Jul 21 12:19:56.895047 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-53c9e3b8-d6f2-48b9-8e70-432f8620dbf0 req-bb8d5c06-a09e-411e-bd32-4dc9187ad8be tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c0cdf6e-1f1e-43ca-be9f-01494c9cc6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470023 Jul 21 12:19:57.148608 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba21083a-0f53-42cd-b01a-7f1909371728 req-6e6c546a-d674-45d8-aadb-edbe1e65aae3 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:19:57.150132 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-ba21083a-0f53-42cd-b01a-7f1909371728 req-6e6c546a-d674-45d8-aadb-edbe1e65aae3 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc24dc50-e018-4079-b395-597d79b6c7f9 HTTP/1.1" status: 200 len: 945 time: 0.0487733 Jul 21 12:19:57.204028 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-ba21083a-0f53-42cd-b01a-7f1909371728 req-891d46b3-0aeb-4094-891e-c01d3ce25445 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/security-groups?id=37fb721b-82a7-4d69-98ca-387ca36dc9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469322 Jul 21 12:19:58.030951 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8246a9b-9158-4052-8e26-d7816a020066 req-9f650351-60b1-4316-8259-fbfcb4c21d06 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:19:58.032518 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-d8246a9b-9158-4052-8e26-d7816a020066 req-9f650351-60b1-4316-8259-fbfcb4c21d06 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/ports?device_id=f7beff96-056c-4a78-b04d-a40d451df275 HTTP/1.1" status: 200 len: 945 time: 0.0672457 Jul 21 12:19:58.142783 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-d8246a9b-9158-4052-8e26-d7816a020066 req-d1dd7477-09d6-4891-bcd2-2b27eeb8ae4b tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c0cdf6e-1f1e-43ca-be9f-01494c9cc6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1031895 Jul 21 12:19:58.153965 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5fbe91-3591-4b80-b320-1566cbd5db1f req-684b5345-bcfa-4535-8f06-e32b2144c9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:19:58.155779 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-6b5fbe91-3591-4b80-b320-1566cbd5db1f req-684b5345-bcfa-4535-8f06-e32b2144c9e9 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=bc24dc50-e018-4079-b395-597d79b6c7f9 HTTP/1.1" status: 200 len: 1129 time: 0.0589652 Jul 21 12:19:58.157108 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9164cc2e-b1e0-480f-80a3-e77d98e6e103 req-0e24b00f-2335-440d-891d-26e793af988e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:19:58.158452 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-9164cc2e-b1e0-480f-80a3-e77d98e6e103 req-0e24b00f-2335-440d-891d-26e793af988e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f7beff96-056c-4a78-b04d-a40d451df275 HTTP/1.1" status: 200 len: 1129 time: 0.0902741 Jul 21 12:19:58.238728 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-6b5fbe91-3591-4b80-b320-1566cbd5db1f req-6c2400df-2365-4616-a207-b024ec8b2e60 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=37fb721b-82a7-4d69-98ca-387ca36dc9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709171 Jul 21 12:19:58.241929 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-9164cc2e-b1e0-480f-80a3-e77d98e6e103 req-59ba740a-db31-4c9f-ac07-6e113cf1a787 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=5c0cdf6e-1f1e-43ca-be9f-01494c9cc6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730834 Jul 21 12:19:58.339620 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3906850-2b11-4b57-a24d-6a7f165f18cf req-91443834-7b98-4233-9da9-b5f4ab6303cc tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:19:58.341156 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-f3906850-2b11-4b57-a24d-6a7f165f18cf req-91443834-7b98-4233-9da9-b5f4ab6303cc tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc24dc50-e018-4079-b395-597d79b6c7f9 HTTP/1.1" status: 200 len: 945 time: 0.0593443 Jul 21 12:19:58.393053 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-f3906850-2b11-4b57-a24d-6a7f165f18cf req-82a33d6b-b211-49af-b8fd-825ef7e2b4f1 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/security-groups?id=37fb721b-82a7-4d69-98ca-387ca36dc9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454075 Jul 21 12:19:59.277589 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00389091-57fd-49ab-86d0-d261adb0d7d2 req-5390d56b-bbca-4aca-8fa8-ecc286277433 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:19:59.279932 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-00389091-57fd-49ab-86d0-d261adb0d7d2 req-5390d56b-bbca-4aca-8fa8-ecc286277433 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/ports?device_id=f7beff96-056c-4a78-b04d-a40d451df275 HTTP/1.1" status: 200 len: 945 time: 0.0558050 Jul 21 12:19:59.334464 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-00389091-57fd-49ab-86d0-d261adb0d7d2 req-863f5d86-6aa1-4a94-bf4b-fb2ba476d1ab tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c0cdf6e-1f1e-43ca-be9f-01494c9cc6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458460 Jul 21 12:19:59.500804 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=100 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:19:59.522506 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8042934-a559-4bc8-9f2d-70413c02b2b8 req-e779f4e2-7f3a-4bf9-8cad-dcb56cc0870d tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:19:59.524024 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-d8042934-a559-4bc8-9f2d-70413c02b2b8 req-e779f4e2-7f3a-4bf9-8cad-dcb56cc0870d tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc24dc50-e018-4079-b395-597d79b6c7f9 HTTP/1.1" status: 200 len: 945 time: 0.0612378 Jul 21 12:19:59.576358 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-d8042934-a559-4bc8-9f2d-70413c02b2b8 req-578c8030-f17f-4515-beed-4bca931612f8 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/security-groups?id=37fb721b-82a7-4d69-98ca-387ca36dc9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460248 Jul 21 12:20:00.076298 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=10 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:20:00.084782 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:20:00.459346 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=100 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:20:00.473763 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90c78a5-ff23-4bb4-930d-8dfa8d6e2ebf req-e6a28e9e-a2e1-489b-8518-f1d03bdc1cb5 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:20:00.475325 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-a90c78a5-ff23-4bb4-930d-8dfa8d6e2ebf req-e6a28e9e-a2e1-489b-8518-f1d03bdc1cb5 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/ports?device_id=f7beff96-056c-4a78-b04d-a40d451df275 HTTP/1.1" status: 200 len: 945 time: 0.0534189 Jul 21 12:20:00.528231 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-a90c78a5-ff23-4bb4-930d-8dfa8d6e2ebf req-eab36b0e-e771-4910-a236-4177ddac43ee tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c0cdf6e-1f1e-43ca-be9f-01494c9cc6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467749 Jul 21 12:20:00.699541 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc2b6b5-c76d-49a3-aed3-581a5176b505 req-df75768e-466b-4e54-a0d2-27613af41682 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:20:00.701256 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-9dc2b6b5-c76d-49a3-aed3-581a5176b505 req-df75768e-466b-4e54-a0d2-27613af41682 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc24dc50-e018-4079-b395-597d79b6c7f9 HTTP/1.1" status: 200 len: 945 time: 0.0490170 Jul 21 12:20:00.755858 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-9dc2b6b5-c76d-49a3-aed3-581a5176b505 req-97da2569-08c6-40d0-8a82-e340ee86ca16 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/security-groups?id=37fb721b-82a7-4d69-98ca-387ca36dc9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478849 Jul 21 12:20:00.893023 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ae4e51-3d3b-4df0-94c6-faa7bdfe9e1b req-321643ae-f268-414f-b74e-1d39819a75c3 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:20:00.894491 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-d3ae4e51-3d3b-4df0-94c6-faa7bdfe9e1b req-321643ae-f268-414f-b74e-1d39819a75c3 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc24dc50-e018-4079-b395-597d79b6c7f9 HTTP/1.1" status: 200 len: 945 time: 0.0613859 Jul 21 12:20:00.947941 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-d3ae4e51-3d3b-4df0-94c6-faa7bdfe9e1b req-d42e4180-e4f9-45c0-9226-bd3191ed2bab tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/security-groups?id=37fb721b-82a7-4d69-98ca-387ca36dc9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470564 Jul 21 12:20:00.980013 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 34876) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:20:01.111721 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef08f9ee-cb5b-4cbb-a9c2-8b35a848587d tempest-TestVolumeBootPattern-77267694 tempest-TestVolumeBootPattern-77267694-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:20:01.113206 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-ef08f9ee-cb5b-4cbb-a9c2-8b35a848587d tempest-TestVolumeBootPattern-77267694 tempest-TestVolumeBootPattern-77267694-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=bc24dc50-e018-4079-b395-597d79b6c7f9 HTTP/1.1" status: 200 len: 1124 time: 0.1319544 Jul 21 12:20:01.116412 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 34880) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:20:01.120688 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.v2.base [None req-dba965fe-b7a8-48c7-b1e4-483603f714cd tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Request body: {'floatingip': {'floating_network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'port_id': 'd4407d33-d701-4e46-a407-59d44144b6e3', 'tenant_id': 'cc3651ce859043d2a764fa47f06db374', 'fixed_ip_address': '172.20.0.9'}} {{(pid=104159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 12:20:01.145849 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-dba965fe-b7a8-48c7-b1e4-483603f714cd tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:20:01.235287 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-dba965fe-b7a8-48c7-b1e4-483603f714cd tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:20:01.334954 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:20:01.352096 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.db.db_base_plugin_common [None req-dba965fe-b7a8-48c7-b1e4-483603f714cd tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Allocated IP 172.27.3.119 (f382b478-dfd7-4678-bcdd-821f508b5bc8/39ec59ca-1d5b-4110-899c-eae6f5db3a39/2a5cd007-155a-4b5b-9c8a-8cec7d13d029) {{(pid=104159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 12:20:01.458895 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-dba965fe-b7a8-48c7-b1e4-483603f714cd tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Publish callbacks [] for port (2a5cd007-155a-4b5b-9c8a-8cec7d13d029), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:20:01.494522 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-dba965fe-b7a8-48c7-b1e4-483603f714cd tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773760637166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8469579'] for port (2a5cd007-155a-4b5b-9c8a-8cec7d13d029), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:20:01.556003 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dba965fe-b7a8-48c7-b1e4-483603f714cd tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Network f382b478-dfd7-4678-bcdd-821f508b5bc8 is already hosted by enough agents. {{(pid=104159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 12:20:01.566108 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.scheduler.base_scheduler [None req-dba965fe-b7a8-48c7-b1e4-483603f714cd tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Resources bound (agent type, host, resource id): {{(pid=104159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 12:20:01.568790 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba965fe-b7a8-48c7-b1e4-483603f714cd tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Received port after_create {{(pid=104159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 12:20:01.573711 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba965fe-b7a8-48c7-b1e4-483603f714cd tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Pushing event updated for resources: {'Port': ['ID=2a5cd007-155a-4b5b-9c8a-8cec7d13d029,revision_number=1']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:20:01.691793 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b419925-1634-4725-844a-7fd26ef4905e req-0421f4e5-e4fe-49ae-a2ca-2fd54a2639bf tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:20:01.693289 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-4b419925-1634-4725-844a-7fd26ef4905e req-0421f4e5-e4fe-49ae-a2ca-2fd54a2639bf tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/ports?device_id=f7beff96-056c-4a78-b04d-a40d451df275 HTTP/1.1" status: 200 len: 945 time: 0.0768416 Jul 21 12:20:01.750061 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:20:01.823901 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-4b419925-1634-4725-844a-7fd26ef4905e req-dae3b4f3-8451-4903-9fda-fc23760330f1 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c0cdf6e-1f1e-43ca-be9f-01494c9cc6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1089039 Jul 21 12:20:02.281407 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-dba965fe-b7a8-48c7-b1e4-483603f714cd tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Publish callbacks [] for floatingip (d5fa6a1e-88a7-43d6-af04-836c9bdd19f6), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:20:02.346428 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (0e418a3d-140a-4386-ad03-1f6ad2d8ed7b), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:20:02.356700 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-dba965fe-b7a8-48c7-b1e4-483603f714cd tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (2a5cd007-155a-4b5b-9c8a-8cec7d13d029), before_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:20:02.363379 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013328c3-6a59-4251-b2cb-46c1a60b464c req-8b2ef3fa-40c5-4997-a598-37d2b8f4ee10 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:20:02.364946 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-013328c3-6a59-4251-b2cb-46c1a60b464c req-8b2ef3fa-40c5-4997-a598-37d2b8f4ee10 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/ports?device_id=f7beff96-056c-4a78-b04d-a40d451df275 HTTP/1.1" status: 200 len: 945 time: 0.1008821 Jul 21 12:20:02.378178 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69824dda-48a8-406b-bed0-7e745100eefc req-32d95c36-4e01-44d3-9664-994c86d06784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:20:02.379621 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-69824dda-48a8-406b-bed0-7e745100eefc req-32d95c36-4e01-44d3-9664-994c86d06784 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f3726ac8b83847468671bd930deb5492&device_id=f7beff96-056c-4a78-b04d-a40d451df275 HTTP/1.1" status: 200 len: 1129 time: 0.0866017 Jul 21 12:20:02.401208 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:20:02.418393 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=100 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:20:02.472686 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-013328c3-6a59-4251-b2cb-46c1a60b464c req-779393aa-fce0-4a31-96cc-3bd7cfbabc67 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c0cdf6e-1f1e-43ca-be9f-01494c9cc6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1011283 Jul 21 12:20:02.508622 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69824dda-48a8-406b-bed0-7e745100eefc req-58a04e4c-2c40-49c5-ac89-f8c6fb7779cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:20:02.510283 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-69824dda-48a8-406b-bed0-7e745100eefc req-58a04e4c-2c40-49c5-ac89-f8c6fb7779cb service neutron] 10.222.0.48 "GET /v2.0/networks?id=ac7b63b3-36ed-4162-888b-3062a1149573 HTTP/1.1" status: 200 len: 920 time: 0.1216836 Jul 21 12:20:02.520574 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-dba965fe-b7a8-48c7-b1e4-483603f714cd tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Publish callbacks [] for port (2a5cd007-155a-4b5b-9c8a-8cec7d13d029), precommit_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:20:02.526499 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-dba965fe-b7a8-48c7-b1e4-483603f714cd tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8469616'] for port (2a5cd007-155a-4b5b-9c8a-8cec7d13d029), after_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:20:02.576929 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-69824dda-48a8-406b-bed0-7e745100eefc req-9aa41235-cc52-42c8-9d6d-1fb3eee2b464 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=be4abb71-cd5c-494a-afbd-f3f3edffda94 HTTP/1.1" status: 200 len: 1001 time: 0.0603631 Jul 21 12:20:02.598030 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba965fe-b7a8-48c7-b1e4-483603f714cd tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Pushing event updated for resources: {'Port': ['ID=2a5cd007-155a-4b5b-9c8a-8cec7d13d029,revision_number=2']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:20:02.615431 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-dba965fe-b7a8-48c7-b1e4-483603f714cd tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681920'] for floatingip (d5fa6a1e-88a7-43d6-af04-836c9bdd19f6), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:20:02.630853 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69824dda-48a8-406b-bed0-7e745100eefc req-5356e037-997d-4cf6-951d-b21cb81722f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:20:02.632547 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-69824dda-48a8-406b-bed0-7e745100eefc req-5356e037-997d-4cf6-951d-b21cb81722f0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=85871871-89d2-41dd-b1d6-9b7f2440aaee HTTP/1.1" status: 200 len: 858 time: 0.0483556 Jul 21 12:20:02.678149 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69824dda-48a8-406b-bed0-7e745100eefc req-38c94ffe-8be4-416d-8725-885701f0d9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:20:02.679734 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-69824dda-48a8-406b-bed0-7e745100eefc req-38c94ffe-8be4-416d-8725-885701f0d9b7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ac7b63b3-36ed-4162-888b-3062a1149573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399351 Jul 21 12:20:02.716853 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.db.l3_db [None req-dba965fe-b7a8-48c7-b1e4-483603f714cd tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Floating IP d5fa6a1e-88a7-43d6-af04-836c9bdd19f6 associated. External IP: 172.27.3.119, port: d4407d33-d701-4e46-a407-59d44144b6e3. Jul 21 12:20:02.782877 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-69824dda-48a8-406b-bed0-7e745100eefc req-8d73a228-2a20-45ee-a541-88d7b20b2b6f service neutron] 10.222.0.48 "GET /v2.0/networks/ac7b63b3-36ed-4162-888b-3062a1149573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959399 Jul 21 12:20:02.883447 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-69824dda-48a8-406b-bed0-7e745100eefc req-67ebd5a3-443d-40ad-8aa4-ad319ce078e0 service neutron] 10.222.0.48 "GET /v2.0/networks/ac7b63b3-36ed-4162-888b-3062a1149573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907021 Jul 21 12:20:02.934385 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dba965fe-b7a8-48c7-b1e4-483603f714cd tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Router a766da6b-5cf0-4290-abe7-fe17683e2114 has already been hosted by L3 agent ceb1130f-c61e-494c-be4f-967cc153319c {{(pid=104159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 12:20:02.997729 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:20:03.072312 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dba965fe-b7a8-48c7-b1e4-483603f714cd tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Notify agent at l3_agent.dv-cinder-850321-1-iscsi the message routers_updated {{(pid=104159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 12:20:03.081946 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9589a638-f1b1-4704-a237-ae4c4d6379e2 None None] Sync routers for ids ['a766da6b-5cf0-4290-abe7-fe17683e2114'] in dv-cinder-850321-1-iscsi {{(pid=104161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 12:20:03.091742 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-dba965fe-b7a8-48c7-b1e4-483603f714cd tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170956'] for floatingip (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:20:03.093725 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9589a638-f1b1-4704-a237-ae4c4d6379e2 None None] Routers {'a766da6b-5cf0-4290-abe7-fe17683e2114'} bound to L3 agent in host dv-cinder-850321-1-iscsi {{(pid=104161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 12:20:03.094458 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-9589a638-f1b1-4704-a237-ae4c4d6379e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-21T12:06:45Z,description=,heartbeat_timestamp=2022-07-21T12:19:45Z,host='dv-cinder-850321-1-iscsi',id=ceb1130f-c61e-494c-be4f-967cc153319c,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T12:06:45Z,topic='l3_agent')) {'router_ids': ['a766da6b-5cf0-4290-abe7-fe17683e2114'], 'active': True} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:20:03.129626 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-dba965fe-b7a8-48c7-b1e4-483603f714cd tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0122023 Jul 21 12:20:03.130263 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc24dc50-e018-4079-b395-597d79b6c7f9', 'tag': 'd4407d33-d701-4e46-a407-59d44144b6e3'}] {{(pid=104159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 12:20:03.132596 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14a473be662c523f753bafa963e7b12489d1fc6a20e308844a06c71d85f4ae6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75a146b9-db0c-4fe1-a52f-917beab0000b" -d '{"events": [{"name": "network-changed", "server_uuid": "bc24dc50-e018-4079-b395-597d79b6c7f9", "tag": "d4407d33-d701-4e46-a407-59d44144b6e3"}]}' {{(pid=104159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 12:20:03.172617 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.agents_db [None req-4203cc95-03b4-445b-a92f-19fc3dec8381 None None] Agent healthcheck: found 6 active agents {{(pid=104162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 12:20:03.186004 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 12:20:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6faa70de-8175-4bfd-a268-4e37acfec7c7 x-openstack-request-id: req-6faa70de-8175-4bfd-a268-4e37acfec7c7 {{(pid=104159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 12:20:03.186297 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc24dc50-e018-4079-b395-597d79b6c7f9", "tag": "d4407d33-d701-4e46-a407-59d44144b6e3", "status": "completed", "code": 200}]} {{(pid=104159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 12:20:03.186569 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6faa70de-8175-4bfd-a268-4e37acfec7c7 {{(pid=104159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 12:20:03.186982 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6faa70de-8175-4bfd-a268-4e37acfec7c7'] response: {'name': 'network-changed', 'server_uuid': 'bc24dc50-e018-4079-b395-597d79b6c7f9', 'tag': 'd4407d33-d701-4e46-a407-59d44144b6e3', 'status': 'completed', 'code': 200} Jul 21 12:20:03.233133 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvr_db [None req-9589a638-f1b1-4704-a237-ae4c4d6379e2 None None] Set router a766da6b-5cf0-4290-abe7-fe17683e2114 gateway port host: dv-cinder-850321-1-iscsi {{(pid=104161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 12:20:03.477426 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-9589a638-f1b1-4704-a237-ae4c4d6379e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a766da6b-5cf0-4290-abe7-fe17683e2114', 'name': 'tempest-TestVolumeBootPattern-899008271-router', 'tenant_id': 'cc3651ce859043d2a764fa47f06db374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'external_fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': '6ee65bc1-40a6-403b-b656-df93a85f4942', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T12:19:19Z', 'updated_at': '2022-07-21T12:19:22Z', 'revision_number': 4, 'project_id': 'cc3651ce859043d2a764fa47f06db374', 'gw_port': {'id': '6ee65bc1-40a6-403b-b656-df93a85f4942', 'name': '', 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:b1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a766da6b-5cf0-4290-abe7-fe17683e2114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:19:19Z', 'updated_at': '2022-07-21T12:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-1-iscsi', '_floatingips': [{'id': 'd5fa6a1e-88a7-43d6-af04-836c9bdd19f6', 'tenant_id': 'cc3651ce859043d2a764fa47f06db374', 'floating_ip_address': '172.27.3.119', 'floating_network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'router_id': 'a766da6b-5cf0-4290-abe7-fe17683e2114', 'port_id': 'd4407d33-d701-4e46-a407-59d44144b6e3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb1f1a48-37ef-466f-9c77-ca45d5a79220', 'mac_address': 'fa:16:3e:27:27:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc24dc50-e018-4079-b395-597d79b6c7f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T12:20:02Z', 'updated_at': '2022-07-21T12:20:02Z', 'revision_number': 0, 'project_id': 'cc3651ce859043d2a764fa47f06db374', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '569c1e4a-c8d4-468b-9653-df59c63fa18e', 'name': '', 'network_id': 'cb1f1a48-37ef-466f-9c77-ca45d5a79220', 'tenant_id': 'cc3651ce859043d2a764fa47f06db374', 'mac_address': 'fa:16:3e:35:06:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a766da6b-5cf0-4290-abe7-fe17683e2114', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'bc7d6337-214d-4961-9075-8635a8b8f86b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:19:21Z', 'updated_at': '2022-07-21T12:19:27Z', 'revision_number': 5, 'project_id': 'cc3651ce859043d2a764fa47f06db374', 'subnets': [{'id': 'bc7d6337-214d-4961-9075-8635a8b8f86b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-1-iscsi', False) {} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:20:03.507054 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9589a638-f1b1-4704-a237-ae4c4d6379e2 None None] Checking router: a766da6b-5cf0-4290-abe7-fe17683e2114 for host: dv-cinder-850321-1-iscsi {{(pid=104161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 12:20:03.516987 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9589a638-f1b1-4704-a237-ae4c4d6379e2 None None] Routers {'a766da6b-5cf0-4290-abe7-fe17683e2114'} bound to L3 agent in host dv-cinder-850321-1-iscsi {{(pid=104161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 12:20:03.517624 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-9589a638-f1b1-4704-a237-ae4c4d6379e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-21T12:06:45Z,description=,heartbeat_timestamp=2022-07-21T12:19:45Z,host='dv-cinder-850321-1-iscsi',id=ceb1130f-c61e-494c-be4f-967cc153319c,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T12:06:45Z,topic='l3_agent')) {'router_ids': ['a766da6b-5cf0-4290-abe7-fe17683e2114'], 'active': True} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:20:03.617313 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba3ed33-5891-46ed-8fc4-3107c16b5000 req-d6eb0173-1ea8-4887-a6b7-9aa8ff61905d tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:20:03.618894 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-6ba3ed33-5891-46ed-8fc4-3107c16b5000 req-d6eb0173-1ea8-4887-a6b7-9aa8ff61905d tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/ports?device_id=f7beff96-056c-4a78-b04d-a40d451df275 HTTP/1.1" status: 200 len: 945 time: 0.0666239 Jul 21 12:20:03.635123 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvr_db [None req-9589a638-f1b1-4704-a237-ae4c4d6379e2 None None] Set router a766da6b-5cf0-4290-abe7-fe17683e2114 gateway port host: dv-cinder-850321-1-iscsi {{(pid=104161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 12:20:03.686306 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-6ba3ed33-5891-46ed-8fc4-3107c16b5000 req-4b90c861-a441-4975-8b29-d6a741a57c50 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c0cdf6e-1f1e-43ca-be9f-01494c9cc6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594921 Jul 21 12:20:03.904630 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-9589a638-f1b1-4704-a237-ae4c4d6379e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a766da6b-5cf0-4290-abe7-fe17683e2114', 'name': 'tempest-TestVolumeBootPattern-899008271-router', 'tenant_id': 'cc3651ce859043d2a764fa47f06db374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'external_fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': '6ee65bc1-40a6-403b-b656-df93a85f4942', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T12:19:19Z', 'updated_at': '2022-07-21T12:19:22Z', 'revision_number': 4, 'project_id': 'cc3651ce859043d2a764fa47f06db374', 'gw_port': {'id': '6ee65bc1-40a6-403b-b656-df93a85f4942', 'name': '', 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:b1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a766da6b-5cf0-4290-abe7-fe17683e2114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:19:19Z', 'updated_at': '2022-07-21T12:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-1-iscsi', '_floatingips': [{'id': 'd5fa6a1e-88a7-43d6-af04-836c9bdd19f6', 'tenant_id': 'cc3651ce859043d2a764fa47f06db374', 'floating_ip_address': '172.27.3.119', 'floating_network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'router_id': 'a766da6b-5cf0-4290-abe7-fe17683e2114', 'port_id': 'd4407d33-d701-4e46-a407-59d44144b6e3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb1f1a48-37ef-466f-9c77-ca45d5a79220', 'mac_address': 'fa:16:3e:27:27:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc24dc50-e018-4079-b395-597d79b6c7f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T12:20:02Z', 'updated_at': '2022-07-21T12:20:02Z', 'revision_number': 0, 'project_id': 'cc3651ce859043d2a764fa47f06db374', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '569c1e4a-c8d4-468b-9653-df59c63fa18e', 'name': '', 'network_id': 'cb1f1a48-37ef-466f-9c77-ca45d5a79220', 'tenant_id': 'cc3651ce859043d2a764fa47f06db374', 'mac_address': 'fa:16:3e:35:06:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a766da6b-5cf0-4290-abe7-fe17683e2114', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'bc7d6337-214d-4961-9075-8635a8b8f86b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:19:21Z', 'updated_at': '2022-07-21T12:19:27Z', 'revision_number': 5, 'project_id': 'cc3651ce859043d2a764fa47f06db374', 'subnets': [{'id': 'bc7d6337-214d-4961-9075-8635a8b8f86b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-1-iscsi', False) {} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:20:03.931092 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9589a638-f1b1-4704-a237-ae4c4d6379e2 None None] The sync data for ids ['a766da6b-5cf0-4290-abe7-fe17683e2114'] in dv-cinder-850321-1-iscsi is: [{'id': 'a766da6b-5cf0-4290-abe7-fe17683e2114', 'name': 'tempest-TestVolumeBootPattern-899008271-router', 'tenant_id': 'cc3651ce859043d2a764fa47f06db374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'external_fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': '6ee65bc1-40a6-403b-b656-df93a85f4942', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T12:19:19Z', 'updated_at': '2022-07-21T12:19:22Z', 'revision_number': 4, 'project_id': 'cc3651ce859043d2a764fa47f06db374', 'gw_port': {'id': '6ee65bc1-40a6-403b-b656-df93a85f4942', 'name': '', 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:b1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a766da6b-5cf0-4290-abe7-fe17683e2114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:19:19Z', 'updated_at': '2022-07-21T12:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-1-iscsi', '_floatingips': [{'id': 'd5fa6a1e-88a7-43d6-af04-836c9bdd19f6', 'tenant_id': 'cc3651ce859043d2a764fa47f06db374', 'floating_ip_address': '172.27.3.119', 'floating_network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'router_id': 'a766da6b-5cf0-4290-abe7-fe17683e2114', 'port_id': 'd4407d33-d701-4e46-a407-59d44144b6e3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb1f1a48-37ef-466f-9c77-ca45d5a79220', 'mac_address': 'fa:16:3e:27:27:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc24dc50-e018-4079-b395-597d79b6c7f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T12:20:02Z', 'updated_at': '2022-07-21T12:20:02Z', 'revision_number': 0, 'project_id': 'cc3651ce859043d2a764fa47f06db374', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '569c1e4a-c8d4-468b-9653-df59c63fa18e', 'name': '', 'network_id': 'cb1f1a48-37ef-466f-9c77-ca45d5a79220', 'tenant_id': 'cc3651ce859043d2a764fa47f06db374', 'mac_address': 'fa:16:3e:35:06:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a766da6b-5cf0-4290-abe7-fe17683e2114', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'bc7d6337-214d-4961-9075-8635a8b8f86b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:19:21Z', 'updated_at': '2022-07-21T12:19:27Z', 'revision_number': 5, 'project_id': 'cc3651ce859043d2a764fa47f06db374', 'subnets': [{'id': 'bc7d6337-214d-4961-9075-8635a8b8f86b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 12:20:04.168890 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e09898b-db29-44fd-8236-8bc79a23993e None None] New status for floating IP d5fa6a1e-88a7-43d6-af04-836c9bdd19f6: ACTIVE {{(pid=104162) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 21 12:20:04.730877 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a146b9-db0c-4fe1-a52f-917beab0000b req-63c68a26-789b-4c6c-a0ab-3df2437fb4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:20:04.732448 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-75a146b9-db0c-4fe1-a52f-917beab0000b req-63c68a26-789b-4c6c-a0ab-3df2437fb4e5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cc3651ce859043d2a764fa47f06db374&device_id=bc24dc50-e018-4079-b395-597d79b6c7f9 HTTP/1.1" status: 200 len: 1129 time: 0.0466285 Jul 21 12:20:04.851300 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff45891-7eff-49af-ae56-e96d078e16d8 req-3ea46702-3fae-4b8d-96b7-14ae5e1716dd tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:20:04.853892 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-5ff45891-7eff-49af-ae56-e96d078e16d8 req-3ea46702-3fae-4b8d-96b7-14ae5e1716dd tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/ports?device_id=f7beff96-056c-4a78-b04d-a40d451df275 HTTP/1.1" status: 200 len: 945 time: 0.0821290 Jul 21 12:20:04.854079 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a146b9-db0c-4fe1-a52f-917beab0000b req-5528b34c-4abd-4368-a0f8-86afb7f7d4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:20:04.855621 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-75a146b9-db0c-4fe1-a52f-917beab0000b req-5528b34c-4abd-4368-a0f8-86afb7f7d4d8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=cb1f1a48-37ef-466f-9c77-ca45d5a79220 HTTP/1.1" status: 200 len: 912 time: 0.1147320 Jul 21 12:20:04.923242 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-5ff45891-7eff-49af-ae56-e96d078e16d8 req-f060cd48-d7e9-49a2-b8d7-06f5c65cf33c tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c0cdf6e-1f1e-43ca-be9f-01494c9cc6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632088 Jul 21 12:20:05.001145 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-75a146b9-db0c-4fe1-a52f-917beab0000b req-80848bda-f57b-4015-a1e4-a00d498198d8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d4407d33-d701-4e46-a407-59d44144b6e3 HTTP/1.1" status: 200 len: 1001 time: 0.0637741 Jul 21 12:20:05.628601 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=100 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:20:05.647397 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a146b9-db0c-4fe1-a52f-917beab0000b req-575b8f6b-4754-4e41-8e61-cf39e97f2f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:20:05.649253 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-75a146b9-db0c-4fe1-a52f-917beab0000b req-575b8f6b-4754-4e41-8e61-cf39e97f2f34 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bc7d6337-214d-4961-9075-8635a8b8f86b HTTP/1.1" status: 200 len: 850 time: 0.0609748 Jul 21 12:20:05.701128 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a146b9-db0c-4fe1-a52f-917beab0000b req-829fd1e2-702f-4c69-bf54-3dfee12e3ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:20:05.702649 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-75a146b9-db0c-4fe1-a52f-917beab0000b req-829fd1e2-702f-4c69-bf54-3dfee12e3ed3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cb1f1a48-37ef-466f-9c77-ca45d5a79220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447679 Jul 21 12:20:05.816488 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-75a146b9-db0c-4fe1-a52f-917beab0000b req-253ba3c9-7156-4b71-b3a9-f7f51140a8ed service neutron] 10.222.0.48 "GET /v2.0/networks/cb1f1a48-37ef-466f-9c77-ca45d5a79220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977612 Jul 21 12:20:05.903813 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=100 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:20:05.933377 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-75a146b9-db0c-4fe1-a52f-917beab0000b req-b039a330-0f7b-4a16-9a44-18410a50ca23 service neutron] 10.222.0.48 "GET /v2.0/networks/cb1f1a48-37ef-466f-9c77-ca45d5a79220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078825 Jul 21 12:20:06.062500 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1a4e78-2682-42b0-9a87-613c3b1e8af8 req-0a452eea-ce84-4d34-8308-676c58d7d50e tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:20:06.064498 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-6b1a4e78-2682-42b0-9a87-613c3b1e8af8 req-0a452eea-ce84-4d34-8308-676c58d7d50e tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/ports?device_id=f7beff96-056c-4a78-b04d-a40d451df275 HTTP/1.1" status: 200 len: 945 time: 0.0507808 Jul 21 12:20:06.117946 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-6b1a4e78-2682-42b0-9a87-613c3b1e8af8 req-b8eb650b-b208-4b57-a05f-d4513d60b331 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c0cdf6e-1f1e-43ca-be9f-01494c9cc6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475924 Jul 21 12:20:06.235737 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9c2fe2-4b74-4330-9374-ad0ce39b39ea req-0734ad67-f0ac-4db5-84d7-a1354a8df289 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:20:06.237272 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-7c9c2fe2-4b74-4330-9374-ad0ce39b39ea req-0734ad67-f0ac-4db5-84d7-a1354a8df289 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/ports?device_id=f7beff96-056c-4a78-b04d-a40d451df275 HTTP/1.1" status: 200 len: 945 time: 0.0511913 Jul 21 12:20:06.247026 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.18', 34910) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:20:06.251913 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.v2.base [None req-ca7c3a06-ee79-42ec-b5a8-7be9a8fd0a39 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Request body: {'floatingip': {'port_id': 'be4abb71-cd5c-494a-afbd-f3f3edffda94'}} {{(pid=104160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 12:20:06.314693 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-ca7c3a06-ee79-42ec-b5a8-7be9a8fd0a39 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Publish callbacks [] for floatingip (239e24d4-a5ff-42a1-9f26-0af6c13119b4), before_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:20:06.899963 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-ca7c3a06-ee79-42ec-b5a8-7be9a8fd0a39 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:20:06.910273 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-ca7c3a06-ee79-42ec-b5a8-7be9a8fd0a39 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681920'] for floatingip (239e24d4-a5ff-42a1-9f26-0af6c13119b4), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:20:07.144867 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:20:07.196197 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca7c3a06-ee79-42ec-b5a8-7be9a8fd0a39 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Router f7cde703-d232-440d-9898-a0aed7dfe59c has already been hosted by L3 agent ceb1130f-c61e-494c-be4f-967cc153319c {{(pid=104160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 12:20:07.337782 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:20:07.380029 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca7c3a06-ee79-42ec-b5a8-7be9a8fd0a39 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Notify agent at l3_agent.dv-cinder-850321-1-iscsi the message routers_updated {{(pid=104160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 12:20:07.387700 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-ca7c3a06-ee79-42ec-b5a8-7be9a8fd0a39 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170956'] for floatingip (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:20:07.394768 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f91c79f2-b14b-4f83-933e-e9357b39f582 None None] Sync routers for ids ['f7cde703-d232-440d-9898-a0aed7dfe59c'] in dv-cinder-850321-1-iscsi {{(pid=104161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 12:20:07.411016 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:20:07.415268 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91c79f2-b14b-4f83-933e-e9357b39f582 None None] Routers {'f7cde703-d232-440d-9898-a0aed7dfe59c'} bound to L3 agent in host dv-cinder-850321-1-iscsi {{(pid=104161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 12:20:07.416442 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-f91c79f2-b14b-4f83-933e-e9357b39f582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-21T12:06:45Z,description=,heartbeat_timestamp=2022-07-21T12:19:45Z,host='dv-cinder-850321-1-iscsi',id=ceb1130f-c61e-494c-be4f-967cc153319c,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T12:06:45Z,topic='l3_agent')) {'router_ids': ['f7cde703-d232-440d-9898-a0aed7dfe59c'], 'active': True} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:20:07.422709 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:20:07.441786 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7beff96-056c-4a78-b04d-a40d451df275', 'tag': 'be4abb71-cd5c-494a-afbd-f3f3edffda94'}] {{(pid=104160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 12:20:07.445496 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eb085c56e9e86bbd6a0965d2ba727f3997621403869b150ca98f31427dd41b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86042d03-e298-42c1-a308-5aa9983ad76a" -d '{"events": [{"name": "network-changed", "server_uuid": "f7beff96-056c-4a78-b04d-a40d451df275", "tag": "be4abb71-cd5c-494a-afbd-f3f3edffda94"}]}' {{(pid=104160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 12:20:07.491219 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-ca7c3a06-ee79-42ec-b5a8-7be9a8fd0a39 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "PUT /v2.0/floatingips/239e24d4-a5ff-42a1-9f26-0af6c13119b4 HTTP/1.1" status: 200 len: 993 time: 1.2421851 Jul 21 12:20:07.527019 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 12:20:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-783b8da8-e549-4b65-a482-944ecf5688a0 x-openstack-request-id: req-783b8da8-e549-4b65-a482-944ecf5688a0 {{(pid=104160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 12:20:07.527459 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7beff96-056c-4a78-b04d-a40d451df275", "tag": "be4abb71-cd5c-494a-afbd-f3f3edffda94", "status": "completed", "code": 200}]} {{(pid=104160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 12:20:07.527857 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-783b8da8-e549-4b65-a482-944ecf5688a0 {{(pid=104160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 12:20:07.528455 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.notifiers.nova [-] Nova event matching ['req-783b8da8-e549-4b65-a482-944ecf5688a0'] response: {'name': 'network-changed', 'server_uuid': 'f7beff96-056c-4a78-b04d-a40d451df275', 'tag': 'be4abb71-cd5c-494a-afbd-f3f3edffda94', 'status': 'completed', 'code': 200} Jul 21 12:20:07.572243 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvr_db [None req-f91c79f2-b14b-4f83-933e-e9357b39f582 None None] Set router f7cde703-d232-440d-9898-a0aed7dfe59c gateway port host: dv-cinder-850321-1-iscsi {{(pid=104161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 12:20:07.905923 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-f91c79f2-b14b-4f83-933e-e9357b39f582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7cde703-d232-440d-9898-a0aed7dfe59c', 'name': 'tempest-ServerRescueNegativeTestJSON-1507637807-router', 'tenant_id': 'f3726ac8b83847468671bd930deb5492', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'external_fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': 'ba4fbb24-038c-4480-b6ce-f3922637d5fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T12:15:26Z', 'updated_at': '2022-07-21T12:15:39Z', 'revision_number': 4, 'project_id': 'f3726ac8b83847468671bd930deb5492', 'gw_port': {'id': 'ba4fbb24-038c-4480-b6ce-f3922637d5fc', 'name': '', 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:51:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7cde703-d232-440d-9898-a0aed7dfe59c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:15:27Z', 'updated_at': '2022-07-21T12:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-1-iscsi', '_floatingips': [{'id': '239e24d4-a5ff-42a1-9f26-0af6c13119b4', 'tenant_id': 'f3726ac8b83847468671bd930deb5492', 'floating_ip_address': '172.27.3.204', 'floating_network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'router_id': 'f7cde703-d232-440d-9898-a0aed7dfe59c', 'port_id': 'be4abb71-cd5c-494a-afbd-f3f3edffda94', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 412, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac7b63b3-36ed-4162-888b-3062a1149573', 'mac_address': 'fa:16:3e:90:0b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7beff96-056c-4a78-b04d-a40d451df275', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T12:18:01Z', 'updated_at': '2022-07-21T12:20:06Z', 'revision_number': 3, 'project_id': 'f3726ac8b83847468671bd930deb5492', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dddb8c86-648d-4310-a805-8ec6ac8ca639', 'name': '', 'network_id': 'ac7b63b3-36ed-4162-888b-3062a1149573', 'tenant_id': 'f3726ac8b83847468671bd930deb5492', 'mac_address': 'fa:16:3e:92:90:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7cde703-d232-440d-9898-a0aed7dfe59c', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '85871871-89d2-41dd-b1d6-9b7f2440aaee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:15:36Z', 'updated_at': '2022-07-21T12:15:52Z', 'revision_number': 5, 'project_id': 'f3726ac8b83847468671bd930deb5492', 'subnets': [{'id': '85871871-89d2-41dd-b1d6-9b7f2440aaee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-1-iscsi', False) {} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:20:07.906726 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86042d03-e298-42c1-a308-5aa9983ad76a req-33a6fa25-fa33-4b0c-a3f1-28160b77c5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:20:07.908045 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-86042d03-e298-42c1-a308-5aa9983ad76a req-33a6fa25-fa33-4b0c-a3f1-28160b77c5e5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f3726ac8b83847468671bd930deb5492&device_id=f7beff96-056c-4a78-b04d-a40d451df275 HTTP/1.1" status: 200 len: 1129 time: 0.3152516 Jul 21 12:20:07.949062 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f91c79f2-b14b-4f83-933e-e9357b39f582 None None] Checking router: f7cde703-d232-440d-9898-a0aed7dfe59c for host: dv-cinder-850321-1-iscsi {{(pid=104161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 12:20:07.959262 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91c79f2-b14b-4f83-933e-e9357b39f582 None None] Routers {'f7cde703-d232-440d-9898-a0aed7dfe59c'} bound to L3 agent in host dv-cinder-850321-1-iscsi {{(pid=104161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 12:20:07.959930 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-f91c79f2-b14b-4f83-933e-e9357b39f582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-21T12:06:45Z,description=,heartbeat_timestamp=2022-07-21T12:19:45Z,host='dv-cinder-850321-1-iscsi',id=ceb1130f-c61e-494c-be4f-967cc153319c,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T12:06:45Z,topic='l3_agent')) {'router_ids': ['f7cde703-d232-440d-9898-a0aed7dfe59c'], 'active': True} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:20:08.024367 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86042d03-e298-42c1-a308-5aa9983ad76a req-f8cb7308-32a0-4b7a-ba6e-ea7ad1da3e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:20:08.025988 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-86042d03-e298-42c1-a308-5aa9983ad76a req-f8cb7308-32a0-4b7a-ba6e-ea7ad1da3e78 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ac7b63b3-36ed-4162-888b-3062a1149573 HTTP/1.1" status: 200 len: 920 time: 0.1079221 Jul 21 12:20:08.080136 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvr_db [None req-f91c79f2-b14b-4f83-933e-e9357b39f582 None None] Set router f7cde703-d232-440d-9898-a0aed7dfe59c gateway port host: dv-cinder-850321-1-iscsi {{(pid=104161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 12:20:08.111923 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-86042d03-e298-42c1-a308-5aa9983ad76a req-2152bba6-462e-4660-ac8c-17cdc053244e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=be4abb71-cd5c-494a-afbd-f3f3edffda94 HTTP/1.1" status: 200 len: 1001 time: 0.0764158 Jul 21 12:20:08.178048 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86042d03-e298-42c1-a308-5aa9983ad76a req-37cfdaaf-168f-4cc0-a2a2-9a07684129f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:20:08.179639 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-86042d03-e298-42c1-a308-5aa9983ad76a req-37cfdaaf-168f-4cc0-a2a2-9a07684129f3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=85871871-89d2-41dd-b1d6-9b7f2440aaee HTTP/1.1" status: 200 len: 858 time: 0.0531542 Jul 21 12:20:08.233393 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86042d03-e298-42c1-a308-5aa9983ad76a req-921b4b04-6ad5-40f8-bc49-b6f0072ee753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:20:08.235270 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-86042d03-e298-42c1-a308-5aa9983ad76a req-921b4b04-6ad5-40f8-bc49-b6f0072ee753 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ac7b63b3-36ed-4162-888b-3062a1149573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0480542 Jul 21 12:20:08.363031 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-86042d03-e298-42c1-a308-5aa9983ad76a req-c2a7e032-13c8-4445-b362-7e6d847c2b50 service neutron] 10.222.0.48 "GET /v2.0/networks/ac7b63b3-36ed-4162-888b-3062a1149573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113579 Jul 21 12:20:08.380629 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-f91c79f2-b14b-4f83-933e-e9357b39f582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7cde703-d232-440d-9898-a0aed7dfe59c', 'name': 'tempest-ServerRescueNegativeTestJSON-1507637807-router', 'tenant_id': 'f3726ac8b83847468671bd930deb5492', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'external_fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': 'ba4fbb24-038c-4480-b6ce-f3922637d5fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T12:15:26Z', 'updated_at': '2022-07-21T12:15:39Z', 'revision_number': 4, 'project_id': 'f3726ac8b83847468671bd930deb5492', 'gw_port': {'id': 'ba4fbb24-038c-4480-b6ce-f3922637d5fc', 'name': '', 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:51:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7cde703-d232-440d-9898-a0aed7dfe59c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:15:27Z', 'updated_at': '2022-07-21T12:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-1-iscsi', '_floatingips': [{'id': '239e24d4-a5ff-42a1-9f26-0af6c13119b4', 'tenant_id': 'f3726ac8b83847468671bd930deb5492', 'floating_ip_address': '172.27.3.204', 'floating_network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'router_id': 'f7cde703-d232-440d-9898-a0aed7dfe59c', 'port_id': 'be4abb71-cd5c-494a-afbd-f3f3edffda94', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 412, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac7b63b3-36ed-4162-888b-3062a1149573', 'mac_address': 'fa:16:3e:90:0b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7beff96-056c-4a78-b04d-a40d451df275', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T12:18:01Z', 'updated_at': '2022-07-21T12:20:06Z', 'revision_number': 3, 'project_id': 'f3726ac8b83847468671bd930deb5492', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dddb8c86-648d-4310-a805-8ec6ac8ca639', 'name': '', 'network_id': 'ac7b63b3-36ed-4162-888b-3062a1149573', 'tenant_id': 'f3726ac8b83847468671bd930deb5492', 'mac_address': 'fa:16:3e:92:90:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7cde703-d232-440d-9898-a0aed7dfe59c', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '85871871-89d2-41dd-b1d6-9b7f2440aaee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:15:36Z', 'updated_at': '2022-07-21T12:15:52Z', 'revision_number': 5, 'project_id': 'f3726ac8b83847468671bd930deb5492', 'subnets': [{'id': '85871871-89d2-41dd-b1d6-9b7f2440aaee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-1-iscsi', False) {} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:20:08.494922 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-86042d03-e298-42c1-a308-5aa9983ad76a req-72d16ed0-1ac5-42fd-b072-ed57a45d2a58 service neutron] 10.222.0.48 "GET /v2.0/networks/ac7b63b3-36ed-4162-888b-3062a1149573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253755 Jul 21 12:20:08.546399 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f91c79f2-b14b-4f83-933e-e9357b39f582 None None] The sync data for ids ['f7cde703-d232-440d-9898-a0aed7dfe59c'] in dv-cinder-850321-1-iscsi is: [{'id': 'f7cde703-d232-440d-9898-a0aed7dfe59c', 'name': 'tempest-ServerRescueNegativeTestJSON-1507637807-router', 'tenant_id': 'f3726ac8b83847468671bd930deb5492', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'external_fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': 'ba4fbb24-038c-4480-b6ce-f3922637d5fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T12:15:26Z', 'updated_at': '2022-07-21T12:15:39Z', 'revision_number': 4, 'project_id': 'f3726ac8b83847468671bd930deb5492', 'gw_port': {'id': 'ba4fbb24-038c-4480-b6ce-f3922637d5fc', 'name': '', 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:51:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7cde703-d232-440d-9898-a0aed7dfe59c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:15:27Z', 'updated_at': '2022-07-21T12:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-1-iscsi', '_floatingips': [{'id': '239e24d4-a5ff-42a1-9f26-0af6c13119b4', 'tenant_id': 'f3726ac8b83847468671bd930deb5492', 'floating_ip_address': '172.27.3.204', 'floating_network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'router_id': 'f7cde703-d232-440d-9898-a0aed7dfe59c', 'port_id': 'be4abb71-cd5c-494a-afbd-f3f3edffda94', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 412, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac7b63b3-36ed-4162-888b-3062a1149573', 'mac_address': 'fa:16:3e:90:0b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7beff96-056c-4a78-b04d-a40d451df275', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T12:18:01Z', 'updated_at': '2022-07-21T12:20:06Z', 'revision_number': 3, 'project_id': 'f3726ac8b83847468671bd930deb5492', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dddb8c86-648d-4310-a805-8ec6ac8ca639', 'name': '', 'network_id': 'ac7b63b3-36ed-4162-888b-3062a1149573', 'tenant_id': 'f3726ac8b83847468671bd930deb5492', 'mac_address': 'fa:16:3e:92:90:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7cde703-d232-440d-9898-a0aed7dfe59c', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '85871871-89d2-41dd-b1d6-9b7f2440aaee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:15:36Z', 'updated_at': '2022-07-21T12:15:52Z', 'revision_number': 5, 'project_id': 'f3726ac8b83847468671bd930deb5492', 'subnets': [{'id': '85871871-89d2-41dd-b1d6-9b7f2440aaee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 12:20:09.386720 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a949539-eaac-43a7-8fdb-9e105d15e5bd req-8fc9d3be-0f9d-424f-935a-44ba433f35e0 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:20:09.388272 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-6a949539-eaac-43a7-8fdb-9e105d15e5bd req-8fc9d3be-0f9d-424f-935a-44ba433f35e0 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/ports?device_id=da30da3d-902c-434d-b650-0e28e2bcd910 HTTP/1.1" status: 200 len: 946 time: 0.0492914 Jul 21 12:20:09.441488 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-6a949539-eaac-43a7-8fdb-9e105d15e5bd req-d3a9a840-7a21-44d0-9334-c597df1dbeb6 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/security-groups?id=195f81d2-1587-4fdd-87dd-d5d45e8d9a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474861 Jul 21 12:20:09.530062 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7beff96-056c-4a78-b04d-a40d451df275', 'tag': 'be4abb71-cd5c-494a-afbd-f3f3edffda94'}] {{(pid=104160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 12:20:09.533954 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eb085c56e9e86bbd6a0965d2ba727f3997621403869b150ca98f31427dd41b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57499202-2354-4dab-a94a-86b0be4a5c1b" -d '{"events": [{"name": "network-changed", "server_uuid": "f7beff96-056c-4a78-b04d-a40d451df275", "tag": "be4abb71-cd5c-494a-afbd-f3f3edffda94"}]}' {{(pid=104160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 12:20:09.570884 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 12:20:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07b099d3-2923-462b-abe1-13ce6aab3c65 x-openstack-request-id: req-07b099d3-2923-462b-abe1-13ce6aab3c65 {{(pid=104160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 12:20:09.571283 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7beff96-056c-4a78-b04d-a40d451df275", "tag": "be4abb71-cd5c-494a-afbd-f3f3edffda94", "status": "completed", "code": 200}]} {{(pid=104160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 12:20:09.571669 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-07b099d3-2923-462b-abe1-13ce6aab3c65 {{(pid=104160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 12:20:09.572460 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07b099d3-2923-462b-abe1-13ce6aab3c65'] response: {'name': 'network-changed', 'server_uuid': 'f7beff96-056c-4a78-b04d-a40d451df275', 'tag': 'be4abb71-cd5c-494a-afbd-f3f3edffda94', 'status': 'completed', 'code': 200} Jul 21 12:20:10.564203 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:20:10.579814 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761b3c8f-ee89-4a37-a510-28aab4523cde req-4cf119ce-c194-4a14-a4e8-cd5e0c817de5 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:20:10.581622 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-761b3c8f-ee89-4a37-a510-28aab4523cde req-4cf119ce-c194-4a14-a4e8-cd5e0c817de5 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/ports?device_id=da30da3d-902c-434d-b650-0e28e2bcd910 HTTP/1.1" status: 200 len: 946 time: 0.0578713 Jul 21 12:20:10.630707 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-761b3c8f-ee89-4a37-a510-28aab4523cde req-6fc174eb-a6d0-47f3-805e-0daa100f9bde tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/security-groups?id=195f81d2-1587-4fdd-87dd-d5d45e8d9a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431993 Jul 21 12:20:10.887107 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57499202-2354-4dab-a94a-86b0be4a5c1b req-c861f977-53e5-4382-b4d6-d753af863600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:20:10.888605 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-57499202-2354-4dab-a94a-86b0be4a5c1b req-c861f977-53e5-4382-b4d6-d753af863600 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f3726ac8b83847468671bd930deb5492&device_id=f7beff96-056c-4a78-b04d-a40d451df275 HTTP/1.1" status: 200 len: 1129 time: 0.0416069 Jul 21 12:20:11.169194 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57499202-2354-4dab-a94a-86b0be4a5c1b req-0b2ee0d3-1240-4265-8d32-5bd4b8111014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:20:11.170704 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-57499202-2354-4dab-a94a-86b0be4a5c1b req-0b2ee0d3-1240-4265-8d32-5bd4b8111014 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ac7b63b3-36ed-4162-888b-3062a1149573 HTTP/1.1" status: 200 len: 920 time: 0.0930638 Jul 21 12:20:11.351051 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d5c123-080d-44c5-b504-a2169512634c req-5f82ee04-1d8d-4ceb-8822-9fc2c260d161 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:20:11.352577 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-15d5c123-080d-44c5-b504-a2169512634c req-5f82ee04-1d8d-4ceb-8822-9fc2c260d161 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.48 "GET /v2.0/ports?device_id=da30da3d-902c-434d-b650-0e28e2bcd910 HTTP/1.1" status: 200 len: 946 time: 0.0920668 Jul 21 12:20:11.359315 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-57499202-2354-4dab-a94a-86b0be4a5c1b req-5b6fb9e8-0b37-48ec-a220-902dc5ef337b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=be4abb71-cd5c-494a-afbd-f3f3edffda94 HTTP/1.1" status: 200 len: 1001 time: 0.1001782 Jul 21 12:20:11.420808 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=100 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:20:11.429720 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-f48d59d1-e77c-4504-8b0a-a9e9dc38b767 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (8a21e728-a2e9-4580-a748-6ac9ba47a2a7), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:20:11.471440 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57499202-2354-4dab-a94a-86b0be4a5c1b req-6e00ed99-059d-4e22-a33b-3c5c5a65903a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:20:11.472980 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-57499202-2354-4dab-a94a-86b0be4a5c1b req-6e00ed99-059d-4e22-a33b-3c5c5a65903a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=85871871-89d2-41dd-b1d6-9b7f2440aaee HTTP/1.1" status: 200 len: 858 time: 0.1059287 Jul 21 12:20:11.496756 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [req-15d5c123-080d-44c5-b504-a2169512634c req-3c01a0ee-31ab-42e2-8f58-68682609efd1 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Deleting port f7fad9c2-6647-4dae-bdfc-4d793231f5e3 {{(pid=104160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 12:20:11.497061 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-15d5c123-080d-44c5-b504-a2169512634c req-3c01a0ee-31ab-42e2-8f58-68682609efd1 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760977592'] for port (f7fad9c2-6647-4dae-bdfc-4d793231f5e3), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:20:11.548672 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57499202-2354-4dab-a94a-86b0be4a5c1b req-38d51abc-5448-40a1-b01b-6d1fc5082fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:20:11.550357 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-57499202-2354-4dab-a94a-86b0be4a5c1b req-38d51abc-5448-40a1-b01b-6d1fc5082fce service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ac7b63b3-36ed-4162-888b-3062a1149573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0672507 Jul 21 12:20:11.607212 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=100 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:20:11.679228 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.db [req-15d5c123-080d-44c5-b504-a2169512634c req-3c01a0ee-31ab-42e2-8f58-68682609efd1 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] For port f7fad9c2-6647-4dae-bdfc-4d793231f5e3, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=f7fad9c2-6647-4dae-bdfc-4d793231f5e3,segment=NetworkSegment(7232b8b8-b9cf-453a-b8fc-7068d6546503),segment_id=7232b8b8-b9cf-453a-b8fc-7068d6546503)] {{(pid=104160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 12:20:11.679629 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-15d5c123-080d-44c5-b504-a2169512634c req-3c01a0ee-31ab-42e2-8f58-68682609efd1 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683200'] for port (f7fad9c2-6647-4dae-bdfc-4d793231f5e3), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:20:11.791804 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-57499202-2354-4dab-a94a-86b0be4a5c1b req-bf5be203-246d-4c4f-b381-2802cde0c060 service neutron] 10.222.0.48 "GET /v2.0/networks/ac7b63b3-36ed-4162-888b-3062a1149573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2074327 Jul 21 12:20:11.889098 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5897da-2ef3-4c0e-853f-53e017b1bbd6 req-847075dc-739f-4a8f-9e36-6048969797cf tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:20:11.890733 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-8f5897da-2ef3-4c0e-853f-53e017b1bbd6 req-847075dc-739f-4a8f-9e36-6048969797cf tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/ports?device_id=da30da3d-902c-434d-b650-0e28e2bcd910 HTTP/1.1" status: 200 len: 946 time: 0.1489027 Jul 21 12:20:12.048160 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-57499202-2354-4dab-a94a-86b0be4a5c1b req-93e4adbd-5b6c-4b39-b0a2-9c656f8ccaef service neutron] 10.222.0.48 "GET /v2.0/networks/ac7b63b3-36ed-4162-888b-3062a1149573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2485805 Jul 21 12:20:12.052564 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-8f5897da-2ef3-4c0e-853f-53e017b1bbd6 req-2cf7025d-5e59-4b2f-925f-2e6470e2d032 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/security-groups?id=195f81d2-1587-4fdd-87dd-d5d45e8d9a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1336775 Jul 21 12:20:12.054472 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-15d5c123-080d-44c5-b504-a2169512634c req-3c01a0ee-31ab-42e2-8f58-68682609efd1 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:20:12.054825 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-15d5c123-080d-44c5-b504-a2169512634c req-3c01a0ee-31ab-42e2-8f58-68682609efd1 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681920'] for floatingip (0a1f76bd-597d-44d2-a501-aefd37ea80f6), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:20:12.055137 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.db.l3_db [req-15d5c123-080d-44c5-b504-a2169512634c req-3c01a0ee-31ab-42e2-8f58-68682609efd1 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Floating IP 0a1f76bd-597d-44d2-a501-aefd37ea80f6 disassociated. External IP: 172.27.3.187, port: f7fad9c2-6647-4dae-bdfc-4d793231f5e3. Jul 21 12:20:12.055692 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [req-15d5c123-080d-44c5-b504-a2169512634c req-3c01a0ee-31ab-42e2-8f58-68682609efd1 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Calling delete_port for f7fad9c2-6647-4dae-bdfc-4d793231f5e3 owned by compute:nova {{(pid=104160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 12:20:12.237213 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-15d5c123-080d-44c5-b504-a2169512634c req-3c01a0ee-31ab-42e2-8f58-68682609efd1 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760983080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773760637175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9357752'] for port (f7fad9c2-6647-4dae-bdfc-4d793231f5e3), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:20:12.272842 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c01a0ee-31ab-42e2-8f58-68682609efd1 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Pushing event deleted for resources: {'Port': ['ID=f7fad9c2-6647-4dae-bdfc-4d793231f5e3,revision_number=None']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:20:12.399997 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:20:12.405549 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.scheduler.l3_agent_scheduler [req-15d5c123-080d-44c5-b504-a2169512634c req-3c01a0ee-31ab-42e2-8f58-68682609efd1 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Router 2e8c32c0-f7a5-44bc-9719-afb90b68785d has already been hosted by L3 agent ceb1130f-c61e-494c-be4f-967cc153319c {{(pid=104160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 12:20:12.526321 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-15d5c123-080d-44c5-b504-a2169512634c req-3c01a0ee-31ab-42e2-8f58-68682609efd1 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Notify agent at l3_agent.dv-cinder-850321-1-iscsi the message routers_updated {{(pid=104160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 12:20:12.537626 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f891d4-5e30-4e40-b417-44e48d2ad25c None None] Sync routers for ids ['2e8c32c0-f7a5-44bc-9719-afb90b68785d'] in dv-cinder-850321-1-iscsi {{(pid=104162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 12:20:12.557557 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f891d4-5e30-4e40-b417-44e48d2ad25c None None] Routers {'2e8c32c0-f7a5-44bc-9719-afb90b68785d'} bound to L3 agent in host dv-cinder-850321-1-iscsi {{(pid=104162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 12:20:12.558496 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_hamode_db [None req-62f891d4-5e30-4e40-b417-44e48d2ad25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-21T12:06:45Z,description=,heartbeat_timestamp=2022-07-21T12:19:45Z,host='dv-cinder-850321-1-iscsi',id=ceb1130f-c61e-494c-be4f-967cc153319c,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T12:06:45Z,topic='l3_agent')) {'router_ids': ['2e8c32c0-f7a5-44bc-9719-afb90b68785d'], 'active': True} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:20:12.586918 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.db.l3_dvrscheduler_db [req-15d5c123-080d-44c5-b504-a2169512634c req-3c01a0ee-31ab-42e2-8f58-68682609efd1 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] No DVR routers for this DVR port f7fad9c2-6647-4dae-bdfc-4d793231f5e3 on host hv-cinder-85032 {{(pid=104160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 12:20:12.590147 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-15d5c123-080d-44c5-b504-a2169512634c req-3c01a0ee-31ab-42e2-8f58-68682609efd1 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170956'] for port (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:20:12.594089 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-15d5c123-080d-44c5-b504-a2169512634c req-3c01a0ee-31ab-42e2-8f58-68682609efd1 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.48 "DELETE /v2.0/ports/f7fad9c2-6647-4dae-bdfc-4d793231f5e3 HTTP/1.1" status: 204 len: 173 time: 1.2337844 Jul 21 12:20:12.594604 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da30da3d-902c-434d-b650-0e28e2bcd910', 'name': 'network-vif-deleted', 'tag': 'f7fad9c2-6647-4dae-bdfc-4d793231f5e3'}] {{(pid=104160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 12:20:12.597000 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eb085c56e9e86bbd6a0965d2ba727f3997621403869b150ca98f31427dd41b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1696505f-c4ea-472c-a5b8-f28d5868128c" -d '{"events": [{"server_uuid": "da30da3d-902c-434d-b650-0e28e2bcd910", "name": "network-vif-deleted", "tag": "f7fad9c2-6647-4dae-bdfc-4d793231f5e3"}]}' {{(pid=104160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 12:20:12.649181 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 12:20:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f7b06d0-e7c5-4531-ba23-81c065f47a30 x-openstack-request-id: req-9f7b06d0-e7c5-4531-ba23-81c065f47a30 {{(pid=104160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 12:20:12.649742 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da30da3d-902c-434d-b650-0e28e2bcd910", "name": "network-vif-deleted", "tag": "f7fad9c2-6647-4dae-bdfc-4d793231f5e3", "status": "completed", "code": 200}]} {{(pid=104160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 12:20:12.650253 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9f7b06d0-e7c5-4531-ba23-81c065f47a30 {{(pid=104160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 12:20:12.651039 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f7b06d0-e7c5-4531-ba23-81c065f47a30'] response: {'server_uuid': 'da30da3d-902c-434d-b650-0e28e2bcd910', 'name': 'network-vif-deleted', 'tag': 'f7fad9c2-6647-4dae-bdfc-4d793231f5e3', 'status': 'completed', 'code': 200} Jul 21 12:20:12.695853 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvr_db [None req-62f891d4-5e30-4e40-b417-44e48d2ad25c None None] Set router 2e8c32c0-f7a5-44bc-9719-afb90b68785d gateway port host: dv-cinder-850321-1-iscsi {{(pid=104162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 12:20:12.965291 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_hamode_db [None req-62f891d4-5e30-4e40-b417-44e48d2ad25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e8c32c0-f7a5-44bc-9719-afb90b68785d', 'name': 'tempest-AttachVolumeShelveTestJSON-530716939-router', 'tenant_id': '2409e2644eb14d6b9545088c08d22273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'external_fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.74'}], 'enable_snat': True}, 'gw_port_id': 'b1d1c6d1-fd4a-427b-9ee3-01ccd1eba03d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T12:15:33Z', 'updated_at': '2022-07-21T12:15:53Z', 'revision_number': 4, 'project_id': '2409e2644eb14d6b9545088c08d22273', 'gw_port': {'id': 'b1d1c6d1-fd4a-427b-9ee3-01ccd1eba03d', 'name': '', 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:f7:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8c32c0-f7a5-44bc-9719-afb90b68785d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:15:36Z', 'updated_at': '2022-07-21T12:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-1-iscsi', '_interfaces': [{'id': 'd345d234-56b3-4328-9e19-a7e68dd40415', 'name': '', 'network_id': 'ff0fcfbd-22d3-47ea-80f2-195b1cbc803d', 'tenant_id': '2409e2644eb14d6b9545088c08d22273', 'mac_address': 'fa:16:3e:92:df:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8c32c0-f7a5-44bc-9719-afb90b68785d', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'cc9a2033-692d-458c-a1e6-ffe26f82c935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:15:50Z', 'updated_at': '2022-07-21T12:16:09Z', 'revision_number': 5, 'project_id': '2409e2644eb14d6b9545088c08d22273', 'subnets': [{'id': 'cc9a2033-692d-458c-a1e6-ffe26f82c935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-1-iscsi', False) {} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:20:13.087733 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f891d4-5e30-4e40-b417-44e48d2ad25c None None] Checking router: 2e8c32c0-f7a5-44bc-9719-afb90b68785d for host: dv-cinder-850321-1-iscsi {{(pid=104162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 12:20:13.097693 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f891d4-5e30-4e40-b417-44e48d2ad25c None None] Routers {'2e8c32c0-f7a5-44bc-9719-afb90b68785d'} bound to L3 agent in host dv-cinder-850321-1-iscsi {{(pid=104162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 12:20:13.098429 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_hamode_db [None req-62f891d4-5e30-4e40-b417-44e48d2ad25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-21T12:06:45Z,description=,heartbeat_timestamp=2022-07-21T12:19:45Z,host='dv-cinder-850321-1-iscsi',id=ceb1130f-c61e-494c-be4f-967cc153319c,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T12:06:45Z,topic='l3_agent')) {'router_ids': ['2e8c32c0-f7a5-44bc-9719-afb90b68785d'], 'active': True} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:20:13.197255 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:20:13.235439 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-9977d4ae-4e22-43da-93c2-acc3a2f6913b req-1fcbaf32-a770-417a-bda1-7cbb70f5fe67 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/ports?device_id=da30da3d-902c-434d-b650-0e28e2bcd910 HTTP/1.1" status: 200 len: 210 time: 0.0534306 Jul 21 12:20:13.257392 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvr_db [None req-62f891d4-5e30-4e40-b417-44e48d2ad25c None None] Set router 2e8c32c0-f7a5-44bc-9719-afb90b68785d gateway port host: dv-cinder-850321-1-iscsi {{(pid=104162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 12:20:13.484263 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_hamode_db [None req-62f891d4-5e30-4e40-b417-44e48d2ad25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e8c32c0-f7a5-44bc-9719-afb90b68785d', 'name': 'tempest-AttachVolumeShelveTestJSON-530716939-router', 'tenant_id': '2409e2644eb14d6b9545088c08d22273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'external_fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.74'}], 'enable_snat': True}, 'gw_port_id': 'b1d1c6d1-fd4a-427b-9ee3-01ccd1eba03d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T12:15:33Z', 'updated_at': '2022-07-21T12:15:53Z', 'revision_number': 4, 'project_id': '2409e2644eb14d6b9545088c08d22273', 'gw_port': {'id': 'b1d1c6d1-fd4a-427b-9ee3-01ccd1eba03d', 'name': '', 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:f7:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8c32c0-f7a5-44bc-9719-afb90b68785d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:15:36Z', 'updated_at': '2022-07-21T12:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-1-iscsi', '_interfaces': [{'id': 'd345d234-56b3-4328-9e19-a7e68dd40415', 'name': '', 'network_id': 'ff0fcfbd-22d3-47ea-80f2-195b1cbc803d', 'tenant_id': '2409e2644eb14d6b9545088c08d22273', 'mac_address': 'fa:16:3e:92:df:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8c32c0-f7a5-44bc-9719-afb90b68785d', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'cc9a2033-692d-458c-a1e6-ffe26f82c935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:15:50Z', 'updated_at': '2022-07-21T12:16:09Z', 'revision_number': 5, 'project_id': '2409e2644eb14d6b9545088c08d22273', 'subnets': [{'id': 'cc9a2033-692d-458c-a1e6-ffe26f82c935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-1-iscsi', False) {} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:20:13.510468 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f891d4-5e30-4e40-b417-44e48d2ad25c None None] The sync data for ids ['2e8c32c0-f7a5-44bc-9719-afb90b68785d'] in dv-cinder-850321-1-iscsi is: [{'id': '2e8c32c0-f7a5-44bc-9719-afb90b68785d', 'name': 'tempest-AttachVolumeShelveTestJSON-530716939-router', 'tenant_id': '2409e2644eb14d6b9545088c08d22273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'external_fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.74'}], 'enable_snat': True}, 'gw_port_id': 'b1d1c6d1-fd4a-427b-9ee3-01ccd1eba03d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T12:15:33Z', 'updated_at': '2022-07-21T12:15:53Z', 'revision_number': 4, 'project_id': '2409e2644eb14d6b9545088c08d22273', 'gw_port': {'id': 'b1d1c6d1-fd4a-427b-9ee3-01ccd1eba03d', 'name': '', 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:f7:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8c32c0-f7a5-44bc-9719-afb90b68785d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:15:36Z', 'updated_at': '2022-07-21T12:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-1-iscsi', '_interfaces': [{'id': 'd345d234-56b3-4328-9e19-a7e68dd40415', 'name': '', 'network_id': 'ff0fcfbd-22d3-47ea-80f2-195b1cbc803d', 'tenant_id': '2409e2644eb14d6b9545088c08d22273', 'mac_address': 'fa:16:3e:92:df:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8c32c0-f7a5-44bc-9719-afb90b68785d', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'cc9a2033-692d-458c-a1e6-ffe26f82c935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:15:50Z', 'updated_at': '2022-07-21T12:16:09Z', 'revision_number': 5, 'project_id': '2409e2644eb14d6b9545088c08d22273', 'subnets': [{'id': 'cc9a2033-692d-458c-a1e6-ffe26f82c935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 12:20:13.745696 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-035142db-7af6-464a-ae24-b56b0931f2f3 None None] New status for floating IP 0a1f76bd-597d-44d2-a501-aefd37ea80f6: DOWN {{(pid=104161) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 21 12:20:14.336287 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 34956) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:20:14.396990 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-0fb93ac1-40b2-403c-852e-702f00f2cad1 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Publish callbacks [] for security_group (195f81d2-1587-4fdd-87dd-d5d45e8d9a00), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:20:14.424750 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-0fb93ac1-40b2-403c-852e-702f00f2cad1 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Publish callbacks [] for security_group (195f81d2-1587-4fdd-87dd-d5d45e8d9a00), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:20:14.477274 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-0fb93ac1-40b2-403c-852e-702f00f2cad1 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (195f81d2-1587-4fdd-87dd-d5d45e8d9a00), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:20:14.480088 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-0fb93ac1-40b2-403c-852e-702f00f2cad1 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Publish callbacks [] for security_group (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:20:14.481350 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-0fb93ac1-40b2-403c-852e-702f00f2cad1 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "DELETE /v2.0/security-groups/195f81d2-1587-4fdd-87dd-d5d45e8d9a00 HTTP/1.1" status: 204 len: 168 time: 0.1438951 Jul 21 12:20:14.484441 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.18', 34958) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:20:14.491336 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb93ac1-40b2-403c-852e-702f00f2cad1 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=195f81d2-1587-4fdd-87dd-d5d45e8d9a00,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:20:14.503440 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.api.v2.resource [None req-de789151-82d4-4494-bd41-ef7f4cacd779 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] show failed (client error): The resource could not be found. Jul 21 12:20:14.504508 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-de789151-82d4-4494-bd41-ef7f4cacd779 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/security-groups/195f81d2-1587-4fdd-87dd-d5d45e8d9a00 HTTP/1.1" status: 404 len: 347 time: 0.0190177 Jul 21 12:20:14.507597 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.18', 34960) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:20:14.633575 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-79508d1f-cc1f-4e10-8174-2a86375d81cd tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Deleting port 1dc4c181-57c2-41bf-b004-9180a6dd80fe {{(pid=104160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 12:20:14.634110 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-79508d1f-cc1f-4e10-8174-2a86375d81cd tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760977592'] for port (1dc4c181-57c2-41bf-b004-9180a6dd80fe), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:20:14.706466 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Device f7fad9c2-6647-4dae-bdfc-4d793231f5e3 no longer exists at agent hyperv_hv-cinder-85032 {{(pid=104161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 12:20:14.720108 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-79508d1f-cc1f-4e10-8174-2a86375d81cd tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683200'] for port (1dc4c181-57c2-41bf-b004-9180a6dd80fe), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:20:14.720408 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-79508d1f-cc1f-4e10-8174-2a86375d81cd tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Publish callbacks [] for floatingip (1dc4c181-57c2-41bf-b004-9180a6dd80fe), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:20:14.725648 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] No Port match for: f7fad9c2-6647-4dae-bdfc-4d793231f5e3 {{(pid=104161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 12:20:14.725975 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Device f7fad9c2-6647-4dae-bdfc-4d793231f5e3 not bound to the agent host hv-cinder-85032 {{(pid=104161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 12:20:14.734099 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-79508d1f-cc1f-4e10-8174-2a86375d81cd tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Calling delete_port for 1dc4c181-57c2-41bf-b004-9180a6dd80fe owned by network:floatingip {{(pid=104160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 12:20:14.847645 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:20:14.854386 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-ecbc7140-ebe7-4bd7-8ad3-6e4ba8c5cbac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (ceb1130f-c61e-494c-be4f-967cc153319c), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:20:14.879224 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-79508d1f-cc1f-4e10-8174-2a86375d81cd tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760983080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773760637175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9357752'] for port (1dc4c181-57c2-41bf-b004-9180a6dd80fe), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:20:14.904168 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79508d1f-cc1f-4e10-8174-2a86375d81cd tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Pushing event deleted for resources: {'Port': ['ID=1dc4c181-57c2-41bf-b004-9180a6dd80fe,revision_number=None']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:20:14.978539 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-79508d1f-cc1f-4e10-8174-2a86375d81cd tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Publish callbacks [] for floatingip (0a1f76bd-597d-44d2-a501-aefd37ea80f6), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:20:14.980953 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-79508d1f-cc1f-4e10-8174-2a86375d81cd tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170956'] for floatingip (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:20:14.982113 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-79508d1f-cc1f-4e10-8174-2a86375d81cd tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "DELETE /v2.0/floatingips/0a1f76bd-597d-44d2-a501-aefd37ea80f6 HTTP/1.1" status: 204 len: 168 time: 0.4735975 Jul 21 12:20:15.077470 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.18', 34964) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:20:15.082147 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.v2.base [None req-36e29d65-7560-4ee2-acf3-c901270c6a33 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1540488979', 'description': 'tempest-description--648646874'}} {{(pid=104160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 12:20:15.105031 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-36e29d65-7560-4ee2-acf3-c901270c6a33 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Publish callbacks [] for security_group (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:20:15.184942 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-36e29d65-7560-4ee2-acf3-c901270c6a33 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Publish callbacks [] for security_group (92f07517-0d86-4a56-a0b9-a9174a2f6367), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:20:15.190358 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-36e29d65-7560-4ee2-acf3-c901270c6a33 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (92f07517-0d86-4a56-a0b9-a9174a2f6367), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:20:15.222279 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e29d65-7560-4ee2-acf3-c901270c6a33 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92f07517-0d86-4a56-a0b9-a9174a2f6367,revision_number=1']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:20:15.227859 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-36e29d65-7560-4ee2-acf3-c901270c6a33 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Publish callbacks [] for security_group (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:20:15.229233 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-36e29d65-7560-4ee2-acf3-c901270c6a33 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1506650 Jul 21 12:20:15.232442 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.18', 34966) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:20:15.236868 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.v2.base [None req-72ae63a2-4941-4483-859a-dfa025dc0a67 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Request body: {'security_group_rule': {'security_group_id': '92f07517-0d86-4a56-a0b9-a9174a2f6367', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 12:20:15.274891 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-72ae63a2-4941-4483-859a-dfa025dc0a67 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Publish callbacks [] for security_group_rule (b4573b1d-f2ea-4fd0-ab40-dbcf85e2a529), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:20:15.277722 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:20:15.339811 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-72ae63a2-4941-4483-859a-dfa025dc0a67 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Publish callbacks [] for security_group_rule (b4573b1d-f2ea-4fd0-ab40-dbcf85e2a529), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:20:15.344293 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-72ae63a2-4941-4483-859a-dfa025dc0a67 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757972'] for security_group_rule (b4573b1d-f2ea-4fd0-ab40-dbcf85e2a529), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:20:15.363907 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ae63a2-4941-4483-859a-dfa025dc0a67 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4573b1d-f2ea-4fd0-ab40-dbcf85e2a529,revision_number=0']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:20:15.372367 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-72ae63a2-4941-4483-859a-dfa025dc0a67 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:20:15.373603 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-72ae63a2-4941-4483-859a-dfa025dc0a67 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1401832 Jul 21 12:20:15.376658 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.18', 34968) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:20:15.381134 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.v2.base [None req-98fd7a36-fd57-4af6-bca5-dac3f36e9776 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Request body: {'security_group_rule': {'security_group_id': '92f07517-0d86-4a56-a0b9-a9174a2f6367', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 12:20:15.409872 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-98fd7a36-fd57-4af6-bca5-dac3f36e9776 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Publish callbacks [] for security_group_rule (abe0e9e3-09d6-4b29-8da4-487840f87650), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:20:15.421729 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:20:15.476236 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-98fd7a36-fd57-4af6-bca5-dac3f36e9776 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Publish callbacks [] for security_group_rule (abe0e9e3-09d6-4b29-8da4-487840f87650), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:20:15.481098 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-98fd7a36-fd57-4af6-bca5-dac3f36e9776 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757972'] for security_group_rule (abe0e9e3-09d6-4b29-8da4-487840f87650), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:20:15.501094 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fd7a36-fd57-4af6-bca5-dac3f36e9776 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abe0e9e3-09d6-4b29-8da4-487840f87650,revision_number=0']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:20:15.510018 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-98fd7a36-fd57-4af6-bca5-dac3f36e9776 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:20:15.511642 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-98fd7a36-fd57-4af6-bca5-dac3f36e9776 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1338303 Jul 21 12:20:15.514758 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.18', 34970) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:20:15.519312 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.v2.base [None req-9a1aeee6-c821-4f5a-a104-f9ea6d876b0c tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Request body: {'floatingip': {'floating_network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8'}} {{(pid=104160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 12:20:15.541210 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-9a1aeee6-c821-4f5a-a104-f9ea6d876b0c tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:20:15.629484 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-9a1aeee6-c821-4f5a-a104-f9ea6d876b0c tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:20:15.743394 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.db.db_base_plugin_common [None req-9a1aeee6-c821-4f5a-a104-f9ea6d876b0c tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Allocated IP 172.27.3.249 (f382b478-dfd7-4678-bcdd-821f508b5bc8/39ec59ca-1d5b-4110-899c-eae6f5db3a39/52812e82-2683-4abd-ac39-1e719aace339) {{(pid=104160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 12:20:15.847457 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-34089123-786a-4f56-8fd8-e31aace790ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (7a27be9f-c1a8-4dec-a92f-42ec7311fe12), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:20:15.860104 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-9a1aeee6-c821-4f5a-a104-f9ea6d876b0c tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Publish callbacks [] for port (52812e82-2683-4abd-ac39-1e719aace339), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:20:15.898541 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-9a1aeee6-c821-4f5a-a104-f9ea6d876b0c tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773760637166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9357752'] for port (52812e82-2683-4abd-ac39-1e719aace339), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:20:15.942148 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a1aeee6-c821-4f5a-a104-f9ea6d876b0c tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Network f382b478-dfd7-4678-bcdd-821f508b5bc8 is already hosted by enough agents. {{(pid=104160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 12:20:15.947639 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.scheduler.base_scheduler [None req-9a1aeee6-c821-4f5a-a104-f9ea6d876b0c tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Resources bound (agent type, host, resource id): {{(pid=104160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 12:20:15.950098 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1aeee6-c821-4f5a-a104-f9ea6d876b0c tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Pushing event updated for resources: {'Port': ['ID=52812e82-2683-4abd-ac39-1e719aace339,revision_number=1']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:20:15.952428 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1aeee6-c821-4f5a-a104-f9ea6d876b0c tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Received port after_create {{(pid=104160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 12:20:16.043042 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:20:16.051187 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-9a1aeee6-c821-4f5a-a104-f9ea6d876b0c tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Publish callbacks [] for floatingip (f62d0700-0e39-4564-933b-942eb0432b94), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:20:16.092428 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-9a1aeee6-c821-4f5a-a104-f9ea6d876b0c tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (52812e82-2683-4abd-ac39-1e719aace339), before_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:20:16.207275 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:INSERT=5,neutron:UPDATE=3,neutron:SELECT=92 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:20:16.260004 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-9a1aeee6-c821-4f5a-a104-f9ea6d876b0c tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Publish callbacks [] for port (52812e82-2683-4abd-ac39-1e719aace339), precommit_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:20:16.266750 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-9a1aeee6-c821-4f5a-a104-f9ea6d876b0c tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9357699'] for port (52812e82-2683-4abd-ac39-1e719aace339), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:20:16.336534 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1aeee6-c821-4f5a-a104-f9ea6d876b0c tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Pushing event updated for resources: {'Port': ['ID=52812e82-2683-4abd-ac39-1e719aace339,revision_number=2']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:20:16.353566 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-9a1aeee6-c821-4f5a-a104-f9ea6d876b0c tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681920'] for floatingip (f62d0700-0e39-4564-933b-942eb0432b94), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:20:16.370464 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-9a1aeee6-c821-4f5a-a104-f9ea6d876b0c tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170956'] for floatingip (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:20:16.371773 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-9a1aeee6-c821-4f5a-a104-f9ea6d876b0c tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8559530 Jul 21 12:20:16.594470 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-fcd31734-d213-4e90-b650-3bfc4aef1c41 req-9bdb1e1d-feb6-40dc-8c1b-b11b65626fb5 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1540488979&fields=id&tenant_id=2409e2644eb14d6b9545088c08d22273 HTTP/1.1" status: 200 len: 267 time: 0.0526459 Jul 21 12:20:16.713497 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd31734-d213-4e90-b650-3bfc4aef1c41 req-1c756bb7-a9ef-4940-a395-9dc64792f1a9 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:20:16.715037 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-fcd31734-d213-4e90-b650-3bfc4aef1c41 req-1c756bb7-a9ef-4940-a395-9dc64792f1a9 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/networks?id=ff0fcfbd-22d3-47ea-80f2-195b1cbc803d HTTP/1.1" status: 200 len: 816 time: 0.1140337 Jul 21 12:20:16.730673 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-fcd31734-d213-4e90-b650-3bfc4aef1c41 req-c49be4a0-5796-4f75-b5ec-06e1d4c33629 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/quotas/2409e2644eb14d6b9545088c08d22273 HTTP/1.1" status: 200 len: 375 time: 0.0100040 Jul 21 12:20:16.784832 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-fcd31734-d213-4e90-b650-3bfc4aef1c41 req-7ea0f934-fcb0-48a6-88f8-1d59880afad4 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=2409e2644eb14d6b9545088c08d22273&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0481460 Jul 21 12:20:16.821745 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (c982e9e4-9e4b-4150-8658-75b564dceb25), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:20:16.908639 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-fcd31734-d213-4e90-b650-3bfc4aef1c41 req-5d294af4-7cb9-4cbe-bbc1-3866a1b414cd service neutron] 10.222.0.18 "GET /v2.0/networks/ff0fcfbd-22d3-47ea-80f2-195b1cbc803d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118350 Jul 21 12:20:17.023405 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-fcd31734-d213-4e90-b650-3bfc4aef1c41 req-0627ab3e-2ccb-4009-b6de-f5c7f03bbdce service neutron] 10.222.0.18 "GET /v2.0/networks/ff0fcfbd-22d3-47ea-80f2-195b1cbc803d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073165 Jul 21 12:20:17.199492 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-b3746fee-4e12-46ce-ae12-d62ff35738f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (bda8c5c0-9935-4f58-b3ba-5b48a27d9f80), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:20:17.211967 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-e27345da-3185-4614-a68c-60743653775e req-8b1fd367-57a5-4ec3-bed6-4fc67c9b4bc3 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/ports?device_id=3244734c-06c4-4693-956e-804e2abbf512 HTTP/1.1" status: 200 len: 210 time: 0.0318747 Jul 21 12:20:18.318682 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-812829f3-a865-45eb-8584-ac825fcee8ef req-3ff8012a-a6f4-4cfa-8aa2-c02748ce0add tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/ports?device_id=3244734c-06c4-4693-956e-804e2abbf512 HTTP/1.1" status: 200 len: 210 time: 0.0312374 Jul 21 12:20:18.538465 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd31734-d213-4e90-b650-3bfc4aef1c41 req-15d7d3ac-d037-4828-a876-220ee46e5423 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:20:18.540184 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-fcd31734-d213-4e90-b650-3bfc4aef1c41 req-15d7d3ac-d037-4828-a876-220ee46e5423 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.48 "GET /v2.0/networks?id=ff0fcfbd-22d3-47ea-80f2-195b1cbc803d HTTP/1.1" status: 200 len: 816 time: 0.1291254 Jul 21 12:20:18.632401 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:20:18.650306 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-fcd31734-d213-4e90-b650-3bfc4aef1c41 req-4d870133-69df-4cb9-b5ef-a8e507c03a64 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2409e2644eb14d6b9545088c08d22273 HTTP/1.1" status: 200 len: 380 time: 0.0659523 Jul 21 12:20:18.744931 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.v2.base [req-fcd31734-d213-4e90-b650-3bfc4aef1c41 req-f49cae14-df8e-4f1a-a4eb-407a4935aa93 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Request body: {'port': {'device_id': '3244734c-06c4-4693-956e-804e2abbf512', 'network_id': 'ff0fcfbd-22d3-47ea-80f2-195b1cbc803d', 'admin_state_up': True, 'tenant_id': '2409e2644eb14d6b9545088c08d22273', 'security_groups': ['92f07517-0d86-4a56-a0b9-a9174a2f6367']}} {{(pid=104160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 12:20:18.861638 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcd31734-d213-4e90-b650-3bfc4aef1c41 req-f49cae14-df8e-4f1a-a4eb-407a4935aa93 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Made reservation on behalf of 2409e2644eb14d6b9545088c08d22273 for: {'port': 1} {{(pid=104160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 12:20:18.865115 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-fcd31734-d213-4e90-b650-3bfc4aef1c41 req-f49cae14-df8e-4f1a-a4eb-407a4935aa93 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:20:18.950075 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:20:19.005102 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.db.db_base_plugin_common [req-fcd31734-d213-4e90-b650-3bfc4aef1c41 req-f49cae14-df8e-4f1a-a4eb-407a4935aa93 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Allocated IP 172.20.0.4 (ff0fcfbd-22d3-47ea-80f2-195b1cbc803d/cc9a2033-692d-458c-a1e6-ffe26f82c935/c2a7cf69-7947-4dbd-bcc4-55ce85b10fd7) {{(pid=104160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 12:20:19.421169 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-fcd31734-d213-4e90-b650-3bfc4aef1c41 req-f49cae14-df8e-4f1a-a4eb-407a4935aa93 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Publish callbacks [] for port (c2a7cf69-7947-4dbd-bcc4-55ce85b10fd7), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:20:19.435334 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-cb120853-d09f-493c-8c25-787454b24477 req-15762b25-bfe0-4b25-af5d-e6a02c1c8311 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/ports?device_id=3244734c-06c4-4693-956e-804e2abbf512 HTTP/1.1" status: 200 len: 210 time: 0.0324669 Jul 21 12:20:19.457243 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-fcd31734-d213-4e90-b650-3bfc4aef1c41 req-f49cae14-df8e-4f1a-a4eb-407a4935aa93 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773760637166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9357752'] for port (c2a7cf69-7947-4dbd-bcc4-55ce85b10fd7), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:20:19.508345 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcd31734-d213-4e90-b650-3bfc4aef1c41 req-f49cae14-df8e-4f1a-a4eb-407a4935aa93 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Network ff0fcfbd-22d3-47ea-80f2-195b1cbc803d is already hosted by enough agents. {{(pid=104160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 12:20:19.514725 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.scheduler.base_scheduler [req-fcd31734-d213-4e90-b650-3bfc4aef1c41 req-f49cae14-df8e-4f1a-a4eb-407a4935aa93 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Resources bound (agent type, host, resource id): {{(pid=104160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 12:20:19.519875 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcd31734-d213-4e90-b650-3bfc4aef1c41 req-f49cae14-df8e-4f1a-a4eb-407a4935aa93 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Received port after_create {{(pid=104160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 12:20:19.527243 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49cae14-df8e-4f1a-a4eb-407a4935aa93 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Pushing event updated for resources: {'Port': ['ID=c2a7cf69-7947-4dbd-bcc4-55ce85b10fd7,revision_number=1']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:20:19.578704 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd31734-d213-4e90-b650-3bfc4aef1c41 req-f49cae14-df8e-4f1a-a4eb-407a4935aa93 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:20:19.579461 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-fcd31734-d213-4e90-b650-3bfc4aef1c41 req-f49cae14-df8e-4f1a-a4eb-407a4935aa93 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170956'] for port (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:20:19.598858 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-fcd31734-d213-4e90-b650-3bfc4aef1c41 req-f49cae14-df8e-4f1a-a4eb-407a4935aa93 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8583288 Jul 21 12:20:19.624827 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.v2.base [req-fcd31734-d213-4e90-b650-3bfc4aef1c41 req-e3430341-6a2b-4cbb-ab51-a60d18772bcd service neutron] Request body: {'port': {'device_id': '3244734c-06c4-4693-956e-804e2abbf512', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85032'}} {{(pid=104160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 12:20:19.700700 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-fcd31734-d213-4e90-b650-3bfc4aef1c41 req-e3430341-6a2b-4cbb-ab51-a60d18772bcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (c2a7cf69-7947-4dbd-bcc4-55ce85b10fd7), before_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:20:19.830350 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [None req-06882927-8aed-4816-9d05-4e7342952c31 None None] Provisioning complete for port c2a7cf69-7947-4dbd-bcc4-55ce85b10fd7 triggered by entity DHCP. {{(pid=104161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 12:20:19.831007 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-06882927-8aed-4816-9d05-4e7342952c31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388846'] for port (c2a7cf69-7947-4dbd-bcc4-55ce85b10fd7), provisioning_complete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:20:19.858201 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:20:19.868227 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-06882927-8aed-4816-9d05-4e7342952c31 None None] Port c2a7cf69-7947-4dbd-bcc4-55ce85b10fd7 cannot update to ACTIVE because it is not bound. {{(pid=104161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 12:20:19.910070 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:20:19.981333 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.notifiers.nova [req-fcd31734-d213-4e90-b650-3bfc4aef1c41 req-e3430341-6a2b-4cbb-ab51-a60d18772bcd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2a7cf69-7947-4dbd-bcc4-55ce85b10fd7 {{(pid=104160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 12:20:19.988890 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-fcd31734-d213-4e90-b650-3bfc4aef1c41 req-e3430341-6a2b-4cbb-ab51-a60d18772bcd service neutron] Publish callbacks [] for port (c2a7cf69-7947-4dbd-bcc4-55ce85b10fd7), precommit_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:20:20.002017 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.db.provisioning_blocks [req-fcd31734-d213-4e90-b650-3bfc4aef1c41 req-e3430341-6a2b-4cbb-ab51-a60d18772bcd service neutron] Transition to ACTIVE for port object c2a7cf69-7947-4dbd-bcc4-55ce85b10fd7 will not be triggered until provisioned by entity L2. {{(pid=104160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 21 12:20:20.007257 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-fcd31734-d213-4e90-b650-3bfc4aef1c41 req-e3430341-6a2b-4cbb-ab51-a60d18772bcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9357699'] for port (c2a7cf69-7947-4dbd-bcc4-55ce85b10fd7), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:20:20.051886 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=3,neutron:DELETE=1 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:20:20.070300 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3430341-6a2b-4cbb-ab51-a60d18772bcd service neutron] Pushing event updated for resources: {'Port': ['ID=c2a7cf69-7947-4dbd-bcc4-55ce85b10fd7,revision_number=2']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:20:20.141119 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.managers [req-fcd31734-d213-4e90-b650-3bfc4aef1c41 req-e3430341-6a2b-4cbb-ab51-a60d18772bcd service neutron] Attempting to bind port c2a7cf69-7947-4dbd-bcc4-55ce85b10fd7 on host hv-cinder-85032 for vnic_type normal with profile {{(pid=104160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 12:20:20.141453 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.managers [req-fcd31734-d213-4e90-b650-3bfc4aef1c41 req-e3430341-6a2b-4cbb-ab51-a60d18772bcd service neutron] Attempting to bind port c2a7cf69-7947-4dbd-bcc4-55ce85b10fd7 by drivers openvswitch,hyperv on host hv-cinder-85032 at level 0 using segments [{'id': '7232b8b8-b9cf-453a-b8fc-7068d6546503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'ff0fcfbd-22d3-47ea-80f2-195b1cbc803d'}] {{(pid=104160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 12:20:20.141787 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcd31734-d213-4e90-b650-3bfc4aef1c41 req-e3430341-6a2b-4cbb-ab51-a60d18772bcd service neutron] Attempting to bind port c2a7cf69-7947-4dbd-bcc4-55ce85b10fd7 on network ff0fcfbd-22d3-47ea-80f2-195b1cbc803d {{(pid=104160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 12:20:20.147812 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcd31734-d213-4e90-b650-3bfc4aef1c41 req-e3430341-6a2b-4cbb-ab51-a60d18772bcd service neutron] Port c2a7cf69-7947-4dbd-bcc4-55ce85b10fd7 on network ff0fcfbd-22d3-47ea-80f2-195b1cbc803d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85032 {{(pid=104160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 21 12:20:20.148365 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcd31734-d213-4e90-b650-3bfc4aef1c41 req-e3430341-6a2b-4cbb-ab51-a60d18772bcd service neutron] Attempting to bind port c2a7cf69-7947-4dbd-bcc4-55ce85b10fd7 on network ff0fcfbd-22d3-47ea-80f2-195b1cbc803d {{(pid=104160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 12:20:20.158219 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcd31734-d213-4e90-b650-3bfc4aef1c41 req-e3430341-6a2b-4cbb-ab51-a60d18772bcd service neutron] Checking agent: {'id': '0e418a3d-140a-4386-ad03-1f6ad2d8ed7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85032', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 12, 13, 32), 'started_at': datetime.datetime(2022, 7, 21, 12, 13, 32), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 12, 20, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 12:20:20.158572 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcd31734-d213-4e90-b650-3bfc4aef1c41 req-e3430341-6a2b-4cbb-ab51-a60d18772bcd service neutron] Checking segment: {'id': '7232b8b8-b9cf-453a-b8fc-7068d6546503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'ff0fcfbd-22d3-47ea-80f2-195b1cbc803d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 12:20:20.159002 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcd31734-d213-4e90-b650-3bfc4aef1c41 req-e3430341-6a2b-4cbb-ab51-a60d18772bcd service neutron] Bound using segment: {'id': '7232b8b8-b9cf-453a-b8fc-7068d6546503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'ff0fcfbd-22d3-47ea-80f2-195b1cbc803d'} {{(pid=104160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 12:20:20.159628 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.managers [req-fcd31734-d213-4e90-b650-3bfc4aef1c41 req-e3430341-6a2b-4cbb-ab51-a60d18772bcd service neutron] Bound port: c2a7cf69-7947-4dbd-bcc4-55ce85b10fd7, host: hv-cinder-85032, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7232b8b8-b9cf-453a-b8fc-7068d6546503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'ff0fcfbd-22d3-47ea-80f2-195b1cbc803d'}}] {{(pid=104160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 12:20:20.160029 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-fcd31734-d213-4e90-b650-3bfc4aef1c41 req-e3430341-6a2b-4cbb-ab51-a60d18772bcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (c2a7cf69-7947-4dbd-bcc4-55ce85b10fd7), before_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:20:20.234157 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.db [req-fcd31734-d213-4e90-b650-3bfc4aef1c41 req-e3430341-6a2b-4cbb-ab51-a60d18772bcd service neutron] For port c2a7cf69-7947-4dbd-bcc4-55ce85b10fd7, host hv-cinder-85032, cleared binding levels {{(pid=104160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 12:20:20.237342 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.db [req-fcd31734-d213-4e90-b650-3bfc4aef1c41 req-e3430341-6a2b-4cbb-ab51-a60d18772bcd service neutron] For port c2a7cf69-7947-4dbd-bcc4-55ce85b10fd7, host hv-cinder-85032, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=c2a7cf69-7947-4dbd-bcc4-55ce85b10fd7,segment=NetworkSegment(7232b8b8-b9cf-453a-b8fc-7068d6546503),segment_id=7232b8b8-b9cf-453a-b8fc-7068d6546503)] {{(pid=104160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 12:20:20.245834 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-fcd31734-d213-4e90-b650-3bfc4aef1c41 req-e3430341-6a2b-4cbb-ab51-a60d18772bcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9357699'] for port (c2a7cf69-7947-4dbd-bcc4-55ce85b10fd7), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:20:20.285548 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd31734-d213-4e90-b650-3bfc4aef1c41 req-e3430341-6a2b-4cbb-ab51-a60d18772bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:20:20.286179 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-fcd31734-d213-4e90-b650-3bfc4aef1c41 req-e3430341-6a2b-4cbb-ab51-a60d18772bcd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170956'] for port (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:20:20.287827 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-fcd31734-d213-4e90-b650-3bfc4aef1c41 req-e3430341-6a2b-4cbb-ab51-a60d18772bcd service neutron] 10.222.0.48 "PUT /v2.0/ports/c2a7cf69-7947-4dbd-bcc4-55ce85b10fd7 HTTP/1.1" status: 200 len: 1093 time: 0.6676455 Jul 21 12:20:20.288098 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3244734c-06c4-4693-956e-804e2abbf512', 'tag': 'c2a7cf69-7947-4dbd-bcc4-55ce85b10fd7'}] {{(pid=104160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 12:20:20.290446 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eb085c56e9e86bbd6a0965d2ba727f3997621403869b150ca98f31427dd41b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f67d12d1-85d2-436c-b5f9-8a432ba87d9e" -d '{"events": [{"name": "network-changed", "server_uuid": "3244734c-06c4-4693-956e-804e2abbf512", "tag": "c2a7cf69-7947-4dbd-bcc4-55ce85b10fd7"}]}' {{(pid=104160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 12:20:20.320820 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3430341-6a2b-4cbb-ab51-a60d18772bcd service neutron] Pushing event updated for resources: {'Port': ['ID=c2a7cf69-7947-4dbd-bcc4-55ce85b10fd7,revision_number=3']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:20:20.351363 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 12:20:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17bf8103-5fe4-4f56-b14f-b3b8ad9dcd5a x-openstack-request-id: req-17bf8103-5fe4-4f56-b14f-b3b8ad9dcd5a {{(pid=104160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 12:20:20.351786 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3244734c-06c4-4693-956e-804e2abbf512", "tag": "c2a7cf69-7947-4dbd-bcc4-55ce85b10fd7", "status": "completed", "code": 200}]} {{(pid=104160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 12:20:20.352049 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-17bf8103-5fe4-4f56-b14f-b3b8ad9dcd5a {{(pid=104160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 12:20:20.352555 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17bf8103-5fe4-4f56-b14f-b3b8ad9dcd5a'] response: {'name': 'network-changed', 'server_uuid': '3244734c-06c4-4693-956e-804e2abbf512', 'tag': 'c2a7cf69-7947-4dbd-bcc4-55ce85b10fd7', 'status': 'completed', 'code': 200} Jul 21 12:20:20.421210 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd31734-d213-4e90-b650-3bfc4aef1c41 req-9e8dda06-ba43-43a3-82d4-7a1d20c93fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:20:20.422731 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-fcd31734-d213-4e90-b650-3bfc4aef1c41 req-9e8dda06-ba43-43a3-82d4-7a1d20c93fdd service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2409e2644eb14d6b9545088c08d22273&device_id=3244734c-06c4-4693-956e-804e2abbf512 HTTP/1.1" status: 200 len: 1127 time: 0.0462139 Jul 21 12:20:20.484611 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-fcd31734-d213-4e90-b650-3bfc4aef1c41 req-5437fe14-bad0-4dbf-89c6-42362e203b19 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c2a7cf69-7947-4dbd-bcc4-55ce85b10fd7 HTTP/1.1" status: 200 len: 217 time: 0.0368989 Jul 21 12:20:20.545373 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd31734-d213-4e90-b650-3bfc4aef1c41 req-df73b83e-c903-438b-9d45-c721712f15a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:20:20.546869 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-fcd31734-d213-4e90-b650-3bfc4aef1c41 req-df73b83e-c903-438b-9d45-c721712f15a2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=cc9a2033-692d-458c-a1e6-ffe26f82c935 HTTP/1.1" status: 200 len: 855 time: 0.0561385 Jul 21 12:20:20.605219 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd31734-d213-4e90-b650-3bfc4aef1c41 req-f5499f82-df68-4e41-891f-213b84a82090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:20:20.606354 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51d1a6e-0d4a-45e9-9aa1-610e28d46e79 req-d3d09da1-6183-4287-b4fe-08c11efc8e7e tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:20:20.606969 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-fcd31734-d213-4e90-b650-3bfc4aef1c41 req-f5499f82-df68-4e41-891f-213b84a82090 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ff0fcfbd-22d3-47ea-80f2-195b1cbc803d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0457561 Jul 21 12:20:20.608475 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-e51d1a6e-0d4a-45e9-9aa1-610e28d46e79 req-d3d09da1-6183-4287-b4fe-08c11efc8e7e tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/ports?device_id=3244734c-06c4-4693-956e-804e2abbf512 HTTP/1.1" status: 200 len: 943 time: 0.0505147 Jul 21 12:20:20.671693 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-e51d1a6e-0d4a-45e9-9aa1-610e28d46e79 req-a75523c1-2511-4256-9b17-db515e04cc6a tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/security-groups?id=92f07517-0d86-4a56-a0b9-a9174a2f6367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547528 Jul 21 12:20:20.706517 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-fcd31734-d213-4e90-b650-3bfc4aef1c41 req-a0cc2491-2c35-4bfb-a552-02b2fa54e8d1 service neutron] 10.222.0.48 "GET /v2.0/networks/ff0fcfbd-22d3-47ea-80f2-195b1cbc803d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890460 Jul 21 12:20:20.809809 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-fcd31734-d213-4e90-b650-3bfc4aef1c41 req-d3d7da30-7e69-4a49-ae3e-484f35cae326 service neutron] 10.222.0.48 "GET /v2.0/networks/ff0fcfbd-22d3-47ea-80f2-195b1cbc803d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951793 Jul 21 12:20:21.800371 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738d2e49-acf7-4f64-9317-667e32100f80 req-5155b93d-e764-406b-9d4b-a0208f31e259 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:20:21.801896 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-738d2e49-acf7-4f64-9317-667e32100f80 req-5155b93d-e764-406b-9d4b-a0208f31e259 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/ports?device_id=3244734c-06c4-4693-956e-804e2abbf512 HTTP/1.1" status: 200 len: 943 time: 0.0504959 Jul 21 12:20:21.855349 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-738d2e49-acf7-4f64-9317-667e32100f80 req-67e34912-5425-48a3-bd12-b18fbcf64f0a tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/security-groups?id=92f07517-0d86-4a56-a0b9-a9174a2f6367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470562 Jul 21 12:20:21.986844 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67d12d1-85d2-436c-b5f9-8a432ba87d9e req-19484d33-48e9-4b60-949d-11a18180a1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:20:21.988333 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-f67d12d1-85d2-436c-b5f9-8a432ba87d9e req-19484d33-48e9-4b60-949d-11a18180a1b6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2409e2644eb14d6b9545088c08d22273&device_id=3244734c-06c4-4693-956e-804e2abbf512 HTTP/1.1" status: 200 len: 1127 time: 0.0451677 Jul 21 12:20:22.022571 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:20:22.085477 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67d12d1-85d2-436c-b5f9-8a432ba87d9e req-a5f74237-9527-425e-a4a0-460966091469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:20:22.087004 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-f67d12d1-85d2-436c-b5f9-8a432ba87d9e req-a5f74237-9527-425e-a4a0-460966091469 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ff0fcfbd-22d3-47ea-80f2-195b1cbc803d HTTP/1.1" status: 200 len: 917 time: 0.0905333 Jul 21 12:20:22.132952 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-f67d12d1-85d2-436c-b5f9-8a432ba87d9e req-69ee9a5f-d178-4f13-b4f6-69e3cb6fd736 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c2a7cf69-7947-4dbd-bcc4-55ce85b10fd7 HTTP/1.1" status: 200 len: 217 time: 0.0375495 Jul 21 12:20:22.186444 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67d12d1-85d2-436c-b5f9-8a432ba87d9e req-18c9652f-1c66-4434-9813-9a59d3314f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:20:22.188291 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-f67d12d1-85d2-436c-b5f9-8a432ba87d9e req-18c9652f-1c66-4434-9813-9a59d3314f48 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=cc9a2033-692d-458c-a1e6-ffe26f82c935 HTTP/1.1" status: 200 len: 855 time: 0.0470433 Jul 21 12:20:22.236170 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67d12d1-85d2-436c-b5f9-8a432ba87d9e req-ec9cb659-5288-4c94-967b-b53ee5c1cd58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:20:22.237773 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-f67d12d1-85d2-436c-b5f9-8a432ba87d9e req-ec9cb659-5288-4c94-967b-b53ee5c1cd58 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ff0fcfbd-22d3-47ea-80f2-195b1cbc803d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415907 Jul 21 12:20:22.335604 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-f67d12d1-85d2-436c-b5f9-8a432ba87d9e req-f0fa315d-a9ec-431a-8758-374e28e79f14 service neutron] 10.222.0.48 "GET /v2.0/networks/ff0fcfbd-22d3-47ea-80f2-195b1cbc803d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906823 Jul 21 12:20:22.368320 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:20:22.435864 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-f67d12d1-85d2-436c-b5f9-8a432ba87d9e req-58fe222c-8b4a-41ed-afd9-39a44c6d9a9d service neutron] 10.222.0.48 "GET /v2.0/networks/ff0fcfbd-22d3-47ea-80f2-195b1cbc803d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927444 Jul 21 12:20:22.773153 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Device c2a7cf69-7947-4dbd-bcc4-55ce85b10fd7 details requested by agent hyperv_hv-cinder-85032 with host hv-cinder-85032 {{(pid=104161) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 21 12:20:22.881750 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] For port c2a7cf69-7947-4dbd-bcc4-55ce85b10fd7, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=c2a7cf69-7947-4dbd-bcc4-55ce85b10fd7,segment=NetworkSegment(7232b8b8-b9cf-453a-b8fc-7068d6546503),segment_id=7232b8b8-b9cf-453a-b8fc-7068d6546503)] {{(pid=104161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 12:20:22.895441 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Returning: {'device': 'c2a7cf69-7947-4dbd-bcc4-55ce85b10fd7', 'network_id': 'ff0fcfbd-22d3-47ea-80f2-195b1cbc803d', 'port_id': 'c2a7cf69-7947-4dbd-bcc4-55ce85b10fd7', 'mac_address': 'fa:16:3e:4b:ec:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc9a2033-692d-458c-a1e6-ffe26f82c935', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104161) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 21 12:20:22.944902 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Current status of the port c2a7cf69-7947-4dbd-bcc4-55ce85b10fd7 is: DOWN; New status is: BUILD {{(pid=104161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 12:20:22.945299 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (c2a7cf69-7947-4dbd-bcc4-55ce85b10fd7), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:20:22.960627 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.notifiers.nova [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2a7cf69-7947-4dbd-bcc4-55ce85b10fd7 {{(pid=104161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 12:20:22.984431 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f228cf-8ac4-4b66-bca3-618a6c4ce95d req-c95a8a72-e64e-4a2e-97f2-78dd7f0e2bfc tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:20:22.985265 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] For port c2a7cf69-7947-4dbd-bcc4-55ce85b10fd7, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=c2a7cf69-7947-4dbd-bcc4-55ce85b10fd7,segment=NetworkSegment(7232b8b8-b9cf-453a-b8fc-7068d6546503),segment_id=7232b8b8-b9cf-453a-b8fc-7068d6546503)] {{(pid=104161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 12:20:22.986757 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-74f228cf-8ac4-4b66-bca3-618a6c4ce95d req-c95a8a72-e64e-4a2e-97f2-78dd7f0e2bfc tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/ports?device_id=3244734c-06c4-4693-956e-804e2abbf512 HTTP/1.1" status: 200 len: 943 time: 0.0532269 Jul 21 12:20:22.990704 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158'] for port (c2a7cf69-7947-4dbd-bcc4-55ce85b10fd7), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:20:23.040034 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-74f228cf-8ac4-4b66-bca3-618a6c4ce95d req-02bb1e91-41c8-4db5-aae1-f64377207108 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/security-groups?id=92f07517-0d86-4a56-a0b9-a9174a2f6367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469813 Jul 21 12:20:23.056020 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Pushing event updated for resources: {'Port': ['ID=c2a7cf69-7947-4dbd-bcc4-55ce85b10fd7,revision_number=4']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:20:23.065911 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:20:23.066263 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:20:23.066634 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:20:23.066992 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:20:23.067342 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:20:23.067712 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:20:23.068050 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:20:23.068381 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:20:23.068710 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:20:23.069040 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:20:23.069368 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:20:23.069699 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:20:23.070056 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:20:23.070406 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:20:23.070730 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:20:23.402721 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] get_ports_and_sgs() called for port_ids ['c2a7cf69-7947-4dbd-bcc4-55ce85b10fd7'] {{(pid=104161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 12:20:24.177550 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f463dfed-c657-47a8-875f-5ddacb5cebae req-ceaa1b58-17b3-4732-b491-f21309fea6a6 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:20:24.179039 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-f463dfed-c657-47a8-875f-5ddacb5cebae req-ceaa1b58-17b3-4732-b491-f21309fea6a6 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/ports?device_id=3244734c-06c4-4693-956e-804e2abbf512 HTTP/1.1" status: 200 len: 944 time: 0.0597043 Jul 21 12:20:24.229424 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-f463dfed-c657-47a8-875f-5ddacb5cebae req-44a697b9-70bf-4fda-9d1b-5801056121fc tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/security-groups?id=92f07517-0d86-4a56-a0b9-a9174a2f6367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445786 Jul 21 12:20:24.788368 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Device c2a7cf69-7947-4dbd-bcc4-55ce85b10fd7 up at agent hyperv_hv-cinder-85032 {{(pid=104161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 12:20:24.846999 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Provisioning for port c2a7cf69-7947-4dbd-bcc4-55ce85b10fd7 completed by entity L2. {{(pid=104161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 21 12:20:24.857538 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Provisioning complete for port c2a7cf69-7947-4dbd-bcc4-55ce85b10fd7 triggered by entity L2. {{(pid=104161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 12:20:24.857949 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388846'] for port (c2a7cf69-7947-4dbd-bcc4-55ce85b10fd7), provisioning_complete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:20:24.937847 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Current status of the port c2a7cf69-7947-4dbd-bcc4-55ce85b10fd7 is: BUILD; New status is: ACTIVE {{(pid=104161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 12:20:24.938546 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (c2a7cf69-7947-4dbd-bcc4-55ce85b10fd7), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:20:24.977665 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3244734c-06c4-4693-956e-804e2abbf512', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2a7cf69-7947-4dbd-bcc4-55ce85b10fd7'}] {{(pid=104161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 12:20:24.981502 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cdf8932827941a003a674b569a46f4ce1abada81d99297f544444a18ab6c7ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79811303-9080-493d-beb0-9648123b6a14" -d '{"events": [{"server_uuid": "3244734c-06c4-4693-956e-804e2abbf512", "name": "network-vif-plugged", "status": "completed", "tag": "c2a7cf69-7947-4dbd-bcc4-55ce85b10fd7"}]}' {{(pid=104161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 12:20:24.995666 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] For port c2a7cf69-7947-4dbd-bcc4-55ce85b10fd7, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=c2a7cf69-7947-4dbd-bcc4-55ce85b10fd7,segment=NetworkSegment(7232b8b8-b9cf-453a-b8fc-7068d6546503),segment_id=7232b8b8-b9cf-453a-b8fc-7068d6546503)] {{(pid=104161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 12:20:25.001426 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158'] for port (c2a7cf69-7947-4dbd-bcc4-55ce85b10fd7), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:20:25.027994 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 12:20:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dda62acf-5fc4-42b0-b7a4-13d4f61bad9c x-openstack-request-id: req-dda62acf-5fc4-42b0-b7a4-13d4f61bad9c {{(pid=104161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 12:20:25.028279 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3244734c-06c4-4693-956e-804e2abbf512", "name": "network-vif-plugged", "status": "completed", "tag": "c2a7cf69-7947-4dbd-bcc4-55ce85b10fd7", "code": 200}]} {{(pid=104161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 12:20:25.028523 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-dda62acf-5fc4-42b0-b7a4-13d4f61bad9c {{(pid=104161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 12:20:25.028911 dv-cinder-850321-1-iscsi neutron-server[104161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dda62acf-5fc4-42b0-b7a4-13d4f61bad9c'] response: {'server_uuid': '3244734c-06c4-4693-956e-804e2abbf512', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2a7cf69-7947-4dbd-bcc4-55ce85b10fd7', 'code': 200} Jul 21 12:20:25.052270 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:20:25.055637 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Pushing event updated for resources: {'Port': ['ID=c2a7cf69-7947-4dbd-bcc4-55ce85b10fd7,revision_number=5']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:20:25.265379 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d487d20-6918-4ad9-84d1-6ccbf34b8aa7 req-4cc95143-7a72-4dc7-8c3d-d59a83c377fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:20:25.266925 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-5d487d20-6918-4ad9-84d1-6ccbf34b8aa7 req-4cc95143-7a72-4dc7-8c3d-d59a83c377fa service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=3244734c-06c4-4693-956e-804e2abbf512 HTTP/1.1" status: 200 len: 1129 time: 0.0399840 Jul 21 12:20:25.324140 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-5d487d20-6918-4ad9-84d1-6ccbf34b8aa7 req-3b10ab83-4261-491d-a5a1-33b350505a22 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=92f07517-0d86-4a56-a0b9-a9174a2f6367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489218 Jul 21 12:20:25.358288 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5243fc-e952-4648-bc77-bfa6a01f4042 req-6386b76f-9c12-4c17-ad33-19ef1901b66e tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:20:25.359774 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-7d5243fc-e952-4648-bc77-bfa6a01f4042 req-6386b76f-9c12-4c17-ad33-19ef1901b66e tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/ports?device_id=3244734c-06c4-4693-956e-804e2abbf512 HTTP/1.1" status: 200 len: 945 time: 0.0551679 Jul 21 12:20:25.412789 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-7d5243fc-e952-4648-bc77-bfa6a01f4042 req-2157ae83-6989-4bd9-b9fe-b31885521957 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/security-groups?id=92f07517-0d86-4a56-a0b9-a9174a2f6367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472460 Jul 21 12:20:26.043913 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=89,neutron:UPDATE=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:20:26.044808 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=71,neutron:UPDATE=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:20:26.546020 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1d1c34-d7e3-46f1-9987-9d35dca849ee req-ff5ff013-9a3a-4572-ad19-0d7c5a02f685 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:20:26.547575 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-3c1d1c34-d7e3-46f1-9987-9d35dca849ee req-ff5ff013-9a3a-4572-ad19-0d7c5a02f685 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/ports?device_id=3244734c-06c4-4693-956e-804e2abbf512 HTTP/1.1" status: 200 len: 945 time: 0.0558288 Jul 21 12:20:26.604630 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-3c1d1c34-d7e3-46f1-9987-9d35dca849ee req-5d1e4eb6-9edd-4caf-bf78-4ab97185aac1 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/security-groups?id=92f07517-0d86-4a56-a0b9-a9174a2f6367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513370 Jul 21 12:20:27.731782 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893aca09-7ab2-44d9-bbbd-34539bd60085 req-7059cf1c-db8d-4e14-926e-f9e281a98ab5 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:20:27.733298 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-893aca09-7ab2-44d9-bbbd-34539bd60085 req-7059cf1c-db8d-4e14-926e-f9e281a98ab5 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/ports?device_id=3244734c-06c4-4693-956e-804e2abbf512 HTTP/1.1" status: 200 len: 945 time: 0.0507612 Jul 21 12:20:27.787910 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-893aca09-7ab2-44d9-bbbd-34539bd60085 req-cd271441-1c3d-401b-af2f-19bacf2e4ef6 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/security-groups?id=92f07517-0d86-4a56-a0b9-a9174a2f6367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487540 Jul 21 12:20:27.910321 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f98ce7-561f-4997-8dd7-27e4fd8f7a0b req-aec85a1e-2271-4454-9112-894988786137 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:20:27.911943 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-26f98ce7-561f-4997-8dd7-27e4fd8f7a0b req-aec85a1e-2271-4454-9112-894988786137 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/ports?device_id=3244734c-06c4-4693-956e-804e2abbf512 HTTP/1.1" status: 200 len: 945 time: 0.0489125 Jul 21 12:20:27.920800 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.18', 35032) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:20:27.925452 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.v2.base [None req-374b8b8c-2f76-4e68-b408-8860769d9987 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Request body: {'floatingip': {'port_id': 'c2a7cf69-7947-4dbd-bcc4-55ce85b10fd7'}} {{(pid=104160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 12:20:27.965107 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-374b8b8c-2f76-4e68-b408-8860769d9987 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Publish callbacks [] for floatingip (f62d0700-0e39-4564-933b-942eb0432b94), before_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:20:28.187207 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=100 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:20:28.411971 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-374b8b8c-2f76-4e68-b408-8860769d9987 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:20:28.416800 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-374b8b8c-2f76-4e68-b408-8860769d9987 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681920'] for floatingip (f62d0700-0e39-4564-933b-942eb0432b94), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:20:28.522498 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.db.l3_db [None req-374b8b8c-2f76-4e68-b408-8860769d9987 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Floating IP f62d0700-0e39-4564-933b-942eb0432b94 associated. External IP: 172.27.3.249, port: c2a7cf69-7947-4dbd-bcc4-55ce85b10fd7. Jul 21 12:20:28.621190 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=100 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:20:28.748893 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-374b8b8c-2f76-4e68-b408-8860769d9987 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Router 2e8c32c0-f7a5-44bc-9719-afb90b68785d has already been hosted by L3 agent ceb1130f-c61e-494c-be4f-967cc153319c {{(pid=104160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 12:20:28.860493 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-374b8b8c-2f76-4e68-b408-8860769d9987 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Notify agent at l3_agent.dv-cinder-850321-1-iscsi the message routers_updated {{(pid=104160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 12:20:28.865421 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-374b8b8c-2f76-4e68-b408-8860769d9987 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170956'] for floatingip (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:20:28.873185 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece137cf-b754-49e7-b0b4-4607fa92e6cc None None] Sync routers for ids ['2e8c32c0-f7a5-44bc-9719-afb90b68785d'] in dv-cinder-850321-1-iscsi {{(pid=104162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 12:20:28.889620 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece137cf-b754-49e7-b0b4-4607fa92e6cc None None] Routers {'2e8c32c0-f7a5-44bc-9719-afb90b68785d'} bound to L3 agent in host dv-cinder-850321-1-iscsi {{(pid=104162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 12:20:28.890722 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_hamode_db [None req-ece137cf-b754-49e7-b0b4-4607fa92e6cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-21T12:06:45Z,description=,heartbeat_timestamp=2022-07-21T12:20:15Z,host='dv-cinder-850321-1-iscsi',id=ceb1130f-c61e-494c-be4f-967cc153319c,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T12:06:45Z,topic='l3_agent')) {'router_ids': ['2e8c32c0-f7a5-44bc-9719-afb90b68785d'], 'active': True} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:20:28.897673 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-374b8b8c-2f76-4e68-b408-8860769d9987 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "PUT /v2.0/floatingips/f62d0700-0e39-4564-933b-942eb0432b94 HTTP/1.1" status: 200 len: 991 time: 0.9757400 Jul 21 12:20:28.898259 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3244734c-06c4-4693-956e-804e2abbf512', 'tag': 'c2a7cf69-7947-4dbd-bcc4-55ce85b10fd7'}] {{(pid=104160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 12:20:28.900678 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eb085c56e9e86bbd6a0965d2ba727f3997621403869b150ca98f31427dd41b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2fd055b-c192-48e1-a542-97d8c44d4da9" -d '{"events": [{"name": "network-changed", "server_uuid": "3244734c-06c4-4693-956e-804e2abbf512", "tag": "c2a7cf69-7947-4dbd-bcc4-55ce85b10fd7"}]}' {{(pid=104160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 12:20:28.946042 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 12:20:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edf5e153-c1fb-4cb7-bc19-47e3114c6de1 x-openstack-request-id: req-edf5e153-c1fb-4cb7-bc19-47e3114c6de1 {{(pid=104160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 12:20:28.946518 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3244734c-06c4-4693-956e-804e2abbf512", "tag": "c2a7cf69-7947-4dbd-bcc4-55ce85b10fd7", "status": "completed", "code": 200}]} {{(pid=104160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 12:20:28.947146 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-edf5e153-c1fb-4cb7-bc19-47e3114c6de1 {{(pid=104160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 12:20:28.947820 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.notifiers.nova [-] Nova event matching ['req-edf5e153-c1fb-4cb7-bc19-47e3114c6de1'] response: {'name': 'network-changed', 'server_uuid': '3244734c-06c4-4693-956e-804e2abbf512', 'tag': 'c2a7cf69-7947-4dbd-bcc4-55ce85b10fd7', 'status': 'completed', 'code': 200} Jul 21 12:20:29.037650 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fd055b-c192-48e1-a542-97d8c44d4da9 req-4ba5f497-95fe-4436-b91e-c59c9de8d091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:20:29.037892 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvr_db [None req-ece137cf-b754-49e7-b0b4-4607fa92e6cc None None] Set router 2e8c32c0-f7a5-44bc-9719-afb90b68785d gateway port host: dv-cinder-850321-1-iscsi {{(pid=104162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 12:20:29.039073 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-c2fd055b-c192-48e1-a542-97d8c44d4da9 req-4ba5f497-95fe-4436-b91e-c59c9de8d091 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2409e2644eb14d6b9545088c08d22273&device_id=3244734c-06c4-4693-956e-804e2abbf512 HTTP/1.1" status: 200 len: 1129 time: 0.0410023 Jul 21 12:20:29.143433 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fd055b-c192-48e1-a542-97d8c44d4da9 req-b7404a47-2dc6-4404-b390-94edda98287e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:20:29.145039 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-c2fd055b-c192-48e1-a542-97d8c44d4da9 req-b7404a47-2dc6-4404-b390-94edda98287e service neutron] 10.222.0.48 "GET /v2.0/networks?id=ff0fcfbd-22d3-47ea-80f2-195b1cbc803d HTTP/1.1" status: 200 len: 917 time: 0.0974801 Jul 21 12:20:29.216219 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-c2fd055b-c192-48e1-a542-97d8c44d4da9 req-66d498f6-cb8d-41e1-bb2e-a92f509c48f2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c2a7cf69-7947-4dbd-bcc4-55ce85b10fd7 HTTP/1.1" status: 200 len: 999 time: 0.0604880 Jul 21 12:20:29.271677 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fd055b-c192-48e1-a542-97d8c44d4da9 req-b435464f-c848-4810-8422-22e865caf0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:20:29.273261 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-c2fd055b-c192-48e1-a542-97d8c44d4da9 req-b435464f-c848-4810-8422-22e865caf0f4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=cc9a2033-692d-458c-a1e6-ffe26f82c935 HTTP/1.1" status: 200 len: 855 time: 0.0497627 Jul 21 12:20:29.343200 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fd055b-c192-48e1-a542-97d8c44d4da9 req-ceb2eab2-74dd-4b9d-b0b6-633904e01d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:20:29.345011 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-c2fd055b-c192-48e1-a542-97d8c44d4da9 req-ceb2eab2-74dd-4b9d-b0b6-633904e01d9b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ff0fcfbd-22d3-47ea-80f2-195b1cbc803d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0608730 Jul 21 12:20:29.376192 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_hamode_db [None req-ece137cf-b754-49e7-b0b4-4607fa92e6cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e8c32c0-f7a5-44bc-9719-afb90b68785d', 'name': 'tempest-AttachVolumeShelveTestJSON-530716939-router', 'tenant_id': '2409e2644eb14d6b9545088c08d22273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'external_fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.74'}], 'enable_snat': True}, 'gw_port_id': 'b1d1c6d1-fd4a-427b-9ee3-01ccd1eba03d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T12:15:33Z', 'updated_at': '2022-07-21T12:15:53Z', 'revision_number': 4, 'project_id': '2409e2644eb14d6b9545088c08d22273', 'gw_port': {'id': 'b1d1c6d1-fd4a-427b-9ee3-01ccd1eba03d', 'name': '', 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:f7:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8c32c0-f7a5-44bc-9719-afb90b68785d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:15:36Z', 'updated_at': '2022-07-21T12:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-1-iscsi', '_floatingips': [{'id': 'f62d0700-0e39-4564-933b-942eb0432b94', 'tenant_id': '2409e2644eb14d6b9545088c08d22273', 'floating_ip_address': '172.27.3.249', 'floating_network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'router_id': '2e8c32c0-f7a5-44bc-9719-afb90b68785d', 'port_id': 'c2a7cf69-7947-4dbd-bcc4-55ce85b10fd7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff0fcfbd-22d3-47ea-80f2-195b1cbc803d', 'mac_address': 'fa:16:3e:4b:ec:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3244734c-06c4-4693-956e-804e2abbf512', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T12:20:16Z', 'updated_at': '2022-07-21T12:20:28Z', 'revision_number': 1, 'project_id': '2409e2644eb14d6b9545088c08d22273', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd345d234-56b3-4328-9e19-a7e68dd40415', 'name': '', 'network_id': 'ff0fcfbd-22d3-47ea-80f2-195b1cbc803d', 'tenant_id': '2409e2644eb14d6b9545088c08d22273', 'mac_address': 'fa:16:3e:92:df:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8c32c0-f7a5-44bc-9719-afb90b68785d', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'cc9a2033-692d-458c-a1e6-ffe26f82c935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:15:50Z', 'updated_at': '2022-07-21T12:16:09Z', 'revision_number': 5, 'project_id': '2409e2644eb14d6b9545088c08d22273', 'subnets': [{'id': 'cc9a2033-692d-458c-a1e6-ffe26f82c935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-1-iscsi', False) {} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:20:29.417766 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece137cf-b754-49e7-b0b4-4607fa92e6cc None None] Checking router: 2e8c32c0-f7a5-44bc-9719-afb90b68785d for host: dv-cinder-850321-1-iscsi {{(pid=104162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 12:20:29.433061 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece137cf-b754-49e7-b0b4-4607fa92e6cc None None] Routers {'2e8c32c0-f7a5-44bc-9719-afb90b68785d'} bound to L3 agent in host dv-cinder-850321-1-iscsi {{(pid=104162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 12:20:29.434144 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_hamode_db [None req-ece137cf-b754-49e7-b0b4-4607fa92e6cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-21T12:06:45Z,description=,heartbeat_timestamp=2022-07-21T12:20:15Z,host='dv-cinder-850321-1-iscsi',id=ceb1130f-c61e-494c-be4f-967cc153319c,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T12:06:45Z,topic='l3_agent')) {'router_ids': ['2e8c32c0-f7a5-44bc-9719-afb90b68785d'], 'active': True} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:20:29.441037 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:20:29.445428 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-c2fd055b-c192-48e1-a542-97d8c44d4da9 req-2b25bf28-640a-4bde-aa97-ae5884096736 service neutron] 10.222.0.48 "GET /v2.0/networks/ff0fcfbd-22d3-47ea-80f2-195b1cbc803d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929997 Jul 21 12:20:29.551186 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-c2fd055b-c192-48e1-a542-97d8c44d4da9 req-66900f95-e88c-4bb0-91f3-9178e22d0a33 service neutron] 10.222.0.48 "GET /v2.0/networks/ff0fcfbd-22d3-47ea-80f2-195b1cbc803d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981479 Jul 21 12:20:29.575170 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvr_db [None req-ece137cf-b754-49e7-b0b4-4607fa92e6cc None None] Set router 2e8c32c0-f7a5-44bc-9719-afb90b68785d gateway port host: dv-cinder-850321-1-iscsi {{(pid=104162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 12:20:29.807418 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_hamode_db [None req-ece137cf-b754-49e7-b0b4-4607fa92e6cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e8c32c0-f7a5-44bc-9719-afb90b68785d', 'name': 'tempest-AttachVolumeShelveTestJSON-530716939-router', 'tenant_id': '2409e2644eb14d6b9545088c08d22273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'external_fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.74'}], 'enable_snat': True}, 'gw_port_id': 'b1d1c6d1-fd4a-427b-9ee3-01ccd1eba03d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T12:15:33Z', 'updated_at': '2022-07-21T12:15:53Z', 'revision_number': 4, 'project_id': '2409e2644eb14d6b9545088c08d22273', 'gw_port': {'id': 'b1d1c6d1-fd4a-427b-9ee3-01ccd1eba03d', 'name': '', 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:f7:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8c32c0-f7a5-44bc-9719-afb90b68785d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:15:36Z', 'updated_at': '2022-07-21T12:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-1-iscsi', '_floatingips': [{'id': 'f62d0700-0e39-4564-933b-942eb0432b94', 'tenant_id': '2409e2644eb14d6b9545088c08d22273', 'floating_ip_address': '172.27.3.249', 'floating_network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'router_id': '2e8c32c0-f7a5-44bc-9719-afb90b68785d', 'port_id': 'c2a7cf69-7947-4dbd-bcc4-55ce85b10fd7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff0fcfbd-22d3-47ea-80f2-195b1cbc803d', 'mac_address': 'fa:16:3e:4b:ec:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3244734c-06c4-4693-956e-804e2abbf512', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T12:20:16Z', 'updated_at': '2022-07-21T12:20:28Z', 'revision_number': 1, 'project_id': '2409e2644eb14d6b9545088c08d22273', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd345d234-56b3-4328-9e19-a7e68dd40415', 'name': '', 'network_id': 'ff0fcfbd-22d3-47ea-80f2-195b1cbc803d', 'tenant_id': '2409e2644eb14d6b9545088c08d22273', 'mac_address': 'fa:16:3e:92:df:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8c32c0-f7a5-44bc-9719-afb90b68785d', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'cc9a2033-692d-458c-a1e6-ffe26f82c935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:15:50Z', 'updated_at': '2022-07-21T12:16:09Z', 'revision_number': 5, 'project_id': '2409e2644eb14d6b9545088c08d22273', 'subnets': [{'id': 'cc9a2033-692d-458c-a1e6-ffe26f82c935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-1-iscsi', False) {} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:20:29.835668 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece137cf-b754-49e7-b0b4-4607fa92e6cc None None] The sync data for ids ['2e8c32c0-f7a5-44bc-9719-afb90b68785d'] in dv-cinder-850321-1-iscsi is: [{'id': '2e8c32c0-f7a5-44bc-9719-afb90b68785d', 'name': 'tempest-AttachVolumeShelveTestJSON-530716939-router', 'tenant_id': '2409e2644eb14d6b9545088c08d22273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'external_fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.74'}], 'enable_snat': True}, 'gw_port_id': 'b1d1c6d1-fd4a-427b-9ee3-01ccd1eba03d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T12:15:33Z', 'updated_at': '2022-07-21T12:15:53Z', 'revision_number': 4, 'project_id': '2409e2644eb14d6b9545088c08d22273', 'gw_port': {'id': 'b1d1c6d1-fd4a-427b-9ee3-01ccd1eba03d', 'name': '', 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:f7:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8c32c0-f7a5-44bc-9719-afb90b68785d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:15:36Z', 'updated_at': '2022-07-21T12:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-1-iscsi', '_floatingips': [{'id': 'f62d0700-0e39-4564-933b-942eb0432b94', 'tenant_id': '2409e2644eb14d6b9545088c08d22273', 'floating_ip_address': '172.27.3.249', 'floating_network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'router_id': '2e8c32c0-f7a5-44bc-9719-afb90b68785d', 'port_id': 'c2a7cf69-7947-4dbd-bcc4-55ce85b10fd7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff0fcfbd-22d3-47ea-80f2-195b1cbc803d', 'mac_address': 'fa:16:3e:4b:ec:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3244734c-06c4-4693-956e-804e2abbf512', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T12:20:16Z', 'updated_at': '2022-07-21T12:20:28Z', 'revision_number': 1, 'project_id': '2409e2644eb14d6b9545088c08d22273', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd345d234-56b3-4328-9e19-a7e68dd40415', 'name': '', 'network_id': 'ff0fcfbd-22d3-47ea-80f2-195b1cbc803d', 'tenant_id': '2409e2644eb14d6b9545088c08d22273', 'mac_address': 'fa:16:3e:92:df:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8c32c0-f7a5-44bc-9719-afb90b68785d', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'cc9a2033-692d-458c-a1e6-ffe26f82c935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:15:50Z', 'updated_at': '2022-07-21T12:16:09Z', 'revision_number': 5, 'project_id': '2409e2644eb14d6b9545088c08d22273', 'subnets': [{'id': 'cc9a2033-692d-458c-a1e6-ffe26f82c935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 12:20:30.031979 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb62b5b6-2321-46cb-ad56-bf0fe5a02dcc None None] New status for floating IP f62d0700-0e39-4564-933b-942eb0432b94: ACTIVE {{(pid=104161) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 21 12:20:30.137083 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:20:32.344882 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (0e418a3d-140a-4386-ad03-1f6ad2d8ed7b), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:20:35.091671 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-37d6c82a-9da3-4fb8-a8c1-002c1378b0d5 req-9c4d2c0c-b64f-4161-929c-9572a3ee8928 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ee2001bf-bd6d-44cb-92e9-db00d3d80a2f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0435617 Jul 21 12:20:35.208102 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d6c82a-9da3-4fb8-a8c1-002c1378b0d5 req-8527a7b0-0477-4d5d-91dd-b2583aa0695b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:20:35.209691 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-37d6c82a-9da3-4fb8-a8c1-002c1378b0d5 req-8527a7b0-0477-4d5d-91dd-b2583aa0695b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f3726ac8b83847468671bd930deb5492&device_id=ee2001bf-bd6d-44cb-92e9-db00d3d80a2f HTTP/1.1" status: 200 len: 1130 time: 0.0464375 Jul 21 12:20:35.324772 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d6c82a-9da3-4fb8-a8c1-002c1378b0d5 req-22c61167-8509-49b9-a896-ceb24763ec19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:20:35.326366 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-37d6c82a-9da3-4fb8-a8c1-002c1378b0d5 req-22c61167-8509-49b9-a896-ceb24763ec19 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ac7b63b3-36ed-4162-888b-3062a1149573 HTTP/1.1" status: 200 len: 920 time: 0.0939181 Jul 21 12:20:35.346269 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=100 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:20:35.375719 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-37d6c82a-9da3-4fb8-a8c1-002c1378b0d5 req-e9a8e025-df79-4069-b646-d5a1213033f6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=692130a2-9b94-43ae-864b-0de513e5ba99 HTTP/1.1" status: 200 len: 217 time: 0.0350571 Jul 21 12:20:35.429248 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d6c82a-9da3-4fb8-a8c1-002c1378b0d5 req-36084591-7fc2-4989-ae91-797e30d29650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:20:35.430742 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-37d6c82a-9da3-4fb8-a8c1-002c1378b0d5 req-36084591-7fc2-4989-ae91-797e30d29650 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=85871871-89d2-41dd-b1d6-9b7f2440aaee HTTP/1.1" status: 200 len: 858 time: 0.0455339 Jul 21 12:20:35.484691 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d6c82a-9da3-4fb8-a8c1-002c1378b0d5 req-cebce66d-e160-4da6-83d4-c10b490417b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:20:35.486179 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-37d6c82a-9da3-4fb8-a8c1-002c1378b0d5 req-cebce66d-e160-4da6-83d4-c10b490417b9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ac7b63b3-36ed-4162-888b-3062a1149573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0475192 Jul 21 12:20:35.581657 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-37d6c82a-9da3-4fb8-a8c1-002c1378b0d5 req-21806918-b2fe-4db1-bd20-469e541aaad6 service neutron] 10.222.0.48 "GET /v2.0/networks/ac7b63b3-36ed-4162-888b-3062a1149573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871990 Jul 21 12:20:35.680435 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-37d6c82a-9da3-4fb8-a8c1-002c1378b0d5 req-f5ccc06f-b49e-4e3c-b772-f1f187641dd0 service neutron] 10.222.0.48 "GET /v2.0/networks/ac7b63b3-36ed-4162-888b-3062a1149573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906382 Jul 21 12:20:37.900285 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=52,neutron:DELETE=2 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:20:37.902314 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=94,neutron:DELETE=1 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:20:39.807419 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=66 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:20:39.813143 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=83,neutron:DELETE=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:20:40.172909 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.agents_db [None req-4203cc95-03b4-445b-a92f-19fc3dec8381 None None] Agent healthcheck: found 6 active agents {{(pid=104162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 12:20:41.424551 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-5900ac2d-c2e4-4e6a-8040-52d5615a4a4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (8a21e728-a2e9-4580-a748-6ac9ba47a2a7), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:20:43.805866 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3204764-3d7e-4691-8d02-f5f0fb47f498 req-7e216db9-12e3-4566-ae2d-793355d18186 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:20:43.807508 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-c3204764-3d7e-4691-8d02-f5f0fb47f498 req-7e216db9-12e3-4566-ae2d-793355d18186 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.18 "GET /v2.0/ports?device_id=88a08cfd-4d69-4105-af8d-c77e38628f47 HTTP/1.1" status: 200 len: 945 time: 0.0507169 Jul 21 12:20:43.866484 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-c3204764-3d7e-4691-8d02-f5f0fb47f498 req-2227e528-6357-4c82-9f9a-dc32b3b3f5b7 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d38c906-d0a5-4f4f-bf8b-e13b1ce42125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468860 Jul 21 12:20:44.848799 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-b67f3c32-4ff2-4a68-9a8b-7a32f1db0e2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (ceb1130f-c61e-494c-be4f-967cc153319c), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:20:44.994574 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27475c6f-55b4-4785-abb4-e9a3af68a8d8 req-b7a3a23c-222f-431b-900c-3325f4dd9faf tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:20:44.996261 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-27475c6f-55b4-4785-abb4-e9a3af68a8d8 req-b7a3a23c-222f-431b-900c-3325f4dd9faf tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.18 "GET /v2.0/ports?device_id=88a08cfd-4d69-4105-af8d-c77e38628f47 HTTP/1.1" status: 200 len: 945 time: 0.0563607 Jul 21 12:20:45.054470 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-27475c6f-55b4-4785-abb4-e9a3af68a8d8 req-e1ec04a8-2851-4344-8fa3-16d757e01b55 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d38c906-d0a5-4f4f-bf8b-e13b1ce42125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519605 Jul 21 12:20:45.802208 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca39701b-e60c-4fd6-aec2-b428b4ed7efc req-5aa3a632-bfd3-4c9c-9952-bd85fe7f20b6 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:20:45.803705 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-ca39701b-e60c-4fd6-aec2-b428b4ed7efc req-5aa3a632-bfd3-4c9c-9952-bd85fe7f20b6 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.48 "GET /v2.0/ports?device_id=88a08cfd-4d69-4105-af8d-c77e38628f47 HTTP/1.1" status: 200 len: 945 time: 0.0503509 Jul 21 12:20:45.853165 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-34089123-786a-4f56-8fd8-e31aace790ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (7a27be9f-c1a8-4dec-a92f-42ec7311fe12), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:20:46.201159 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [req-ca39701b-e60c-4fd6-aec2-b428b4ed7efc req-f34ef67e-9109-4ada-ac80-a764ae5f203d tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Deleting port a3a749f9-9d2a-4142-9cc4-ab2571ae2df6 {{(pid=104160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 12:20:46.201774 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-ca39701b-e60c-4fd6-aec2-b428b4ed7efc req-f34ef67e-9109-4ada-ac80-a764ae5f203d tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760977592'] for port (a3a749f9-9d2a-4142-9cc4-ab2571ae2df6), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:20:46.229097 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd96c7bc-2550-46a7-a896-48bba974bf6a req-e9ae65ef-9093-4241-809a-432de0bd9498 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:20:46.230614 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-dd96c7bc-2550-46a7-a896-48bba974bf6a req-e9ae65ef-9093-4241-809a-432de0bd9498 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.18 "GET /v2.0/ports?device_id=88a08cfd-4d69-4105-af8d-c77e38628f47 HTTP/1.1" status: 200 len: 945 time: 0.0756776 Jul 21 12:20:46.336588 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-dd96c7bc-2550-46a7-a896-48bba974bf6a req-cfb4b396-fcfb-4f27-9118-58d4be920dfa tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d38c906-d0a5-4f4f-bf8b-e13b1ce42125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985568 Jul 21 12:20:46.344016 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.db [req-ca39701b-e60c-4fd6-aec2-b428b4ed7efc req-f34ef67e-9109-4ada-ac80-a764ae5f203d tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] For port a3a749f9-9d2a-4142-9cc4-ab2571ae2df6, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=a3a749f9-9d2a-4142-9cc4-ab2571ae2df6,segment=NetworkSegment(12da12e1-cfd0-4313-ac52-6e5f4f39ccb4),segment_id=12da12e1-cfd0-4313-ac52-6e5f4f39ccb4)] {{(pid=104160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 12:20:46.344360 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-ca39701b-e60c-4fd6-aec2-b428b4ed7efc req-f34ef67e-9109-4ada-ac80-a764ae5f203d tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683200'] for port (a3a749f9-9d2a-4142-9cc4-ab2571ae2df6), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:20:46.398177 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=100 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:20:46.520713 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-ca39701b-e60c-4fd6-aec2-b428b4ed7efc req-f34ef67e-9109-4ada-ac80-a764ae5f203d tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:20:46.521077 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-ca39701b-e60c-4fd6-aec2-b428b4ed7efc req-f34ef67e-9109-4ada-ac80-a764ae5f203d tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681920'] for floatingip (ba2e9d87-590f-41c7-bc91-5007111f3cab), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:20:46.521077 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.db.l3_db [req-ca39701b-e60c-4fd6-aec2-b428b4ed7efc req-f34ef67e-9109-4ada-ac80-a764ae5f203d tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Floating IP ba2e9d87-590f-41c7-bc91-5007111f3cab disassociated. External IP: 172.27.3.69, port: a3a749f9-9d2a-4142-9cc4-ab2571ae2df6. Jul 21 12:20:46.522032 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [req-ca39701b-e60c-4fd6-aec2-b428b4ed7efc req-f34ef67e-9109-4ada-ac80-a764ae5f203d tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Calling delete_port for a3a749f9-9d2a-4142-9cc4-ab2571ae2df6 owned by compute:nova {{(pid=104160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 12:20:46.605692 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:20:46.661133 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-ca39701b-e60c-4fd6-aec2-b428b4ed7efc req-f34ef67e-9109-4ada-ac80-a764ae5f203d tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760983080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773760637175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9357752'] for port (a3a749f9-9d2a-4142-9cc4-ab2571ae2df6), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:20:46.722841 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34ef67e-9109-4ada-ac80-a764ae5f203d tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Pushing event deleted for resources: {'Port': ['ID=a3a749f9-9d2a-4142-9cc4-ab2571ae2df6,revision_number=None']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:20:46.736946 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34ef67e-9109-4ada-ac80-a764ae5f203d tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:20:46.737334 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34ef67e-9109-4ada-ac80-a764ae5f203d tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:20:46.737686 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34ef67e-9109-4ada-ac80-a764ae5f203d tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:20:46.738022 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34ef67e-9109-4ada-ac80-a764ae5f203d tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:20:46.738366 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34ef67e-9109-4ada-ac80-a764ae5f203d tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:20:46.738702 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34ef67e-9109-4ada-ac80-a764ae5f203d tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:20:46.739032 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34ef67e-9109-4ada-ac80-a764ae5f203d tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:20:46.739359 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34ef67e-9109-4ada-ac80-a764ae5f203d tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:20:46.740091 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34ef67e-9109-4ada-ac80-a764ae5f203d tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:20:46.740091 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34ef67e-9109-4ada-ac80-a764ae5f203d tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:20:46.740371 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34ef67e-9109-4ada-ac80-a764ae5f203d tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:20:46.740668 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34ef67e-9109-4ada-ac80-a764ae5f203d tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:20:46.740993 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34ef67e-9109-4ada-ac80-a764ae5f203d tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:20:46.741315 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34ef67e-9109-4ada-ac80-a764ae5f203d tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:20:46.741639 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34ef67e-9109-4ada-ac80-a764ae5f203d tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:20:46.826477 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (c982e9e4-9e4b-4150-8658-75b564dceb25), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:20:46.863337 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ca39701b-e60c-4fd6-aec2-b428b4ed7efc req-f34ef67e-9109-4ada-ac80-a764ae5f203d tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Router 00530d2f-799a-4044-9006-5104009f2aa9 has already been hosted by L3 agent ceb1130f-c61e-494c-be4f-967cc153319c {{(pid=104160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 12:20:46.985145 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ca39701b-e60c-4fd6-aec2-b428b4ed7efc req-f34ef67e-9109-4ada-ac80-a764ae5f203d tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Notify agent at l3_agent.dv-cinder-850321-1-iscsi the message routers_updated {{(pid=104160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 12:20:46.995621 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a9c9753-971a-4740-b232-08d6aa409651 None None] Sync routers for ids ['00530d2f-799a-4044-9006-5104009f2aa9'] in dv-cinder-850321-1-iscsi {{(pid=104162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 12:20:47.007384 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a9c9753-971a-4740-b232-08d6aa409651 None None] Routers {'00530d2f-799a-4044-9006-5104009f2aa9'} bound to L3 agent in host dv-cinder-850321-1-iscsi {{(pid=104162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 12:20:47.008070 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_hamode_db [None req-2a9c9753-971a-4740-b232-08d6aa409651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-21T12:06:45Z,description=,heartbeat_timestamp=2022-07-21T12:20:45Z,host='dv-cinder-850321-1-iscsi',id=ceb1130f-c61e-494c-be4f-967cc153319c,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T12:06:45Z,topic='l3_agent')) {'router_ids': ['00530d2f-799a-4044-9006-5104009f2aa9'], 'active': True} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:20:47.035716 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca39701b-e60c-4fd6-aec2-b428b4ed7efc req-f34ef67e-9109-4ada-ac80-a764ae5f203d tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] No DVR routers for this DVR port a3a749f9-9d2a-4142-9cc4-ab2571ae2df6 on host hv-cinder-85032 {{(pid=104160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 12:20:47.038694 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-ca39701b-e60c-4fd6-aec2-b428b4ed7efc req-f34ef67e-9109-4ada-ac80-a764ae5f203d tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170956'] for port (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:20:47.042974 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-ca39701b-e60c-4fd6-aec2-b428b4ed7efc req-f34ef67e-9109-4ada-ac80-a764ae5f203d tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.48 "DELETE /v2.0/ports/a3a749f9-9d2a-4142-9cc4-ab2571ae2df6 HTTP/1.1" status: 204 len: 173 time: 1.2327600 Jul 21 12:20:47.043730 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88a08cfd-4d69-4105-af8d-c77e38628f47', 'name': 'network-vif-deleted', 'tag': 'a3a749f9-9d2a-4142-9cc4-ab2571ae2df6'}] {{(pid=104160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 12:20:47.047025 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eb085c56e9e86bbd6a0965d2ba727f3997621403869b150ca98f31427dd41b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61f70887-fecf-4736-bb88-5314a8e8cd3f" -d '{"events": [{"server_uuid": "88a08cfd-4d69-4105-af8d-c77e38628f47", "name": "network-vif-deleted", "tag": "a3a749f9-9d2a-4142-9cc4-ab2571ae2df6"}]}' {{(pid=104160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 12:20:47.094795 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 12:20:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80532247-8a91-4642-8404-7a8df1b7d9e9 x-openstack-request-id: req-80532247-8a91-4642-8404-7a8df1b7d9e9 {{(pid=104160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 12:20:47.095092 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88a08cfd-4d69-4105-af8d-c77e38628f47", "name": "network-vif-deleted", "tag": "a3a749f9-9d2a-4142-9cc4-ab2571ae2df6", "status": "completed", "code": 200}]} {{(pid=104160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 12:20:47.095349 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-80532247-8a91-4642-8404-7a8df1b7d9e9 {{(pid=104160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 12:20:47.095796 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80532247-8a91-4642-8404-7a8df1b7d9e9'] response: {'server_uuid': '88a08cfd-4d69-4105-af8d-c77e38628f47', 'name': 'network-vif-deleted', 'tag': 'a3a749f9-9d2a-4142-9cc4-ab2571ae2df6', 'status': 'completed', 'code': 200} Jul 21 12:20:47.142678 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvr_db [None req-2a9c9753-971a-4740-b232-08d6aa409651 None None] Set router 00530d2f-799a-4044-9006-5104009f2aa9 gateway port host: dv-cinder-850321-1-iscsi {{(pid=104162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 12:20:47.211531 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-b3746fee-4e12-46ce-ae12-d62ff35738f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (bda8c5c0-9935-4f58-b3ba-5b48a27d9f80), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:20:47.467320 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-0a1fffaa-db6a-4999-8ca6-a8b5dea8e2f2 req-71e55660-2be6-4c9c-bfa2-2cc681ef26be tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.18 "GET /v2.0/ports?device_id=88a08cfd-4d69-4105-af8d-c77e38628f47 HTTP/1.1" status: 200 len: 210 time: 0.0331151 Jul 21 12:20:47.470602 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_hamode_db [None req-2a9c9753-971a-4740-b232-08d6aa409651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00530d2f-799a-4044-9006-5104009f2aa9', 'name': 'tempest-AttachVolumeNegativeTest-1235427896-router', 'tenant_id': 'c7d349f62c0c4747bd1748ca0a4bde00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'external_fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'f1e77053-8d9a-412c-ac41-d1a4ceefb391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T12:15:36Z', 'updated_at': '2022-07-21T12:15:47Z', 'revision_number': 4, 'project_id': 'c7d349f62c0c4747bd1748ca0a4bde00', 'gw_port': {'id': 'f1e77053-8d9a-412c-ac41-d1a4ceefb391', 'name': '', 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:dd:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00530d2f-799a-4044-9006-5104009f2aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:15:38Z', 'updated_at': '2022-07-21T12:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-1-iscsi', '_interfaces': [{'id': 'ad46f4b3-b3ac-4329-91b8-2a06c4cd41ef', 'name': '', 'network_id': '1933b755-354d-4a90-8a75-f1a81a16c8f0', 'tenant_id': 'c7d349f62c0c4747bd1748ca0a4bde00', 'mac_address': 'fa:16:3e:7f:10:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00530d2f-799a-4044-9006-5104009f2aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '5adcbf66-cad3-499f-bfcd-a299fbf0cd74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:15:44Z', 'updated_at': '2022-07-21T12:16:00Z', 'revision_number': 5, 'project_id': 'c7d349f62c0c4747bd1748ca0a4bde00', 'subnets': [{'id': '5adcbf66-cad3-499f-bfcd-a299fbf0cd74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-1-iscsi', False) {} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:20:47.497154 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a9c9753-971a-4740-b232-08d6aa409651 None None] Checking router: 00530d2f-799a-4044-9006-5104009f2aa9 for host: dv-cinder-850321-1-iscsi {{(pid=104162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 12:20:47.506285 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a9c9753-971a-4740-b232-08d6aa409651 None None] Routers {'00530d2f-799a-4044-9006-5104009f2aa9'} bound to L3 agent in host dv-cinder-850321-1-iscsi {{(pid=104162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 12:20:47.506900 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_hamode_db [None req-2a9c9753-971a-4740-b232-08d6aa409651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-21T12:06:45Z,description=,heartbeat_timestamp=2022-07-21T12:20:45Z,host='dv-cinder-850321-1-iscsi',id=ceb1130f-c61e-494c-be4f-967cc153319c,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T12:06:45Z,topic='l3_agent')) {'router_ids': ['00530d2f-799a-4044-9006-5104009f2aa9'], 'active': True} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:20:47.620326 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvr_db [None req-2a9c9753-971a-4740-b232-08d6aa409651 None None] Set router 00530d2f-799a-4044-9006-5104009f2aa9 gateway port host: dv-cinder-850321-1-iscsi {{(pid=104162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 12:20:47.832690 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_hamode_db [None req-2a9c9753-971a-4740-b232-08d6aa409651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00530d2f-799a-4044-9006-5104009f2aa9', 'name': 'tempest-AttachVolumeNegativeTest-1235427896-router', 'tenant_id': 'c7d349f62c0c4747bd1748ca0a4bde00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'external_fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'f1e77053-8d9a-412c-ac41-d1a4ceefb391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T12:15:36Z', 'updated_at': '2022-07-21T12:15:47Z', 'revision_number': 4, 'project_id': 'c7d349f62c0c4747bd1748ca0a4bde00', 'gw_port': {'id': 'f1e77053-8d9a-412c-ac41-d1a4ceefb391', 'name': '', 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:dd:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00530d2f-799a-4044-9006-5104009f2aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:15:38Z', 'updated_at': '2022-07-21T12:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-1-iscsi', '_interfaces': [{'id': 'ad46f4b3-b3ac-4329-91b8-2a06c4cd41ef', 'name': '', 'network_id': '1933b755-354d-4a90-8a75-f1a81a16c8f0', 'tenant_id': 'c7d349f62c0c4747bd1748ca0a4bde00', 'mac_address': 'fa:16:3e:7f:10:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00530d2f-799a-4044-9006-5104009f2aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '5adcbf66-cad3-499f-bfcd-a299fbf0cd74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:15:44Z', 'updated_at': '2022-07-21T12:16:00Z', 'revision_number': 5, 'project_id': 'c7d349f62c0c4747bd1748ca0a4bde00', 'subnets': [{'id': '5adcbf66-cad3-499f-bfcd-a299fbf0cd74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-1-iscsi', False) {} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:20:47.857765 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a9c9753-971a-4740-b232-08d6aa409651 None None] The sync data for ids ['00530d2f-799a-4044-9006-5104009f2aa9'] in dv-cinder-850321-1-iscsi is: [{'id': '00530d2f-799a-4044-9006-5104009f2aa9', 'name': 'tempest-AttachVolumeNegativeTest-1235427896-router', 'tenant_id': 'c7d349f62c0c4747bd1748ca0a4bde00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'external_fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'f1e77053-8d9a-412c-ac41-d1a4ceefb391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T12:15:36Z', 'updated_at': '2022-07-21T12:15:47Z', 'revision_number': 4, 'project_id': 'c7d349f62c0c4747bd1748ca0a4bde00', 'gw_port': {'id': 'f1e77053-8d9a-412c-ac41-d1a4ceefb391', 'name': '', 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:dd:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00530d2f-799a-4044-9006-5104009f2aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:15:38Z', 'updated_at': '2022-07-21T12:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-1-iscsi', '_interfaces': [{'id': 'ad46f4b3-b3ac-4329-91b8-2a06c4cd41ef', 'name': '', 'network_id': '1933b755-354d-4a90-8a75-f1a81a16c8f0', 'tenant_id': 'c7d349f62c0c4747bd1748ca0a4bde00', 'mac_address': 'fa:16:3e:7f:10:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00530d2f-799a-4044-9006-5104009f2aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '5adcbf66-cad3-499f-bfcd-a299fbf0cd74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:15:44Z', 'updated_at': '2022-07-21T12:16:00Z', 'revision_number': 5, 'project_id': 'c7d349f62c0c4747bd1748ca0a4bde00', 'subnets': [{'id': '5adcbf66-cad3-499f-bfcd-a299fbf0cd74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 12:20:48.088653 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86628ec8-e42b-4a8c-b2c4-f12e535dc5cd None None] New status for floating IP ba2e9d87-590f-41c7-bc91-5007111f3cab: DOWN {{(pid=104161) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 21 12:20:48.556979 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.18', 35146) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:20:48.612463 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-876f4fab-f9ff-4c54-976a-a69655c026d5 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Publish callbacks [] for security_group (6d38c906-d0a5-4f4f-bf8b-e13b1ce42125), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:20:48.636768 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-876f4fab-f9ff-4c54-976a-a69655c026d5 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Publish callbacks [] for security_group (6d38c906-d0a5-4f4f-bf8b-e13b1ce42125), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:20:48.686696 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-876f4fab-f9ff-4c54-976a-a69655c026d5 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (6d38c906-d0a5-4f4f-bf8b-e13b1ce42125), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:20:48.689698 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-876f4fab-f9ff-4c54-976a-a69655c026d5 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Publish callbacks [] for security_group (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:20:48.690877 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-876f4fab-f9ff-4c54-976a-a69655c026d5 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.18 "DELETE /v2.0/security-groups/6d38c906-d0a5-4f4f-bf8b-e13b1ce42125 HTTP/1.1" status: 204 len: 168 time: 0.1328480 Jul 21 12:20:48.693899 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 35148) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:20:48.700549 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876f4fab-f9ff-4c54-976a-a69655c026d5 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d38c906-d0a5-4f4f-bf8b-e13b1ce42125,revision_number=None']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:20:48.711602 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.api.v2.resource [None req-7a655e91-70e6-414d-8593-94de07c2bac6 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] show failed (client error): The resource could not be found. Jul 21 12:20:48.712679 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-7a655e91-70e6-414d-8593-94de07c2bac6 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.18 "GET /v2.0/security-groups/6d38c906-d0a5-4f4f-bf8b-e13b1ce42125 HTTP/1.1" status: 404 len: 347 time: 0.0177228 Jul 21 12:20:48.715862 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.18', 35150) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:20:48.837941 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-d8c26b4f-b2df-48a5-8adc-1d781245bab7 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Deleting port 1f7f9a1b-c5ee-4ad0-8e3b-e071950c9067 {{(pid=104160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 12:20:48.838285 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-d8c26b4f-b2df-48a5-8adc-1d781245bab7 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760977592'] for port (1f7f9a1b-c5ee-4ad0-8e3b-e071950c9067), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:20:48.861995 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:20:48.927992 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-d8c26b4f-b2df-48a5-8adc-1d781245bab7 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683200'] for port (1f7f9a1b-c5ee-4ad0-8e3b-e071950c9067), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:20:48.928284 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-d8c26b4f-b2df-48a5-8adc-1d781245bab7 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Publish callbacks [] for floatingip (1f7f9a1b-c5ee-4ad0-8e3b-e071950c9067), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:20:48.941423 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-d8c26b4f-b2df-48a5-8adc-1d781245bab7 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Calling delete_port for 1f7f9a1b-c5ee-4ad0-8e3b-e071950c9067 owned by network:floatingip {{(pid=104160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 12:20:48.961775 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Device a3a749f9-9d2a-4142-9cc4-ab2571ae2df6 no longer exists at agent hyperv_hv-cinder-85032 {{(pid=104161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 12:20:48.981795 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] No Port match for: a3a749f9-9d2a-4142-9cc4-ab2571ae2df6 {{(pid=104161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 12:20:48.982225 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Device a3a749f9-9d2a-4142-9cc4-ab2571ae2df6 not bound to the agent host hv-cinder-85032 {{(pid=104161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 12:20:49.089387 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-d8c26b4f-b2df-48a5-8adc-1d781245bab7 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760983080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773760637175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9357752'] for port (1f7f9a1b-c5ee-4ad0-8e3b-e071950c9067), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:20:49.120679 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c26b4f-b2df-48a5-8adc-1d781245bab7 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Pushing event deleted for resources: {'Port': ['ID=1f7f9a1b-c5ee-4ad0-8e3b-e071950c9067,revision_number=None']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:20:49.176673 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:20:49.201097 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-d8c26b4f-b2df-48a5-8adc-1d781245bab7 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Publish callbacks [] for floatingip (ba2e9d87-590f-41c7-bc91-5007111f3cab), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:20:49.204971 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-d8c26b4f-b2df-48a5-8adc-1d781245bab7 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170956'] for floatingip (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:20:49.206324 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-d8c26b4f-b2df-48a5-8adc-1d781245bab7 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.18 "DELETE /v2.0/floatingips/ba2e9d87-590f-41c7-bc91-5007111f3cab HTTP/1.1" status: 204 len: 168 time: 0.4893835 Jul 21 12:20:49.278307 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.18', 35154) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:20:49.283322 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.v2.base [None req-328d185c-8fd3-45a8-8067-92e124af2817 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1206507904', 'description': 'tempest-description--1641368405'}} {{(pid=104160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 12:20:49.305357 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-328d185c-8fd3-45a8-8067-92e124af2817 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Publish callbacks [] for security_group (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:20:49.385332 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-328d185c-8fd3-45a8-8067-92e124af2817 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Publish callbacks [] for security_group (29a7cd28-7336-4688-9076-defd7235b6d0), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:20:49.390496 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-328d185c-8fd3-45a8-8067-92e124af2817 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (29a7cd28-7336-4688-9076-defd7235b6d0), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:20:49.421306 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-328d185c-8fd3-45a8-8067-92e124af2817 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Publish callbacks [] for security_group (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:20:49.422541 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-328d185c-8fd3-45a8-8067-92e124af2817 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1432147 Jul 21 12:20:49.424598 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328d185c-8fd3-45a8-8067-92e124af2817 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29a7cd28-7336-4688-9076-defd7235b6d0,revision_number=1']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:20:49.425675 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 35156) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:20:49.430388 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.v2.base [None req-42d2b88d-bcd3-42dc-9b37-9b7761d667cc tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Request body: {'security_group_rule': {'security_group_id': '29a7cd28-7336-4688-9076-defd7235b6d0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 12:20:49.459765 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-42d2b88d-bcd3-42dc-9b37-9b7761d667cc tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Publish callbacks [] for security_group_rule (8a095c57-822e-4f11-8c13-bb69ae01bc1e), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:20:49.520576 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-42d2b88d-bcd3-42dc-9b37-9b7761d667cc tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Publish callbacks [] for security_group_rule (8a095c57-822e-4f11-8c13-bb69ae01bc1e), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:20:49.525035 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-42d2b88d-bcd3-42dc-9b37-9b7761d667cc tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757972'] for security_group_rule (8a095c57-822e-4f11-8c13-bb69ae01bc1e), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:20:49.545857 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d2b88d-bcd3-42dc-9b37-9b7761d667cc tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a095c57-822e-4f11-8c13-bb69ae01bc1e,revision_number=0']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:20:49.554746 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d2b88d-bcd3-42dc-9b37-9b7761d667cc tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:20:49.555092 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d2b88d-bcd3-42dc-9b37-9b7761d667cc tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:20:49.555435 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d2b88d-bcd3-42dc-9b37-9b7761d667cc tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:20:49.555799 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d2b88d-bcd3-42dc-9b37-9b7761d667cc tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:20:49.556145 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d2b88d-bcd3-42dc-9b37-9b7761d667cc tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:20:49.556463 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d2b88d-bcd3-42dc-9b37-9b7761d667cc tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:20:49.556791 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d2b88d-bcd3-42dc-9b37-9b7761d667cc tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:20:49.557122 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d2b88d-bcd3-42dc-9b37-9b7761d667cc tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:20:49.557449 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d2b88d-bcd3-42dc-9b37-9b7761d667cc tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:20:49.557774 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d2b88d-bcd3-42dc-9b37-9b7761d667cc tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:20:49.558099 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d2b88d-bcd3-42dc-9b37-9b7761d667cc tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:20:49.558424 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d2b88d-bcd3-42dc-9b37-9b7761d667cc tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:20:49.558744 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d2b88d-bcd3-42dc-9b37-9b7761d667cc tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:20:49.559066 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d2b88d-bcd3-42dc-9b37-9b7761d667cc tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:20:49.559386 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d2b88d-bcd3-42dc-9b37-9b7761d667cc tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:20:49.566158 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-42d2b88d-bcd3-42dc-9b37-9b7761d667cc tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:20:49.567706 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-42d2b88d-bcd3-42dc-9b37-9b7761d667cc tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1408043 Jul 21 12:20:49.575995 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 35162) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:20:49.580580 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.v2.base [None req-bfc6c82c-27f5-4f8f-8b82-f7e8dfaafa0f tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Request body: {'security_group_rule': {'security_group_id': '29a7cd28-7336-4688-9076-defd7235b6d0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 12:20:49.608584 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-bfc6c82c-27f5-4f8f-8b82-f7e8dfaafa0f tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Publish callbacks [] for security_group_rule (9acaa934-587f-4f40-a0d6-255f23c6c93a), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:20:49.668595 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-bfc6c82c-27f5-4f8f-8b82-f7e8dfaafa0f tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Publish callbacks [] for security_group_rule (9acaa934-587f-4f40-a0d6-255f23c6c93a), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:20:49.673192 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-bfc6c82c-27f5-4f8f-8b82-f7e8dfaafa0f tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757972'] for security_group_rule (9acaa934-587f-4f40-a0d6-255f23c6c93a), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:20:49.697145 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc6c82c-27f5-4f8f-8b82-f7e8dfaafa0f tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9acaa934-587f-4f40-a0d6-255f23c6c93a,revision_number=0']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:20:49.704194 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-bfc6c82c-27f5-4f8f-8b82-f7e8dfaafa0f tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:20:49.705869 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-bfc6c82c-27f5-4f8f-8b82-f7e8dfaafa0f tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1284392 Jul 21 12:20:49.708645 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 35168) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:20:49.713406 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.v2.base [None req-0a97cae0-0310-4c98-9690-79dab7b3afcb tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Request body: {'floatingip': {'floating_network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8'}} {{(pid=104159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 12:20:49.737934 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-0a97cae0-0310-4c98-9690-79dab7b3afcb tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:20:49.801620 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5127f2-1d46-49a8-ab09-e0b64e7ed90b req-c965a4e3-27ec-4d77-aa57-ade355f469da tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:20:49.802988 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-8e5127f2-1d46-49a8-ab09-e0b64e7ed90b req-c965a4e3-27ec-4d77-aa57-ade355f469da tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/ports?device_id=f7beff96-056c-4a78-b04d-a40d451df275 HTTP/1.1" status: 200 len: 945 time: 0.0509562 Jul 21 12:20:49.827759 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-0a97cae0-0310-4c98-9690-79dab7b3afcb tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:20:49.862043 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-8e5127f2-1d46-49a8-ab09-e0b64e7ed90b req-0af5b93a-9717-42bc-ac37-1b860d21284f tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c0cdf6e-1f1e-43ca-be9f-01494c9cc6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531099 Jul 21 12:20:49.943467 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.db.db_base_plugin_common [None req-0a97cae0-0310-4c98-9690-79dab7b3afcb tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Allocated IP 172.27.3.80 (f382b478-dfd7-4678-bcdd-821f508b5bc8/39ec59ca-1d5b-4110-899c-eae6f5db3a39/1ab4893f-5c04-4f40-889f-2bf876adc175) {{(pid=104159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 12:20:50.047398 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-0a97cae0-0310-4c98-9690-79dab7b3afcb tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Publish callbacks [] for port (1ab4893f-5c04-4f40-889f-2bf876adc175), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:20:50.076015 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:20:50.094015 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-0a97cae0-0310-4c98-9690-79dab7b3afcb tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773760637166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8469579'] for port (1ab4893f-5c04-4f40-889f-2bf876adc175), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:20:50.098504 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:20:50.139014 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a97cae0-0310-4c98-9690-79dab7b3afcb tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Network f382b478-dfd7-4678-bcdd-821f508b5bc8 is already hosted by enough agents. {{(pid=104159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 12:20:50.142394 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.scheduler.base_scheduler [None req-0a97cae0-0310-4c98-9690-79dab7b3afcb tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Resources bound (agent type, host, resource id): {{(pid=104159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 12:20:50.148893 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a97cae0-0310-4c98-9690-79dab7b3afcb tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Received port after_create {{(pid=104159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 12:20:50.181099 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a97cae0-0310-4c98-9690-79dab7b3afcb tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Pushing event updated for resources: {'Port': ['ID=1ab4893f-5c04-4f40-889f-2bf876adc175,revision_number=1']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:20:50.242032 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-0a97cae0-0310-4c98-9690-79dab7b3afcb tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Publish callbacks [] for floatingip (8650ed7d-07b8-4b6f-89c8-f7c720427ab1), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:20:50.288241 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-0a97cae0-0310-4c98-9690-79dab7b3afcb tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (1ab4893f-5c04-4f40-889f-2bf876adc175), before_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:20:50.446126 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-0a97cae0-0310-4c98-9690-79dab7b3afcb tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Publish callbacks [] for port (1ab4893f-5c04-4f40-889f-2bf876adc175), precommit_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:20:50.452207 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-0a97cae0-0310-4c98-9690-79dab7b3afcb tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8469616'] for port (1ab4893f-5c04-4f40-889f-2bf876adc175), after_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:20:50.522311 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a97cae0-0310-4c98-9690-79dab7b3afcb tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Pushing event updated for resources: {'Port': ['ID=1ab4893f-5c04-4f40-889f-2bf876adc175,revision_number=2']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:20:50.537382 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-0a97cae0-0310-4c98-9690-79dab7b3afcb tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681920'] for floatingip (8650ed7d-07b8-4b6f-89c8-f7c720427ab1), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:20:50.555913 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-0a97cae0-0310-4c98-9690-79dab7b3afcb tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170956'] for floatingip (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:20:50.557191 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-0a97cae0-0310-4c98-9690-79dab7b3afcb tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8474855 Jul 21 12:20:50.717507 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-8f8e7836-e2fa-414b-8bda-1fdbefc8a897 req-bee54295-1a7a-4cdc-bc66-20f9c64d3979 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1206507904&fields=id&tenant_id=c7d349f62c0c4747bd1748ca0a4bde00 HTTP/1.1" status: 200 len: 267 time: 0.0505135 Jul 21 12:20:50.837775 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8e7836-e2fa-414b-8bda-1fdbefc8a897 req-2dbd0181-afa1-431c-87b9-dfef251e1507 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:20:50.840320 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-8f8e7836-e2fa-414b-8bda-1fdbefc8a897 req-2dbd0181-afa1-431c-87b9-dfef251e1507 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.18 "GET /v2.0/networks?id=1933b755-354d-4a90-8a75-f1a81a16c8f0 HTTP/1.1" status: 200 len: 815 time: 0.1161168 Jul 21 12:20:50.857523 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-8f8e7836-e2fa-414b-8bda-1fdbefc8a897 req-5745a24e-9648-430a-985a-6e947f303b7a tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.18 "GET /v2.0/quotas/c7d349f62c0c4747bd1748ca0a4bde00 HTTP/1.1" status: 200 len: 375 time: 0.0114267 Jul 21 12:20:50.914866 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-8f8e7836-e2fa-414b-8bda-1fdbefc8a897 req-f44c52d1-e5b0-4dc5-b527-8176b76b8cb7 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=c7d349f62c0c4747bd1748ca0a4bde00&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0506237 Jul 21 12:20:50.983688 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842f30c2-6c0f-4e40-9a81-005f23afc7c8 req-1cc27156-47c7-41f6-b7b1-bb6e35e417dc tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:20:50.985127 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-842f30c2-6c0f-4e40-9a81-005f23afc7c8 req-1cc27156-47c7-41f6-b7b1-bb6e35e417dc tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/ports?device_id=f7beff96-056c-4a78-b04d-a40d451df275 HTTP/1.1" status: 200 len: 945 time: 0.0494523 Jul 21 12:20:51.018817 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-8f8e7836-e2fa-414b-8bda-1fdbefc8a897 req-990df226-a7e8-4211-b24e-9ff85e17b092 service neutron] 10.222.0.18 "GET /v2.0/networks/1933b755-354d-4a90-8a75-f1a81a16c8f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910382 Jul 21 12:20:51.033356 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:20:51.040722 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-842f30c2-6c0f-4e40-9a81-005f23afc7c8 req-699ba928-0289-4fbd-9623-016f9fc85928 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c0cdf6e-1f1e-43ca-be9f-01494c9cc6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499685 Jul 21 12:20:51.117898 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-8f8e7836-e2fa-414b-8bda-1fdbefc8a897 req-f1db85b6-9127-440d-9d88-c14d8713ab3e service neutron] 10.222.0.18 "GET /v2.0/networks/1933b755-354d-4a90-8a75-f1a81a16c8f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928595 Jul 21 12:20:51.324203 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-6ece1028-16cf-40be-9b6b-32eb0f6036cf req-6e72f5bd-e932-4a4b-a983-2f1051bfa4b9 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.18 "GET /v2.0/ports?device_id=268b1908-0cbe-4998-81e4-94e464a7f41e HTTP/1.1" status: 200 len: 210 time: 0.0341496 Jul 21 12:20:52.168757 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6da527e-d707-4331-9fb2-433e6b2e9a0e req-97ced184-9b9e-4fba-9b88-ac2eca1ae795 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:20:52.170652 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-f6da527e-d707-4331-9fb2-433e6b2e9a0e req-97ced184-9b9e-4fba-9b88-ac2eca1ae795 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/ports?device_id=f7beff96-056c-4a78-b04d-a40d451df275 HTTP/1.1" status: 200 len: 945 time: 0.0548999 Jul 21 12:20:52.223298 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-f6da527e-d707-4331-9fb2-433e6b2e9a0e req-8992e603-a37a-4b5f-a99b-859bb241bf2f tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c0cdf6e-1f1e-43ca-be9f-01494c9cc6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465221 Jul 21 12:20:52.434501 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-7a1ebfa7-617e-482c-9f54-69c8c8d31954 req-cff53622-9b5a-4137-b6be-c5b87664671d tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.18 "GET /v2.0/ports?device_id=268b1908-0cbe-4998-81e4-94e464a7f41e HTTP/1.1" status: 200 len: 210 time: 0.0316718 Jul 21 12:20:53.308003 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:20:53.356717 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1711a5c3-561a-4420-b26f-4b0f85c2b3ae req-4469079e-78e9-4010-8de2-9f175b2c5eb7 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:20:53.358445 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-1711a5c3-561a-4420-b26f-4b0f85c2b3ae req-4469079e-78e9-4010-8de2-9f175b2c5eb7 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/ports?device_id=f7beff96-056c-4a78-b04d-a40d451df275 HTTP/1.1" status: 200 len: 945 time: 0.0631955 Jul 21 12:20:53.410782 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-1711a5c3-561a-4420-b26f-4b0f85c2b3ae req-b8f0769b-b70e-4435-8956-45af47341656 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c0cdf6e-1f1e-43ca-be9f-01494c9cc6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462639 Jul 21 12:20:53.617029 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-023ba298-c88b-40a0-912b-ccc5bd764cd1 req-05d53051-a64c-4a2c-8df5-f7be4d6a0d52 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.18 "GET /v2.0/ports?device_id=268b1908-0cbe-4998-81e4-94e464a7f41e HTTP/1.1" status: 200 len: 210 time: 0.0418398 Jul 21 12:20:53.680515 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8ef3f5-44b6-44bc-8f23-c2935756ed77 req-b082496d-3f46-4828-b037-cdc3010c774b tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:20:53.681934 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-9c8ef3f5-44b6-44bc-8f23-c2935756ed77 req-b082496d-3f46-4828-b037-cdc3010c774b tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7beff96-056c-4a78-b04d-a40d451df275 HTTP/1.1" status: 200 len: 945 time: 0.0541878 Jul 21 12:20:54.059716 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [req-9c8ef3f5-44b6-44bc-8f23-c2935756ed77 req-9d4d8854-7bda-486c-a601-939dc759f442 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Deleting port be4abb71-cd5c-494a-afbd-f3f3edffda94 {{(pid=104160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 12:20:54.060018 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-9c8ef3f5-44b6-44bc-8f23-c2935756ed77 req-9d4d8854-7bda-486c-a601-939dc759f442 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760977592'] for port (be4abb71-cd5c-494a-afbd-f3f3edffda94), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:20:54.229582 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.db [req-9c8ef3f5-44b6-44bc-8f23-c2935756ed77 req-9d4d8854-7bda-486c-a601-939dc759f442 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] For port be4abb71-cd5c-494a-afbd-f3f3edffda94, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=be4abb71-cd5c-494a-afbd-f3f3edffda94,segment=NetworkSegment(c03e7b66-2543-4f79-a51b-efdd8f487a85),segment_id=c03e7b66-2543-4f79-a51b-efdd8f487a85)] {{(pid=104160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 12:20:54.229956 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-9c8ef3f5-44b6-44bc-8f23-c2935756ed77 req-9d4d8854-7bda-486c-a601-939dc759f442 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683200'] for port (be4abb71-cd5c-494a-afbd-f3f3edffda94), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:20:54.240874 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:20:54.337937 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8e7836-e2fa-414b-8bda-1fdbefc8a897 req-346af263-da29-4be7-bd85-c3d2b9ef293e tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:20:54.339426 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-8f8e7836-e2fa-414b-8bda-1fdbefc8a897 req-346af263-da29-4be7-bd85-c3d2b9ef293e tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.48 "GET /v2.0/networks?id=1933b755-354d-4a90-8a75-f1a81a16c8f0 HTTP/1.1" status: 200 len: 815 time: 0.2027090 Jul 21 12:20:54.374808 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:20:54.445390 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-9c8ef3f5-44b6-44bc-8f23-c2935756ed77 req-9d4d8854-7bda-486c-a601-939dc759f442 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:20:54.445760 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-9c8ef3f5-44b6-44bc-8f23-c2935756ed77 req-9d4d8854-7bda-486c-a601-939dc759f442 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681920'] for floatingip (239e24d4-a5ff-42a1-9f26-0af6c13119b4), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:20:54.446081 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.db.l3_db [req-9c8ef3f5-44b6-44bc-8f23-c2935756ed77 req-9d4d8854-7bda-486c-a601-939dc759f442 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Floating IP 239e24d4-a5ff-42a1-9f26-0af6c13119b4 disassociated. External IP: 172.27.3.204, port: be4abb71-cd5c-494a-afbd-f3f3edffda94. Jul 21 12:20:54.446424 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [req-9c8ef3f5-44b6-44bc-8f23-c2935756ed77 req-9d4d8854-7bda-486c-a601-939dc759f442 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Calling delete_port for be4abb71-cd5c-494a-afbd-f3f3edffda94 owned by compute:nova {{(pid=104160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 12:20:54.532024 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e2710b-4dee-4655-93e0-b1af5edb7ee2 req-6a9b9c0d-0f4c-4945-8e0a-fb40190391fd tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:20:54.533541 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-f7e2710b-4dee-4655-93e0-b1af5edb7ee2 req-6a9b9c0d-0f4c-4945-8e0a-fb40190391fd tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/ports?device_id=f7beff96-056c-4a78-b04d-a40d451df275 HTTP/1.1" status: 200 len: 945 time: 0.0486100 Jul 21 12:20:54.569269 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-8f8e7836-e2fa-414b-8bda-1fdbefc8a897 req-3cc72d69-586f-4dd9-9a5a-a08a8f195f2a tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c7d349f62c0c4747bd1748ca0a4bde00 HTTP/1.1" status: 200 len: 380 time: 0.1094675 Jul 21 12:20:54.580279 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.v2.base [req-8f8e7836-e2fa-414b-8bda-1fdbefc8a897 req-4dddb57c-5711-4613-9d33-a6b263b636a9 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Request body: {'port': {'device_id': '268b1908-0cbe-4998-81e4-94e464a7f41e', 'network_id': '1933b755-354d-4a90-8a75-f1a81a16c8f0', 'admin_state_up': True, 'tenant_id': 'c7d349f62c0c4747bd1748ca0a4bde00', 'security_groups': ['29a7cd28-7336-4688-9076-defd7235b6d0']}} {{(pid=104160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 12:20:54.591666 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-f7e2710b-4dee-4655-93e0-b1af5edb7ee2 req-2f843cb9-66b3-44c3-b8f8-d66195856123 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c0cdf6e-1f1e-43ca-be9f-01494c9cc6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521288 Jul 21 12:20:54.718876 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-9c8ef3f5-44b6-44bc-8f23-c2935756ed77 req-9d4d8854-7bda-486c-a601-939dc759f442 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760983080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773760637175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9357752'] for port (be4abb71-cd5c-494a-afbd-f3f3edffda94), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:20:54.726960 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-a0cd1794-1cb4-49c4-bee0-da3c29816d6b req-9a120313-d244-4829-a37e-b6863e74003e tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.18 "GET /v2.0/ports?device_id=268b1908-0cbe-4998-81e4-94e464a7f41e HTTP/1.1" status: 200 len: 210 time: 0.0364490 Jul 21 12:20:54.760635 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4d8854-7bda-486c-a601-939dc759f442 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Pushing event deleted for resources: {'Port': ['ID=be4abb71-cd5c-494a-afbd-f3f3edffda94,revision_number=None']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:20:54.827112 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f8e7836-e2fa-414b-8bda-1fdbefc8a897 req-4dddb57c-5711-4613-9d33-a6b263b636a9 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Made reservation on behalf of c7d349f62c0c4747bd1748ca0a4bde00 for: {'port': 1} {{(pid=104160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 12:20:54.830488 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-8f8e7836-e2fa-414b-8bda-1fdbefc8a897 req-4dddb57c-5711-4613-9d33-a6b263b636a9 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:20:54.962278 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9c8ef3f5-44b6-44bc-8f23-c2935756ed77 req-9d4d8854-7bda-486c-a601-939dc759f442 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Router f7cde703-d232-440d-9898-a0aed7dfe59c has already been hosted by L3 agent ceb1130f-c61e-494c-be4f-967cc153319c {{(pid=104160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 12:20:55.056926 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.db.db_base_plugin_common [req-8f8e7836-e2fa-414b-8bda-1fdbefc8a897 req-4dddb57c-5711-4613-9d33-a6b263b636a9 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Allocated IP 172.20.0.8 (1933b755-354d-4a90-8a75-f1a81a16c8f0/5adcbf66-cad3-499f-bfcd-a299fbf0cd74/0ebf00b5-f059-439d-b580-fc35553d9a5d) {{(pid=104160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 12:20:55.095019 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:20:55.131896 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=4,neutron:INSERT=4 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:20:55.163405 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9c8ef3f5-44b6-44bc-8f23-c2935756ed77 req-9d4d8854-7bda-486c-a601-939dc759f442 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Notify agent at l3_agent.dv-cinder-850321-1-iscsi the message routers_updated {{(pid=104160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 12:20:55.175682 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed9dccb-9bbe-4511-8983-8dce84d40a4f None None] Sync routers for ids ['f7cde703-d232-440d-9898-a0aed7dfe59c'] in dv-cinder-850321-1-iscsi {{(pid=104162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 12:20:55.188297 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed9dccb-9bbe-4511-8983-8dce84d40a4f None None] Routers {'f7cde703-d232-440d-9898-a0aed7dfe59c'} bound to L3 agent in host dv-cinder-850321-1-iscsi {{(pid=104162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 12:20:55.188974 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_hamode_db [None req-eed9dccb-9bbe-4511-8983-8dce84d40a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-21T12:06:45Z,description=,heartbeat_timestamp=2022-07-21T12:20:45Z,host='dv-cinder-850321-1-iscsi',id=ceb1130f-c61e-494c-be4f-967cc153319c,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T12:06:45Z,topic='l3_agent')) {'router_ids': ['f7cde703-d232-440d-9898-a0aed7dfe59c'], 'active': True} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:20:55.251287 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c8ef3f5-44b6-44bc-8f23-c2935756ed77 req-9d4d8854-7bda-486c-a601-939dc759f442 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] No DVR routers for this DVR port be4abb71-cd5c-494a-afbd-f3f3edffda94 on host hv-cinder-85032 {{(pid=104160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 12:20:55.254615 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-9c8ef3f5-44b6-44bc-8f23-c2935756ed77 req-9d4d8854-7bda-486c-a601-939dc759f442 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170956'] for port (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:20:55.258005 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-9c8ef3f5-44b6-44bc-8f23-c2935756ed77 req-9d4d8854-7bda-486c-a601-939dc759f442 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.48 "DELETE /v2.0/ports/be4abb71-cd5c-494a-afbd-f3f3edffda94 HTTP/1.1" status: 204 len: 173 time: 1.2924719 Jul 21 12:20:55.258626 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7beff96-056c-4a78-b04d-a40d451df275', 'name': 'network-vif-deleted', 'tag': 'be4abb71-cd5c-494a-afbd-f3f3edffda94'}] {{(pid=104160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 12:20:55.260835 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eb085c56e9e86bbd6a0965d2ba727f3997621403869b150ca98f31427dd41b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5142cdc-4daa-439b-84f8-033430a9d045" -d '{"events": [{"server_uuid": "f7beff96-056c-4a78-b04d-a40d451df275", "name": "network-vif-deleted", "tag": "be4abb71-cd5c-494a-afbd-f3f3edffda94"}]}' {{(pid=104160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 12:20:55.312399 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 12:20:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-983ecb74-fcb1-48aa-9fbc-246497b952b9 x-openstack-request-id: req-983ecb74-fcb1-48aa-9fbc-246497b952b9 {{(pid=104160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 12:20:55.312756 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7beff96-056c-4a78-b04d-a40d451df275", "name": "network-vif-deleted", "tag": "be4abb71-cd5c-494a-afbd-f3f3edffda94", "status": "completed", "code": 200}]} {{(pid=104160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 12:20:55.312946 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-983ecb74-fcb1-48aa-9fbc-246497b952b9 {{(pid=104160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 12:20:55.313344 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.notifiers.nova [-] Nova event matching ['req-983ecb74-fcb1-48aa-9fbc-246497b952b9'] response: {'server_uuid': 'f7beff96-056c-4a78-b04d-a40d451df275', 'name': 'network-vif-deleted', 'tag': 'be4abb71-cd5c-494a-afbd-f3f3edffda94', 'status': 'completed', 'code': 200} Jul 21 12:20:55.316348 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvr_db [None req-eed9dccb-9bbe-4511-8983-8dce84d40a4f None None] Set router f7cde703-d232-440d-9898-a0aed7dfe59c gateway port host: dv-cinder-850321-1-iscsi {{(pid=104162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 12:20:55.318760 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-8f8e7836-e2fa-414b-8bda-1fdbefc8a897 req-4dddb57c-5711-4613-9d33-a6b263b636a9 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Publish callbacks [] for port (0ebf00b5-f059-439d-b580-fc35553d9a5d), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:20:55.358849 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-8f8e7836-e2fa-414b-8bda-1fdbefc8a897 req-4dddb57c-5711-4613-9d33-a6b263b636a9 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773760637166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9357752'] for port (0ebf00b5-f059-439d-b580-fc35553d9a5d), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:20:55.405787 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f8e7836-e2fa-414b-8bda-1fdbefc8a897 req-4dddb57c-5711-4613-9d33-a6b263b636a9 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Network 1933b755-354d-4a90-8a75-f1a81a16c8f0 is already hosted by enough agents. {{(pid=104160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 12:20:55.412024 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.scheduler.base_scheduler [req-8f8e7836-e2fa-414b-8bda-1fdbefc8a897 req-4dddb57c-5711-4613-9d33-a6b263b636a9 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Resources bound (agent type, host, resource id): {{(pid=104160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 12:20:55.416422 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f8e7836-e2fa-414b-8bda-1fdbefc8a897 req-4dddb57c-5711-4613-9d33-a6b263b636a9 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Received port after_create {{(pid=104160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 12:20:55.437122 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=100 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:20:55.449085 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dddb57c-5711-4613-9d33-a6b263b636a9 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Pushing event updated for resources: {'Port': ['ID=0ebf00b5-f059-439d-b580-fc35553d9a5d,revision_number=1']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:20:55.486939 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8e7836-e2fa-414b-8bda-1fdbefc8a897 req-4dddb57c-5711-4613-9d33-a6b263b636a9 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:20:55.487738 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-8f8e7836-e2fa-414b-8bda-1fdbefc8a897 req-4dddb57c-5711-4613-9d33-a6b263b636a9 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170956'] for port (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:20:55.509186 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-8f8e7836-e2fa-414b-8bda-1fdbefc8a897 req-4dddb57c-5711-4613-9d33-a6b263b636a9 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9328144 Jul 21 12:20:55.520097 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_hamode_db [None req-eed9dccb-9bbe-4511-8983-8dce84d40a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7cde703-d232-440d-9898-a0aed7dfe59c', 'name': 'tempest-ServerRescueNegativeTestJSON-1507637807-router', 'tenant_id': 'f3726ac8b83847468671bd930deb5492', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'external_fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': 'ba4fbb24-038c-4480-b6ce-f3922637d5fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T12:15:26Z', 'updated_at': '2022-07-21T12:15:39Z', 'revision_number': 4, 'project_id': 'f3726ac8b83847468671bd930deb5492', 'gw_port': {'id': 'ba4fbb24-038c-4480-b6ce-f3922637d5fc', 'name': '', 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:51:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7cde703-d232-440d-9898-a0aed7dfe59c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:15:27Z', 'updated_at': '2022-07-21T12:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-1-iscsi', '_interfaces': [{'id': 'dddb8c86-648d-4310-a805-8ec6ac8ca639', 'name': '', 'network_id': 'ac7b63b3-36ed-4162-888b-3062a1149573', 'tenant_id': 'f3726ac8b83847468671bd930deb5492', 'mac_address': 'fa:16:3e:92:90:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7cde703-d232-440d-9898-a0aed7dfe59c', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '85871871-89d2-41dd-b1d6-9b7f2440aaee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:15:36Z', 'updated_at': '2022-07-21T12:15:52Z', 'revision_number': 5, 'project_id': 'f3726ac8b83847468671bd930deb5492', 'subnets': [{'id': '85871871-89d2-41dd-b1d6-9b7f2440aaee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-1-iscsi', False) {} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:20:55.521747 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=100 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:20:55.552740 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed9dccb-9bbe-4511-8983-8dce84d40a4f None None] Checking router: f7cde703-d232-440d-9898-a0aed7dfe59c for host: dv-cinder-850321-1-iscsi {{(pid=104162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 12:20:55.553223 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.v2.base [req-8f8e7836-e2fa-414b-8bda-1fdbefc8a897 req-cec1c634-35a2-4b6e-ada3-38e8460c3355 service neutron] Request body: {'port': {'device_id': '268b1908-0cbe-4998-81e4-94e464a7f41e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85032'}} {{(pid=104160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 12:20:55.563943 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed9dccb-9bbe-4511-8983-8dce84d40a4f None None] Routers {'f7cde703-d232-440d-9898-a0aed7dfe59c'} bound to L3 agent in host dv-cinder-850321-1-iscsi {{(pid=104162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 12:20:55.564732 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_hamode_db [None req-eed9dccb-9bbe-4511-8983-8dce84d40a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-21T12:06:45Z,description=,heartbeat_timestamp=2022-07-21T12:20:45Z,host='dv-cinder-850321-1-iscsi',id=ceb1130f-c61e-494c-be4f-967cc153319c,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T12:06:45Z,topic='l3_agent')) {'router_ids': ['f7cde703-d232-440d-9898-a0aed7dfe59c'], 'active': True} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:20:55.643705 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-8f8e7836-e2fa-414b-8bda-1fdbefc8a897 req-cec1c634-35a2-4b6e-ada3-38e8460c3355 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (0ebf00b5-f059-439d-b580-fc35553d9a5d), before_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:20:55.675072 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvr_db [None req-eed9dccb-9bbe-4511-8983-8dce84d40a4f None None] Set router f7cde703-d232-440d-9898-a0aed7dfe59c gateway port host: dv-cinder-850321-1-iscsi {{(pid=104162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 12:20:55.689922 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=24,neutron:UPDATE=8 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:20:55.693318 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [None req-3e2b1fce-aa88-4da3-bac5-f03bf02d1c90 None None] Provisioning complete for port 0ebf00b5-f059-439d-b580-fc35553d9a5d triggered by entity DHCP. {{(pid=104161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 12:20:55.694065 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-3e2b1fce-aa88-4da3-bac5-f03bf02d1c90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388846'] for port (0ebf00b5-f059-439d-b580-fc35553d9a5d), provisioning_complete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:20:55.729812 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-3e2b1fce-aa88-4da3-bac5-f03bf02d1c90 None None] Port 0ebf00b5-f059-439d-b580-fc35553d9a5d cannot update to ACTIVE because it is not bound. {{(pid=104161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 12:20:55.876715 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9fc4bc-fe17-48d3-b93f-a2014dbed634 req-2a567c0b-a2fa-4ca5-b070-4837cadc331b tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:20:55.879123 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-3d9fc4bc-fe17-48d3-b93f-a2014dbed634 req-2a567c0b-a2fa-4ca5-b070-4837cadc331b tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.18 "GET /v2.0/ports?device_id=268b1908-0cbe-4998-81e4-94e464a7f41e HTTP/1.1" status: 200 len: 931 time: 0.0733986 Jul 21 12:20:55.895243 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_hamode_db [None req-eed9dccb-9bbe-4511-8983-8dce84d40a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7cde703-d232-440d-9898-a0aed7dfe59c', 'name': 'tempest-ServerRescueNegativeTestJSON-1507637807-router', 'tenant_id': 'f3726ac8b83847468671bd930deb5492', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'external_fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': 'ba4fbb24-038c-4480-b6ce-f3922637d5fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T12:15:26Z', 'updated_at': '2022-07-21T12:15:39Z', 'revision_number': 4, 'project_id': 'f3726ac8b83847468671bd930deb5492', 'gw_port': {'id': 'ba4fbb24-038c-4480-b6ce-f3922637d5fc', 'name': '', 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:51:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7cde703-d232-440d-9898-a0aed7dfe59c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:15:27Z', 'updated_at': '2022-07-21T12:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-1-iscsi', '_interfaces': [{'id': 'dddb8c86-648d-4310-a805-8ec6ac8ca639', 'name': '', 'network_id': 'ac7b63b3-36ed-4162-888b-3062a1149573', 'tenant_id': 'f3726ac8b83847468671bd930deb5492', 'mac_address': 'fa:16:3e:92:90:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7cde703-d232-440d-9898-a0aed7dfe59c', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '85871871-89d2-41dd-b1d6-9b7f2440aaee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:15:36Z', 'updated_at': '2022-07-21T12:15:52Z', 'revision_number': 5, 'project_id': 'f3726ac8b83847468671bd930deb5492', 'subnets': [{'id': '85871871-89d2-41dd-b1d6-9b7f2440aaee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-1-iscsi', False) {} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:20:55.937033 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed9dccb-9bbe-4511-8983-8dce84d40a4f None None] The sync data for ids ['f7cde703-d232-440d-9898-a0aed7dfe59c'] in dv-cinder-850321-1-iscsi is: [{'id': 'f7cde703-d232-440d-9898-a0aed7dfe59c', 'name': 'tempest-ServerRescueNegativeTestJSON-1507637807-router', 'tenant_id': 'f3726ac8b83847468671bd930deb5492', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'external_fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': 'ba4fbb24-038c-4480-b6ce-f3922637d5fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T12:15:26Z', 'updated_at': '2022-07-21T12:15:39Z', 'revision_number': 4, 'project_id': 'f3726ac8b83847468671bd930deb5492', 'gw_port': {'id': 'ba4fbb24-038c-4480-b6ce-f3922637d5fc', 'name': '', 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:51:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7cde703-d232-440d-9898-a0aed7dfe59c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:15:27Z', 'updated_at': '2022-07-21T12:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-1-iscsi', '_interfaces': [{'id': 'dddb8c86-648d-4310-a805-8ec6ac8ca639', 'name': '', 'network_id': 'ac7b63b3-36ed-4162-888b-3062a1149573', 'tenant_id': 'f3726ac8b83847468671bd930deb5492', 'mac_address': 'fa:16:3e:92:90:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7cde703-d232-440d-9898-a0aed7dfe59c', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '85871871-89d2-41dd-b1d6-9b7f2440aaee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:15:36Z', 'updated_at': '2022-07-21T12:15:52Z', 'revision_number': 5, 'project_id': 'f3726ac8b83847468671bd930deb5492', 'subnets': [{'id': '85871871-89d2-41dd-b1d6-9b7f2440aaee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 12:20:55.953579 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-3d9fc4bc-fe17-48d3-b93f-a2014dbed634 req-a887bf44-1e65-422c-a70d-ce998c9dfdfe tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.18 "GET /v2.0/security-groups?id=29a7cd28-7336-4688-9076-defd7235b6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648692 Jul 21 12:20:56.030439 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-925bf525-1940-4a58-a2af-d263f930af16 req-81844680-6841-4745-8088-5006a30ec816 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/ports?device_id=f7beff96-056c-4a78-b04d-a40d451df275 HTTP/1.1" status: 200 len: 210 time: 0.3483894 Jul 21 12:20:56.231912 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b0d9eb-4b8e-4855-acae-e6663f02cc0f None None] New status for floating IP 239e24d4-a5ff-42a1-9f26-0af6c13119b4: DOWN {{(pid=104161) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 21 12:20:56.273742 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.notifiers.nova [req-8f8e7836-e2fa-414b-8bda-1fdbefc8a897 req-cec1c634-35a2-4b6e-ada3-38e8460c3355 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ebf00b5-f059-439d-b580-fc35553d9a5d {{(pid=104160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 12:20:56.282647 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-8f8e7836-e2fa-414b-8bda-1fdbefc8a897 req-cec1c634-35a2-4b6e-ada3-38e8460c3355 service neutron] Publish callbacks [] for port (0ebf00b5-f059-439d-b580-fc35553d9a5d), precommit_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:20:56.296564 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.db.provisioning_blocks [req-8f8e7836-e2fa-414b-8bda-1fdbefc8a897 req-cec1c634-35a2-4b6e-ada3-38e8460c3355 service neutron] Transition to ACTIVE for port object 0ebf00b5-f059-439d-b580-fc35553d9a5d will not be triggered until provisioned by entity L2. {{(pid=104160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 21 12:20:56.301803 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-8f8e7836-e2fa-414b-8bda-1fdbefc8a897 req-cec1c634-35a2-4b6e-ada3-38e8460c3355 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9357699'] for port (0ebf00b5-f059-439d-b580-fc35553d9a5d), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:20:56.354538 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec1c634-35a2-4b6e-ada3-38e8460c3355 service neutron] Pushing event updated for resources: {'Port': ['ID=0ebf00b5-f059-439d-b580-fc35553d9a5d,revision_number=2']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:20:56.370660 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:20:56.454560 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.managers [req-8f8e7836-e2fa-414b-8bda-1fdbefc8a897 req-cec1c634-35a2-4b6e-ada3-38e8460c3355 service neutron] Attempting to bind port 0ebf00b5-f059-439d-b580-fc35553d9a5d on host hv-cinder-85032 for vnic_type normal with profile {{(pid=104160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 12:20:56.454903 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.managers [req-8f8e7836-e2fa-414b-8bda-1fdbefc8a897 req-cec1c634-35a2-4b6e-ada3-38e8460c3355 service neutron] Attempting to bind port 0ebf00b5-f059-439d-b580-fc35553d9a5d by drivers openvswitch,hyperv on host hv-cinder-85032 at level 0 using segments [{'id': '12da12e1-cfd0-4313-ac52-6e5f4f39ccb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '1933b755-354d-4a90-8a75-f1a81a16c8f0'}] {{(pid=104160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 12:20:56.455328 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f8e7836-e2fa-414b-8bda-1fdbefc8a897 req-cec1c634-35a2-4b6e-ada3-38e8460c3355 service neutron] Attempting to bind port 0ebf00b5-f059-439d-b580-fc35553d9a5d on network 1933b755-354d-4a90-8a75-f1a81a16c8f0 {{(pid=104160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 12:20:56.463032 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f8e7836-e2fa-414b-8bda-1fdbefc8a897 req-cec1c634-35a2-4b6e-ada3-38e8460c3355 service neutron] Port 0ebf00b5-f059-439d-b580-fc35553d9a5d on network 1933b755-354d-4a90-8a75-f1a81a16c8f0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85032 {{(pid=104160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 21 12:20:56.463719 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f8e7836-e2fa-414b-8bda-1fdbefc8a897 req-cec1c634-35a2-4b6e-ada3-38e8460c3355 service neutron] Attempting to bind port 0ebf00b5-f059-439d-b580-fc35553d9a5d on network 1933b755-354d-4a90-8a75-f1a81a16c8f0 {{(pid=104160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 12:20:56.470746 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f8e7836-e2fa-414b-8bda-1fdbefc8a897 req-cec1c634-35a2-4b6e-ada3-38e8460c3355 service neutron] Checking agent: {'id': '0e418a3d-140a-4386-ad03-1f6ad2d8ed7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85032', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 12, 13, 32), 'started_at': datetime.datetime(2022, 7, 21, 12, 13, 32), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 12, 20, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 12:20:56.471170 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f8e7836-e2fa-414b-8bda-1fdbefc8a897 req-cec1c634-35a2-4b6e-ada3-38e8460c3355 service neutron] Checking segment: {'id': '12da12e1-cfd0-4313-ac52-6e5f4f39ccb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '1933b755-354d-4a90-8a75-f1a81a16c8f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 12:20:56.471665 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f8e7836-e2fa-414b-8bda-1fdbefc8a897 req-cec1c634-35a2-4b6e-ada3-38e8460c3355 service neutron] Bound using segment: {'id': '12da12e1-cfd0-4313-ac52-6e5f4f39ccb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '1933b755-354d-4a90-8a75-f1a81a16c8f0'} {{(pid=104160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 12:20:56.472177 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.managers [req-8f8e7836-e2fa-414b-8bda-1fdbefc8a897 req-cec1c634-35a2-4b6e-ada3-38e8460c3355 service neutron] Bound port: 0ebf00b5-f059-439d-b580-fc35553d9a5d, host: hv-cinder-85032, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12da12e1-cfd0-4313-ac52-6e5f4f39ccb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '1933b755-354d-4a90-8a75-f1a81a16c8f0'}}] {{(pid=104160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 12:20:56.472609 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-8f8e7836-e2fa-414b-8bda-1fdbefc8a897 req-cec1c634-35a2-4b6e-ada3-38e8460c3355 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (0ebf00b5-f059-439d-b580-fc35553d9a5d), before_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:20:56.510957 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:20:56.548072 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.db [req-8f8e7836-e2fa-414b-8bda-1fdbefc8a897 req-cec1c634-35a2-4b6e-ada3-38e8460c3355 service neutron] For port 0ebf00b5-f059-439d-b580-fc35553d9a5d, host hv-cinder-85032, cleared binding levels {{(pid=104160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 12:20:56.552310 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.db [req-8f8e7836-e2fa-414b-8bda-1fdbefc8a897 req-cec1c634-35a2-4b6e-ada3-38e8460c3355 service neutron] For port 0ebf00b5-f059-439d-b580-fc35553d9a5d, host hv-cinder-85032, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=0ebf00b5-f059-439d-b580-fc35553d9a5d,segment=NetworkSegment(12da12e1-cfd0-4313-ac52-6e5f4f39ccb4),segment_id=12da12e1-cfd0-4313-ac52-6e5f4f39ccb4)] {{(pid=104160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 12:20:56.559769 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-8f8e7836-e2fa-414b-8bda-1fdbefc8a897 req-cec1c634-35a2-4b6e-ada3-38e8460c3355 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9357699'] for port (0ebf00b5-f059-439d-b580-fc35553d9a5d), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:20:56.602647 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8e7836-e2fa-414b-8bda-1fdbefc8a897 req-cec1c634-35a2-4b6e-ada3-38e8460c3355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:20:56.603317 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-8f8e7836-e2fa-414b-8bda-1fdbefc8a897 req-cec1c634-35a2-4b6e-ada3-38e8460c3355 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170956'] for port (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:20:56.604829 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-8f8e7836-e2fa-414b-8bda-1fdbefc8a897 req-cec1c634-35a2-4b6e-ada3-38e8460c3355 service neutron] 10.222.0.48 "PUT /v2.0/ports/0ebf00b5-f059-439d-b580-fc35553d9a5d HTTP/1.1" status: 200 len: 1093 time: 1.0563436 Jul 21 12:20:56.625412 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec1c634-35a2-4b6e-ada3-38e8460c3355 service neutron] Pushing event updated for resources: {'Port': ['ID=0ebf00b5-f059-439d-b580-fc35553d9a5d,revision_number=3']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:20:56.723628 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8e7836-e2fa-414b-8bda-1fdbefc8a897 req-09dbb155-fc14-4b38-8300-92b50db99ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:20:56.727123 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-8f8e7836-e2fa-414b-8bda-1fdbefc8a897 req-09dbb155-fc14-4b38-8300-92b50db99ba2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c7d349f62c0c4747bd1748ca0a4bde00&device_id=268b1908-0cbe-4998-81e4-94e464a7f41e HTTP/1.1" status: 200 len: 1127 time: 0.0484159 Jul 21 12:20:56.785180 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-8f8e7836-e2fa-414b-8bda-1fdbefc8a897 req-fa591879-c23e-4b6b-97c0-3158a8a8b6a1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0ebf00b5-f059-439d-b580-fc35553d9a5d HTTP/1.1" status: 200 len: 217 time: 0.0410614 Jul 21 12:20:56.833666 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8e7836-e2fa-414b-8bda-1fdbefc8a897 req-ef865932-5637-41ac-a83b-35b151a669e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:20:56.835127 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-8f8e7836-e2fa-414b-8bda-1fdbefc8a897 req-ef865932-5637-41ac-a83b-35b151a669e8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5adcbf66-cad3-499f-bfcd-a299fbf0cd74 HTTP/1.1" status: 200 len: 854 time: 0.0457616 Jul 21 12:20:56.880618 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8e7836-e2fa-414b-8bda-1fdbefc8a897 req-2f7d4191-1e8c-461f-8103-9d80cbafdbe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:20:56.882175 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-8f8e7836-e2fa-414b-8bda-1fdbefc8a897 req-2f7d4191-1e8c-461f-8103-9d80cbafdbe9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1933b755-354d-4a90-8a75-f1a81a16c8f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400805 Jul 21 12:20:56.963042 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Device be4abb71-cd5c-494a-afbd-f3f3edffda94 no longer exists at agent hyperv_hv-cinder-85032 {{(pid=104161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 12:20:56.983294 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-8f8e7836-e2fa-414b-8bda-1fdbefc8a897 req-7fea7c9a-fd3a-408f-acee-51401e3d5f20 service neutron] 10.222.0.48 "GET /v2.0/networks/1933b755-354d-4a90-8a75-f1a81a16c8f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920849 Jul 21 12:20:56.984904 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] No Port match for: be4abb71-cd5c-494a-afbd-f3f3edffda94 {{(pid=104161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 12:20:56.984904 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Device be4abb71-cd5c-494a-afbd-f3f3edffda94 not bound to the agent host hv-cinder-85032 {{(pid=104161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 12:20:57.076649 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cec071a-7e2c-47e0-ba94-7bd1821bffb7 req-325f6ed5-698c-4736-a96c-ddcad1c29ac3 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:20:57.078253 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-8cec071a-7e2c-47e0-ba94-7bd1821bffb7 req-325f6ed5-698c-4736-a96c-ddcad1c29ac3 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.18 "GET /v2.0/ports?device_id=268b1908-0cbe-4998-81e4-94e464a7f41e HTTP/1.1" status: 200 len: 943 time: 0.0510845 Jul 21 12:20:57.084318 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-8f8e7836-e2fa-414b-8bda-1fdbefc8a897 req-aebfc80a-3a97-4675-a490-722a2f52012a service neutron] 10.222.0.48 "GET /v2.0/networks/1933b755-354d-4a90-8a75-f1a81a16c8f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938387 Jul 21 12:20:57.133952 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-8cec071a-7e2c-47e0-ba94-7bd1821bffb7 req-59abb843-17c6-432e-83e7-d61b203c4d0e tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.18 "GET /v2.0/security-groups?id=29a7cd28-7336-4688-9076-defd7235b6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482433 Jul 21 12:20:57.135822 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 35226) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:20:57.195672 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-13bab811-e7a2-4464-9626-166d647829c3 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Publish callbacks [] for security_group (5c0cdf6e-1f1e-43ca-be9f-01494c9cc6b3), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:20:57.221490 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-13bab811-e7a2-4464-9626-166d647829c3 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Publish callbacks [] for security_group (5c0cdf6e-1f1e-43ca-be9f-01494c9cc6b3), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:20:57.270327 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-13bab811-e7a2-4464-9626-166d647829c3 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (5c0cdf6e-1f1e-43ca-be9f-01494c9cc6b3), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:20:57.273102 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-13bab811-e7a2-4464-9626-166d647829c3 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Publish callbacks [] for security_group (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:20:57.274272 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-13bab811-e7a2-4464-9626-166d647829c3 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "DELETE /v2.0/security-groups/5c0cdf6e-1f1e-43ca-be9f-01494c9cc6b3 HTTP/1.1" status: 204 len: 168 time: 0.1375370 Jul 21 12:20:57.277435 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.18', 35228) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:20:57.283993 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bab811-e7a2-4464-9626-166d647829c3 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c0cdf6e-1f1e-43ca-be9f-01494c9cc6b3,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:20:57.297536 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.api.v2.resource [None req-75141734-32c8-44f7-8e01-5524fbae3c37 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] show failed (client error): The resource could not be found. Jul 21 12:20:57.301161 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-75141734-32c8-44f7-8e01-5524fbae3c37 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/security-groups/5c0cdf6e-1f1e-43ca-be9f-01494c9cc6b3 HTTP/1.1" status: 404 len: 347 time: 0.0200818 Jul 21 12:20:57.301933 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.18', 35230) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:20:57.354838 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '268b1908-0cbe-4998-81e4-94e464a7f41e', 'tag': '0ebf00b5-f059-439d-b580-fc35553d9a5d'}] {{(pid=104160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 12:20:57.357225 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eb085c56e9e86bbd6a0965d2ba727f3997621403869b150ca98f31427dd41b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7544a308-9e21-4ff6-9617-671cae0b0a07" -d '{"events": [{"name": "network-changed", "server_uuid": "268b1908-0cbe-4998-81e4-94e464a7f41e", "tag": "0ebf00b5-f059-439d-b580-fc35553d9a5d"}]}' {{(pid=104160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 12:20:57.403760 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 12:20:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-148aacba-8197-43da-977c-acf940b97470 x-openstack-request-id: req-148aacba-8197-43da-977c-acf940b97470 {{(pid=104160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 12:20:57.404022 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "268b1908-0cbe-4998-81e4-94e464a7f41e", "tag": "0ebf00b5-f059-439d-b580-fc35553d9a5d", "status": "completed", "code": 200}]} {{(pid=104160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 12:20:57.404425 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-148aacba-8197-43da-977c-acf940b97470 {{(pid=104160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 12:20:57.405026 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.notifiers.nova [-] Nova event matching ['req-148aacba-8197-43da-977c-acf940b97470'] response: {'name': 'network-changed', 'server_uuid': '268b1908-0cbe-4998-81e4-94e464a7f41e', 'tag': '0ebf00b5-f059-439d-b580-fc35553d9a5d', 'status': 'completed', 'code': 200} Jul 21 12:20:57.461091 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-ee4d9325-610f-437f-989a-95008cde8598 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Deleting port 23646bb6-5ee2-4ec4-8482-3c14a0efb5be {{(pid=104160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 12:20:57.461442 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-ee4d9325-610f-437f-989a-95008cde8598 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760977592'] for port (23646bb6-5ee2-4ec4-8482-3c14a0efb5be), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:20:57.546473 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-ee4d9325-610f-437f-989a-95008cde8598 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683200'] for port (23646bb6-5ee2-4ec4-8482-3c14a0efb5be), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:20:57.546753 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-ee4d9325-610f-437f-989a-95008cde8598 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Publish callbacks [] for floatingip (23646bb6-5ee2-4ec4-8482-3c14a0efb5be), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:20:57.561253 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-ee4d9325-610f-437f-989a-95008cde8598 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Calling delete_port for 23646bb6-5ee2-4ec4-8482-3c14a0efb5be owned by network:floatingip {{(pid=104160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 12:20:57.703386 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-ee4d9325-610f-437f-989a-95008cde8598 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760983080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773760637175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9357752'] for port (23646bb6-5ee2-4ec4-8482-3c14a0efb5be), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:20:57.706750 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:20:57.731349 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4d9325-610f-437f-989a-95008cde8598 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Pushing event deleted for resources: {'Port': ['ID=23646bb6-5ee2-4ec4-8482-3c14a0efb5be,revision_number=None']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:20:57.806855 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-ee4d9325-610f-437f-989a-95008cde8598 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Publish callbacks [] for floatingip (239e24d4-a5ff-42a1-9f26-0af6c13119b4), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:20:57.809774 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-ee4d9325-610f-437f-989a-95008cde8598 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170956'] for floatingip (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:20:57.811147 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-ee4d9325-610f-437f-989a-95008cde8598 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "DELETE /v2.0/floatingips/239e24d4-a5ff-42a1-9f26-0af6c13119b4 HTTP/1.1" status: 204 len: 168 time: 0.5079875 Jul 21 12:20:58.016729 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=5 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:20:58.039457 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026d6a40-edfb-48ba-b790-5fa82e298867 req-1de49698-6fed-4e2b-98de-a599af01c230 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:20:58.041130 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-026d6a40-edfb-48ba-b790-5fa82e298867 req-1de49698-6fed-4e2b-98de-a599af01c230 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] 10.222.0.18 "GET /v2.0/ports?device_id=2400d441-d159-4bda-b81f-fc7bebd80d82 HTTP/1.1" status: 200 len: 945 time: 0.0585723 Jul 21 12:20:58.108705 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-026d6a40-edfb-48ba-b790-5fa82e298867 req-714799d8-c3d6-416f-bd92-5192685176da tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] 10.222.0.18 "GET /v2.0/security-groups?id=79741dd1-42b2-48da-83d5-dc04f517a0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591547 Jul 21 12:20:58.177510 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7544a308-9e21-4ff6-9617-671cae0b0a07 req-a73d697c-075a-4486-956d-21b101ca8232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:20:58.179055 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-7544a308-9e21-4ff6-9617-671cae0b0a07 req-a73d697c-075a-4486-956d-21b101ca8232 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c7d349f62c0c4747bd1748ca0a4bde00&device_id=268b1908-0cbe-4998-81e4-94e464a7f41e HTTP/1.1" status: 200 len: 1127 time: 0.0527558 Jul 21 12:20:58.274307 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195c6c02-f5b1-4f67-9b6b-54dcf4357525 req-14d2ed76-c81d-4e79-95ec-186cd1bf09cf tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:20:58.276335 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-195c6c02-f5b1-4f67-9b6b-54dcf4357525 req-14d2ed76-c81d-4e79-95ec-186cd1bf09cf tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.18 "GET /v2.0/ports?device_id=268b1908-0cbe-4998-81e4-94e464a7f41e HTTP/1.1" status: 200 len: 943 time: 0.0573516 Jul 21 12:20:58.335915 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-195c6c02-f5b1-4f67-9b6b-54dcf4357525 req-20acad2e-9fb7-4465-bd92-fb354ed784ca tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.18 "GET /v2.0/security-groups?id=29a7cd28-7336-4688-9076-defd7235b6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512269 Jul 21 12:20:58.422770 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7544a308-9e21-4ff6-9617-671cae0b0a07 req-f3b8512c-33fe-49a9-b5e2-0b65da6ec893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:20:58.424502 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-7544a308-9e21-4ff6-9617-671cae0b0a07 req-f3b8512c-33fe-49a9-b5e2-0b65da6ec893 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1933b755-354d-4a90-8a75-f1a81a16c8f0 HTTP/1.1" status: 200 len: 916 time: 0.1093726 Jul 21 12:20:58.466894 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-7544a308-9e21-4ff6-9617-671cae0b0a07 req-f2bfe087-730d-43c9-8a54-74ef326db712 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0ebf00b5-f059-439d-b580-fc35553d9a5d HTTP/1.1" status: 200 len: 217 time: 0.0347557 Jul 21 12:20:58.517198 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7544a308-9e21-4ff6-9617-671cae0b0a07 req-7845d25b-1d12-4ab5-84c0-0fcc53d92431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:20:58.518675 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-7544a308-9e21-4ff6-9617-671cae0b0a07 req-7845d25b-1d12-4ab5-84c0-0fcc53d92431 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5adcbf66-cad3-499f-bfcd-a299fbf0cd74 HTTP/1.1" status: 200 len: 854 time: 0.0462105 Jul 21 12:20:58.571568 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7544a308-9e21-4ff6-9617-671cae0b0a07 req-43a1269b-0dd5-4405-8cd4-a5873e81ec26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:20:58.573113 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-7544a308-9e21-4ff6-9617-671cae0b0a07 req-43a1269b-0dd5-4405-8cd4-a5873e81ec26 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1933b755-354d-4a90-8a75-f1a81a16c8f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0476906 Jul 21 12:20:58.668752 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-7544a308-9e21-4ff6-9617-671cae0b0a07 req-6a787152-0d59-4b99-90ef-18e40aad2aef service neutron] 10.222.0.48 "GET /v2.0/networks/1933b755-354d-4a90-8a75-f1a81a16c8f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879135 Jul 21 12:20:58.766700 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-7544a308-9e21-4ff6-9617-671cae0b0a07 req-7bb7b0c3-3fe6-4de1-a4ee-06b2f3726949 service neutron] 10.222.0.48 "GET /v2.0/networks/1933b755-354d-4a90-8a75-f1a81a16c8f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913637 Jul 21 12:20:58.960153 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Device 0ebf00b5-f059-439d-b580-fc35553d9a5d details requested by agent hyperv_hv-cinder-85032 with host hv-cinder-85032 {{(pid=104161) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 21 12:20:59.081409 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] For port 0ebf00b5-f059-439d-b580-fc35553d9a5d, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=0ebf00b5-f059-439d-b580-fc35553d9a5d,segment=NetworkSegment(12da12e1-cfd0-4313-ac52-6e5f4f39ccb4),segment_id=12da12e1-cfd0-4313-ac52-6e5f4f39ccb4)] {{(pid=104161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 12:20:59.096223 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Returning: {'device': '0ebf00b5-f059-439d-b580-fc35553d9a5d', 'network_id': '1933b755-354d-4a90-8a75-f1a81a16c8f0', 'port_id': '0ebf00b5-f059-439d-b580-fc35553d9a5d', 'mac_address': 'fa:16:3e:23:ec:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5adcbf66-cad3-499f-bfcd-a299fbf0cd74', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104161) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 21 12:20:59.134573 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Current status of the port 0ebf00b5-f059-439d-b580-fc35553d9a5d is: DOWN; New status is: BUILD {{(pid=104161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 12:20:59.134978 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (0ebf00b5-f059-439d-b580-fc35553d9a5d), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:20:59.160007 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.notifiers.nova [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ebf00b5-f059-439d-b580-fc35553d9a5d {{(pid=104161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 12:20:59.182218 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] For port 0ebf00b5-f059-439d-b580-fc35553d9a5d, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=0ebf00b5-f059-439d-b580-fc35553d9a5d,segment=NetworkSegment(12da12e1-cfd0-4313-ac52-6e5f4f39ccb4),segment_id=12da12e1-cfd0-4313-ac52-6e5f4f39ccb4)] {{(pid=104161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 12:20:59.186388 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158'] for port (0ebf00b5-f059-439d-b580-fc35553d9a5d), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:20:59.244884 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Pushing event updated for resources: {'Port': ['ID=0ebf00b5-f059-439d-b580-fc35553d9a5d,revision_number=4']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:20:59.264350 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611e7030-909f-4650-bc3b-3cec2b07f4fd req-ee717e63-f71b-4688-bb77-df597c9763db tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:20:59.266278 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-611e7030-909f-4650-bc3b-3cec2b07f4fd req-ee717e63-f71b-4688-bb77-df597c9763db tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] 10.222.0.18 "GET /v2.0/ports?device_id=2400d441-d159-4bda-b81f-fc7bebd80d82 HTTP/1.1" status: 200 len: 945 time: 0.0625408 Jul 21 12:20:59.336858 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-611e7030-909f-4650-bc3b-3cec2b07f4fd req-f0a44a0b-62db-4ce8-a4c7-a3321dd37fa1 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] 10.222.0.18 "GET /v2.0/security-groups?id=79741dd1-42b2-48da-83d5-dc04f517a0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629451 Jul 21 12:20:59.460270 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659c7f28-7ca5-477a-8fd5-4b0241279a47 req-47c30e89-e583-4352-bab8-2e5aa70566d4 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:20:59.461843 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-659c7f28-7ca5-477a-8fd5-4b0241279a47 req-47c30e89-e583-4352-bab8-2e5aa70566d4 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.18 "GET /v2.0/ports?device_id=268b1908-0cbe-4998-81e4-94e464a7f41e HTTP/1.1" status: 200 len: 944 time: 0.0503731 Jul 21 12:20:59.511591 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-659c7f28-7ca5-477a-8fd5-4b0241279a47 req-70d6d52c-e57e-451c-99aa-9e6afa2c47c9 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.18 "GET /v2.0/security-groups?id=29a7cd28-7336-4688-9076-defd7235b6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433290 Jul 21 12:20:59.576269 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] get_ports_and_sgs() called for port_ids ['0ebf00b5-f059-439d-b580-fc35553d9a5d'] {{(pid=104161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 12:20:59.698261 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:21:00.340313 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbcffa3-405c-48de-8587-4f6065dfb92a req-3ff73d4f-0963-4c7e-b8b2-c6035fbb763b tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:21:00.341908 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-9fbcffa3-405c-48de-8587-4f6065dfb92a req-3ff73d4f-0963-4c7e-b8b2-c6035fbb763b tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/ports?device_id=27a94fde-54c5-4b8d-9fa5-dab03fa1ac07 HTTP/1.1" status: 200 len: 945 time: 0.0547655 Jul 21 12:21:00.390610 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:21:00.395068 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-9fbcffa3-405c-48de-8587-4f6065dfb92a req-b6eeff58-cdf7-4d41-a2bb-5e4819235919 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/security-groups?id=88d39ded-9adf-4e28-b3b6-ef623b39acb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472610 Jul 21 12:21:00.472677 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293de4ca-7922-402c-8e7f-b0b5be332cd2 req-dac3cc33-bfaa-4a95-a627-98b9b4ca16fe tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:21:00.474217 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-293de4ca-7922-402c-8e7f-b0b5be332cd2 req-dac3cc33-bfaa-4a95-a627-98b9b4ca16fe tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] 10.222.0.18 "GET /v2.0/ports?device_id=2400d441-d159-4bda-b81f-fc7bebd80d82 HTTP/1.1" status: 200 len: 945 time: 0.0573015 Jul 21 12:21:00.532334 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-293de4ca-7922-402c-8e7f-b0b5be332cd2 req-840c4743-ef86-45ea-b8c4-69c14cda65a0 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] 10.222.0.18 "GET /v2.0/security-groups?id=79741dd1-42b2-48da-83d5-dc04f517a0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520997 Jul 21 12:21:00.632733 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65b9171-dba5-4710-95b2-42b9c3dd5122 req-5e435075-8093-459e-af4c-bdeed1310a81 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:21:00.634206 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-a65b9171-dba5-4710-95b2-42b9c3dd5122 req-5e435075-8093-459e-af4c-bdeed1310a81 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.18 "GET /v2.0/ports?device_id=268b1908-0cbe-4998-81e4-94e464a7f41e HTTP/1.1" status: 200 len: 944 time: 0.0495348 Jul 21 12:21:00.686899 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-a65b9171-dba5-4710-95b2-42b9c3dd5122 req-f738a78a-471b-4735-8275-7f751a64bf74 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.18 "GET /v2.0/security-groups?id=29a7cd28-7336-4688-9076-defd7235b6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458319 Jul 21 12:21:00.970717 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Device 0ebf00b5-f059-439d-b580-fc35553d9a5d up at agent hyperv_hv-cinder-85032 {{(pid=104161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 12:21:01.020256 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Provisioning for port 0ebf00b5-f059-439d-b580-fc35553d9a5d completed by entity L2. {{(pid=104161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 21 12:21:01.028326 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Provisioning complete for port 0ebf00b5-f059-439d-b580-fc35553d9a5d triggered by entity L2. {{(pid=104161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 12:21:01.028774 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388846'] for port (0ebf00b5-f059-439d-b580-fc35553d9a5d), provisioning_complete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:21:01.238503 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Current status of the port 0ebf00b5-f059-439d-b580-fc35553d9a5d is: BUILD; New status is: ACTIVE {{(pid=104161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 12:21:01.238776 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (0ebf00b5-f059-439d-b580-fc35553d9a5d), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:21:01.264154 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '268b1908-0cbe-4998-81e4-94e464a7f41e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ebf00b5-f059-439d-b580-fc35553d9a5d'}] {{(pid=104161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 12:21:01.266628 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cdf8932827941a003a674b569a46f4ce1abada81d99297f544444a18ab6c7ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a32252c1-248c-4e2a-8dcd-1760d6737e6d" -d '{"events": [{"server_uuid": "268b1908-0cbe-4998-81e4-94e464a7f41e", "name": "network-vif-plugged", "status": "completed", "tag": "0ebf00b5-f059-439d-b580-fc35553d9a5d"}]}' {{(pid=104161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 12:21:01.279776 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] For port 0ebf00b5-f059-439d-b580-fc35553d9a5d, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=0ebf00b5-f059-439d-b580-fc35553d9a5d,segment=NetworkSegment(12da12e1-cfd0-4313-ac52-6e5f4f39ccb4),segment_id=12da12e1-cfd0-4313-ac52-6e5f4f39ccb4)] {{(pid=104161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 12:21:01.285500 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158'] for port (0ebf00b5-f059-439d-b580-fc35553d9a5d), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:21:01.308559 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 12:21:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-777b5726-56dc-416e-8c6f-bf84b95e9fc6 x-openstack-request-id: req-777b5726-56dc-416e-8c6f-bf84b95e9fc6 {{(pid=104161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 12:21:01.308853 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "268b1908-0cbe-4998-81e4-94e464a7f41e", "name": "network-vif-plugged", "status": "completed", "tag": "0ebf00b5-f059-439d-b580-fc35553d9a5d", "code": 200}]} {{(pid=104161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 12:21:01.309104 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-777b5726-56dc-416e-8c6f-bf84b95e9fc6 {{(pid=104161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 12:21:01.309503 dv-cinder-850321-1-iscsi neutron-server[104161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-777b5726-56dc-416e-8c6f-bf84b95e9fc6'] response: {'server_uuid': '268b1908-0cbe-4998-81e4-94e464a7f41e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ebf00b5-f059-439d-b580-fc35553d9a5d', 'code': 200} Jul 21 12:21:01.335290 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Pushing event updated for resources: {'Port': ['ID=0ebf00b5-f059-439d-b580-fc35553d9a5d,revision_number=5']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:21:01.522412 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a19de65-3576-439e-8f47-311469c8185a req-3e4f4ba3-0c12-45b8-8759-331a0911c4c8 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:21:01.524006 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-3a19de65-3576-439e-8f47-311469c8185a req-3e4f4ba3-0c12-45b8-8759-331a0911c4c8 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/ports?device_id=27a94fde-54c5-4b8d-9fa5-dab03fa1ac07 HTTP/1.1" status: 200 len: 945 time: 0.0524235 Jul 21 12:21:01.581097 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-3a19de65-3576-439e-8f47-311469c8185a req-074286c5-b903-4f8d-90e9-237a26b73678 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/security-groups?id=88d39ded-9adf-4e28-b3b6-ef623b39acb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511875 Jul 21 12:21:01.667510 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96041b9-e7e6-4488-8589-6d361aa39886 req-b2b4eb9a-5ad2-4f9c-bf5d-b951598a2243 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:21:01.669075 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-b96041b9-e7e6-4488-8589-6d361aa39886 req-b2b4eb9a-5ad2-4f9c-bf5d-b951598a2243 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] 10.222.0.18 "GET /v2.0/ports?device_id=2400d441-d159-4bda-b81f-fc7bebd80d82 HTTP/1.1" status: 200 len: 945 time: 0.0502501 Jul 21 12:21:01.722887 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-b96041b9-e7e6-4488-8589-6d361aa39886 req-8e79d8f9-ed5e-4a21-a21d-552cabd8ec8e tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] 10.222.0.18 "GET /v2.0/security-groups?id=79741dd1-42b2-48da-83d5-dc04f517a0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482044 Jul 21 12:21:01.806372 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98d1624-c6cc-4d4b-9f11-09b8c4164628 req-a7ccbcaa-2c96-4629-abc9-10236e59e445 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:21:01.807805 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-c98d1624-c6cc-4d4b-9f11-09b8c4164628 req-a7ccbcaa-2c96-4629-abc9-10236e59e445 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.18 "GET /v2.0/ports?device_id=268b1908-0cbe-4998-81e4-94e464a7f41e HTTP/1.1" status: 200 len: 945 time: 0.0500782 Jul 21 12:21:01.859726 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-c98d1624-c6cc-4d4b-9f11-09b8c4164628 req-e020ab0d-0aee-435c-9aad-949a9267dd85 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.18 "GET /v2.0/security-groups?id=29a7cd28-7336-4688-9076-defd7235b6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431406 Jul 21 12:21:02.340008 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (0e418a3d-140a-4386-ad03-1f6ad2d8ed7b), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:21:02.703103 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfbab1a-91f6-4a6a-bccc-01463f3969e0 req-68d95ee9-5d04-4a67-8825-ad788f10a7da tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:21:02.704627 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-ebfbab1a-91f6-4a6a-bccc-01463f3969e0 req-68d95ee9-5d04-4a67-8825-ad788f10a7da tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/ports?device_id=27a94fde-54c5-4b8d-9fa5-dab03fa1ac07 HTTP/1.1" status: 200 len: 945 time: 0.0515451 Jul 21 12:21:02.759258 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-ebfbab1a-91f6-4a6a-bccc-01463f3969e0 req-49e71ed5-d6a8-478c-9b8b-bd9dd98448c2 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/security-groups?id=88d39ded-9adf-4e28-b3b6-ef623b39acb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460291 Jul 21 12:21:02.802767 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=100 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:21:02.811234 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e65520-a0ce-4899-864a-84c0936915a6 req-25cec97b-f3f2-4d1c-98db-24dbf8b734ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:21:02.813243 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-d5e65520-a0ce-4899-864a-84c0936915a6 req-25cec97b-f3f2-4d1c-98db-24dbf8b734ad service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=268b1908-0cbe-4998-81e4-94e464a7f41e HTTP/1.1" status: 200 len: 1129 time: 0.0504229 Jul 21 12:21:02.846423 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:21:02.863902 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdce4132-093f-44e9-a454-7c06cf4fc63d req-abbb7210-7c10-4d7b-ba44-46486a6f259c tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:21:02.865408 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-cdce4132-093f-44e9-a454-7c06cf4fc63d req-abbb7210-7c10-4d7b-ba44-46486a6f259c tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] 10.222.0.18 "GET /v2.0/ports?device_id=2400d441-d159-4bda-b81f-fc7bebd80d82 HTTP/1.1" status: 200 len: 945 time: 0.0494986 Jul 21 12:21:02.924746 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-cdce4132-093f-44e9-a454-7c06cf4fc63d req-0f4b9f36-a26b-4106-93ae-3a02c6375f13 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] 10.222.0.18 "GET /v2.0/security-groups?id=79741dd1-42b2-48da-83d5-dc04f517a0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510082 Jul 21 12:21:03.007002 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=100 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:21:03.014287 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca189e39-9239-421c-8680-0b1f81dcbd50 req-b474c669-a730-45e5-80da-cb6a6e4aa86f tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:21:03.015880 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-ca189e39-9239-421c-8680-0b1f81dcbd50 req-b474c669-a730-45e5-80da-cb6a6e4aa86f tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.48 "GET /v2.0/ports?device_id=27a94fde-54c5-4b8d-9fa5-dab03fa1ac07 HTTP/1.1" status: 200 len: 945 time: 0.1069283 Jul 21 12:21:03.025611 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-d5e65520-a0ce-4899-864a-84c0936915a6 req-5730959e-8d44-4065-aee4-f9abbcc465b7 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=29a7cd28-7336-4688-9076-defd7235b6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1241436 Jul 21 12:21:03.040913 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f873e7-7495-4602-9a4a-b242dde68bdc req-7ed3a06f-8045-4e0b-979f-16e18ceeb108 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:21:03.042463 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-00f873e7-7495-4602-9a4a-b242dde68bdc req-7ed3a06f-8045-4e0b-979f-16e18ceeb108 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.18 "GET /v2.0/ports?device_id=268b1908-0cbe-4998-81e4-94e464a7f41e HTTP/1.1" status: 200 len: 945 time: 0.0942118 Jul 21 12:21:03.157370 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-00f873e7-7495-4602-9a4a-b242dde68bdc req-3291b210-218e-48ab-8aca-9ac293e59447 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.18 "GET /v2.0/security-groups?id=29a7cd28-7336-4688-9076-defd7235b6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929263 Jul 21 12:21:03.158070 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [req-ca189e39-9239-421c-8680-0b1f81dcbd50 req-26d93f83-2c1a-490f-8b7b-c00a4e3f6c60 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Deleting port b3365c3f-0942-40bb-a817-5ce4b6ec653b {{(pid=104160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 12:21:03.158416 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-ca189e39-9239-421c-8680-0b1f81dcbd50 req-26d93f83-2c1a-490f-8b7b-c00a4e3f6c60 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760977592'] for port (b3365c3f-0942-40bb-a817-5ce4b6ec653b), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:21:03.262093 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.db [req-ca189e39-9239-421c-8680-0b1f81dcbd50 req-26d93f83-2c1a-490f-8b7b-c00a4e3f6c60 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] For port b3365c3f-0942-40bb-a817-5ce4b6ec653b, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=b3365c3f-0942-40bb-a817-5ce4b6ec653b,segment=NetworkSegment(c03e7b66-2543-4f79-a51b-efdd8f487a85),segment_id=c03e7b66-2543-4f79-a51b-efdd8f487a85)] {{(pid=104160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 12:21:03.262470 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-ca189e39-9239-421c-8680-0b1f81dcbd50 req-26d93f83-2c1a-490f-8b7b-c00a4e3f6c60 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683200'] for port (b3365c3f-0942-40bb-a817-5ce4b6ec653b), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:21:03.278136 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [req-ca189e39-9239-421c-8680-0b1f81dcbd50 req-26d93f83-2c1a-490f-8b7b-c00a4e3f6c60 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Calling delete_port for b3365c3f-0942-40bb-a817-5ce4b6ec653b owned by compute:nova {{(pid=104160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 12:21:03.423348 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-ca189e39-9239-421c-8680-0b1f81dcbd50 req-26d93f83-2c1a-490f-8b7b-c00a4e3f6c60 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760983080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773760637175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9357752'] for port (b3365c3f-0942-40bb-a817-5ce4b6ec653b), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:21:03.456781 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d93f83-2c1a-490f-8b7b-c00a4e3f6c60 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Pushing event deleted for resources: {'Port': ['ID=b3365c3f-0942-40bb-a817-5ce4b6ec653b,revision_number=None']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:21:03.478495 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] get_ports_and_sgs() called for port_ids ['b3365c3f-0942-40bb-a817-5ce4b6ec653b', '692130a2-9b94-43ae-864b-0de513e5ba99'] {{(pid=104161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 12:21:03.506777 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca189e39-9239-421c-8680-0b1f81dcbd50 req-26d93f83-2c1a-490f-8b7b-c00a4e3f6c60 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] No DVR routers for this DVR port b3365c3f-0942-40bb-a817-5ce4b6ec653b on host hv-cinder-85032 {{(pid=104160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 12:21:03.509510 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-ca189e39-9239-421c-8680-0b1f81dcbd50 req-26d93f83-2c1a-490f-8b7b-c00a4e3f6c60 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170956'] for port (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:21:03.513065 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-ca189e39-9239-421c-8680-0b1f81dcbd50 req-26d93f83-2c1a-490f-8b7b-c00a4e3f6c60 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.48 "DELETE /v2.0/ports/b3365c3f-0942-40bb-a817-5ce4b6ec653b HTTP/1.1" status: 204 len: 173 time: 0.4902911 Jul 21 12:21:03.513536 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27a94fde-54c5-4b8d-9fa5-dab03fa1ac07', 'name': 'network-vif-deleted', 'tag': 'b3365c3f-0942-40bb-a817-5ce4b6ec653b'}] {{(pid=104160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 12:21:03.516170 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eb085c56e9e86bbd6a0965d2ba727f3997621403869b150ca98f31427dd41b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f814a345-0cc3-408c-b651-9048ce985de1" -d '{"events": [{"server_uuid": "27a94fde-54c5-4b8d-9fa5-dab03fa1ac07", "name": "network-vif-deleted", "tag": "b3365c3f-0942-40bb-a817-5ce4b6ec653b"}]}' {{(pid=104160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 12:21:03.517312 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:21:03.553913 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 12:21:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da627857-be2f-4a14-a9fd-2e53d2ba2060 x-openstack-request-id: req-da627857-be2f-4a14-a9fd-2e53d2ba2060 {{(pid=104160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 12:21:03.554816 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27a94fde-54c5-4b8d-9fa5-dab03fa1ac07", "name": "network-vif-deleted", "tag": "b3365c3f-0942-40bb-a817-5ce4b6ec653b", "status": "completed", "code": 200}]} {{(pid=104160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 12:21:03.555073 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-da627857-be2f-4a14-a9fd-2e53d2ba2060 {{(pid=104160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 12:21:03.555572 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da627857-be2f-4a14-a9fd-2e53d2ba2060'] response: {'server_uuid': '27a94fde-54c5-4b8d-9fa5-dab03fa1ac07', 'name': 'network-vif-deleted', 'tag': 'b3365c3f-0942-40bb-a817-5ce4b6ec653b', 'status': 'completed', 'code': 200} Jul 21 12:21:03.866626 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-c6fbb975-bf08-4ceb-837c-0118839abe07 req-59942ef4-ada6-4853-96e2-7144fef1e64b tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/ports?device_id=27a94fde-54c5-4b8d-9fa5-dab03fa1ac07 HTTP/1.1" status: 200 len: 210 time: 0.0375743 Jul 21 12:21:04.049672 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fee6c99-55e4-47e5-9fff-363eca1f3e31 req-1e16f976-b3f4-49eb-875c-c11248e7d9d9 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:21:04.051078 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-4fee6c99-55e4-47e5-9fff-363eca1f3e31 req-1e16f976-b3f4-49eb-875c-c11248e7d9d9 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] 10.222.0.18 "GET /v2.0/ports?device_id=2400d441-d159-4bda-b81f-fc7bebd80d82 HTTP/1.1" status: 200 len: 945 time: 0.0529718 Jul 21 12:21:04.102840 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-4fee6c99-55e4-47e5-9fff-363eca1f3e31 req-19726e93-7713-4e88-a9d5-c33b46e9a700 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] 10.222.0.18 "GET /v2.0/security-groups?id=79741dd1-42b2-48da-83d5-dc04f517a0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460231 Jul 21 12:21:04.286503 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25764679-0101-4d35-8970-9af6e727845e req-f519a9c9-cf8e-4586-994a-c3220794130c tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:21:04.288005 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-25764679-0101-4d35-8970-9af6e727845e req-f519a9c9-cf8e-4586-994a-c3220794130c tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.18 "GET /v2.0/ports?device_id=268b1908-0cbe-4998-81e4-94e464a7f41e HTTP/1.1" status: 200 len: 945 time: 0.0506625 Jul 21 12:21:04.341777 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-25764679-0101-4d35-8970-9af6e727845e req-0470e47a-ac5f-4c64-9c49-17a5fb97205c tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.18 "GET /v2.0/security-groups?id=29a7cd28-7336-4688-9076-defd7235b6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480022 Jul 21 12:21:04.987720 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-7f39b1eb-5989-45ae-bb97-03a35279a5fa req-ed8314cf-12bb-4aa5-9728-a2ff57a8d6ba tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/ports?device_id=27a94fde-54c5-4b8d-9fa5-dab03fa1ac07 HTTP/1.1" status: 200 len: 210 time: 0.0337081 Jul 21 12:21:05.228312 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd78aa9e-0093-4d1d-9df2-225979436c28 req-27ec1a13-499a-4017-9a33-5e7ad4fdc3c1 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:21:05.229812 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-dd78aa9e-0093-4d1d-9df2-225979436c28 req-27ec1a13-499a-4017-9a33-5e7ad4fdc3c1 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] 10.222.0.18 "GET /v2.0/ports?device_id=2400d441-d159-4bda-b81f-fc7bebd80d82 HTTP/1.1" status: 200 len: 945 time: 0.0536680 Jul 21 12:21:05.287820 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-dd78aa9e-0093-4d1d-9df2-225979436c28 req-6c5ff4ca-4597-4ff2-b678-868e1f7b4668 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] 10.222.0.18 "GET /v2.0/security-groups?id=79741dd1-42b2-48da-83d5-dc04f517a0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520515 Jul 21 12:21:05.472941 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b042aa-4a0e-4087-bf75-e9d762a3575c req-d2db0f48-ebf0-4d95-b2f9-15a30638b015 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:21:05.474401 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-66b042aa-4a0e-4087-bf75-e9d762a3575c req-d2db0f48-ebf0-4d95-b2f9-15a30638b015 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.18 "GET /v2.0/ports?device_id=268b1908-0cbe-4998-81e4-94e464a7f41e HTTP/1.1" status: 200 len: 945 time: 0.0585809 Jul 21 12:21:05.527460 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-66b042aa-4a0e-4087-bf75-e9d762a3575c req-e8fe9cd1-513f-4e37-a880-1e167e426505 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.18 "GET /v2.0/security-groups?id=29a7cd28-7336-4688-9076-defd7235b6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460801 Jul 21 12:21:05.650194 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af94bbf-c22b-4b74-a687-88b6f5364a81 req-8de9ead7-5ffe-4b78-80ee-06ff22ed2834 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:21:05.651980 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-2af94bbf-c22b-4b74-a687-88b6f5364a81 req-8de9ead7-5ffe-4b78-80ee-06ff22ed2834 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.18 "GET /v2.0/ports?device_id=268b1908-0cbe-4998-81e4-94e464a7f41e HTTP/1.1" status: 200 len: 945 time: 0.0525208 Jul 21 12:21:05.660784 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 35298) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:21:05.665611 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.v2.base [None req-e3f5311d-3f76-432d-b187-0682cbcb14b5 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Request body: {'floatingip': {'port_id': '0ebf00b5-f059-439d-b580-fc35553d9a5d'}} {{(pid=104159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 12:21:05.709842 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-e3f5311d-3f76-432d-b187-0682cbcb14b5 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Publish callbacks [] for floatingip (8650ed7d-07b8-4b6f-89c8-f7c720427ab1), before_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:21:05.875210 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=23 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:21:05.899661 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=49 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:21:06.077540 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:21:06.168562 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-e3f5311d-3f76-432d-b187-0682cbcb14b5 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:21:06.174022 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-e3f5311d-3f76-432d-b187-0682cbcb14b5 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681920'] for floatingip (8650ed7d-07b8-4b6f-89c8-f7c720427ab1), after_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:21:06.430617 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9c8e42-c596-4030-89a5-7af180239565 req-6d4840c5-de88-4d28-8398-bc37eea72e90 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:21:06.433249 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-ac9c8e42-c596-4030-89a5-7af180239565 req-6d4840c5-de88-4d28-8398-bc37eea72e90 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] 10.222.0.18 "GET /v2.0/ports?device_id=2400d441-d159-4bda-b81f-fc7bebd80d82 HTTP/1.1" status: 200 len: 945 time: 0.0649598 Jul 21 12:21:06.519047 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-ac9c8e42-c596-4030-89a5-7af180239565 req-8d030d2d-2f4a-43ad-ab77-6ef47bffc18b tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] 10.222.0.18 "GET /v2.0/security-groups?id=79741dd1-42b2-48da-83d5-dc04f517a0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794203 Jul 21 12:21:06.569822 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.db.l3_db [None req-e3f5311d-3f76-432d-b187-0682cbcb14b5 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Floating IP 8650ed7d-07b8-4b6f-89c8-f7c720427ab1 associated. External IP: 172.27.3.80, port: 0ebf00b5-f059-439d-b580-fc35553d9a5d. Jul 21 12:21:06.613920 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374795a0-3acf-4d60-817a-68fcae945ba0 req-7cc97162-9558-4644-836b-75a5a57c7074 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:21:06.615465 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-374795a0-3acf-4d60-817a-68fcae945ba0 req-7cc97162-9558-4644-836b-75a5a57c7074 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee2001bf-bd6d-44cb-92e9-db00d3d80a2f HTTP/1.1" status: 200 len: 946 time: 0.3600016 Jul 21 12:21:06.717032 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-374795a0-3acf-4d60-817a-68fcae945ba0 req-98c81758-3823-4407-8b78-92c60c116685 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/security-groups?id=88d39ded-9adf-4e28-b3b6-ef623b39acb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955570 Jul 21 12:21:06.767332 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:21:06.841049 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3f5311d-3f76-432d-b187-0682cbcb14b5 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Router 00530d2f-799a-4044-9006-5104009f2aa9 has already been hosted by L3 agent ceb1130f-c61e-494c-be4f-967cc153319c {{(pid=104159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 12:21:06.954121 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3f5311d-3f76-432d-b187-0682cbcb14b5 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Notify agent at l3_agent.dv-cinder-850321-1-iscsi the message routers_updated {{(pid=104159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 12:21:06.959172 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-e3f5311d-3f76-432d-b187-0682cbcb14b5 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170956'] for floatingip (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:21:06.964890 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44474e27-f6c7-4707-ac89-ecf70478def5 None None] Sync routers for ids ['00530d2f-799a-4044-9006-5104009f2aa9'] in dv-cinder-850321-1-iscsi {{(pid=104162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 12:21:06.980818 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44474e27-f6c7-4707-ac89-ecf70478def5 None None] Routers {'00530d2f-799a-4044-9006-5104009f2aa9'} bound to L3 agent in host dv-cinder-850321-1-iscsi {{(pid=104162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 12:21:06.981363 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_hamode_db [None req-44474e27-f6c7-4707-ac89-ecf70478def5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-21T12:06:45Z,description=,heartbeat_timestamp=2022-07-21T12:20:45Z,host='dv-cinder-850321-1-iscsi',id=ceb1130f-c61e-494c-be4f-967cc153319c,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T12:06:45Z,topic='l3_agent')) {'router_ids': ['00530d2f-799a-4044-9006-5104009f2aa9'], 'active': True} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:21:06.997942 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-e3f5311d-3f76-432d-b187-0682cbcb14b5 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.18 "PUT /v2.0/floatingips/8650ed7d-07b8-4b6f-89c8-f7c720427ab1 HTTP/1.1" status: 200 len: 990 time: 1.3358178 Jul 21 12:21:06.998681 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '268b1908-0cbe-4998-81e4-94e464a7f41e', 'tag': '0ebf00b5-f059-439d-b580-fc35553d9a5d'}] {{(pid=104159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 12:21:07.001368 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14a473be662c523f753bafa963e7b12489d1fc6a20e308844a06c71d85f4ae6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-159efd97-4aa3-4586-be78-0f9f9018bf7b" -d '{"events": [{"name": "network-changed", "server_uuid": "268b1908-0cbe-4998-81e4-94e464a7f41e", "tag": "0ebf00b5-f059-439d-b580-fc35553d9a5d"}]}' {{(pid=104159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 12:21:07.015392 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Device b3365c3f-0942-40bb-a817-5ce4b6ec653b no longer exists at agent hyperv_hv-cinder-85032 {{(pid=104161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 12:21:07.038904 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] No Port match for: b3365c3f-0942-40bb-a817-5ce4b6ec653b {{(pid=104161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 12:21:07.039253 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Device b3365c3f-0942-40bb-a817-5ce4b6ec653b not bound to the agent host hv-cinder-85032 {{(pid=104161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 12:21:07.044079 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 12:21:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4d4b8c4-dffa-45e7-8d6a-d3057ab7e71c x-openstack-request-id: req-f4d4b8c4-dffa-45e7-8d6a-d3057ab7e71c {{(pid=104159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 12:21:07.044503 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "268b1908-0cbe-4998-81e4-94e464a7f41e", "tag": "0ebf00b5-f059-439d-b580-fc35553d9a5d", "status": "completed", "code": 200}]} {{(pid=104159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 12:21:07.044756 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f4d4b8c4-dffa-45e7-8d6a-d3057ab7e71c {{(pid=104159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 12:21:07.045169 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4d4b8c4-dffa-45e7-8d6a-d3057ab7e71c'] response: {'name': 'network-changed', 'server_uuid': '268b1908-0cbe-4998-81e4-94e464a7f41e', 'tag': '0ebf00b5-f059-439d-b580-fc35553d9a5d', 'status': 'completed', 'code': 200} Jul 21 12:21:07.091123 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvr_db [None req-44474e27-f6c7-4707-ac89-ecf70478def5 None None] Set router 00530d2f-799a-4044-9006-5104009f2aa9 gateway port host: dv-cinder-850321-1-iscsi {{(pid=104162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 12:21:07.405536 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_hamode_db [None req-44474e27-f6c7-4707-ac89-ecf70478def5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00530d2f-799a-4044-9006-5104009f2aa9', 'name': 'tempest-AttachVolumeNegativeTest-1235427896-router', 'tenant_id': 'c7d349f62c0c4747bd1748ca0a4bde00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'external_fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'f1e77053-8d9a-412c-ac41-d1a4ceefb391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T12:15:36Z', 'updated_at': '2022-07-21T12:15:47Z', 'revision_number': 4, 'project_id': 'c7d349f62c0c4747bd1748ca0a4bde00', 'gw_port': {'id': 'f1e77053-8d9a-412c-ac41-d1a4ceefb391', 'name': '', 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:dd:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00530d2f-799a-4044-9006-5104009f2aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:15:38Z', 'updated_at': '2022-07-21T12:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-1-iscsi', '_floatingips': [{'id': '8650ed7d-07b8-4b6f-89c8-f7c720427ab1', 'tenant_id': 'c7d349f62c0c4747bd1748ca0a4bde00', 'floating_ip_address': '172.27.3.80', 'floating_network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'router_id': '00530d2f-799a-4044-9006-5104009f2aa9', 'port_id': '0ebf00b5-f059-439d-b580-fc35553d9a5d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1933b755-354d-4a90-8a75-f1a81a16c8f0', 'mac_address': 'fa:16:3e:23:ec:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '268b1908-0cbe-4998-81e4-94e464a7f41e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T12:20:50Z', 'updated_at': '2022-07-21T12:21:06Z', 'revision_number': 1, 'project_id': 'c7d349f62c0c4747bd1748ca0a4bde00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad46f4b3-b3ac-4329-91b8-2a06c4cd41ef', 'name': '', 'network_id': '1933b755-354d-4a90-8a75-f1a81a16c8f0', 'tenant_id': 'c7d349f62c0c4747bd1748ca0a4bde00', 'mac_address': 'fa:16:3e:7f:10:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00530d2f-799a-4044-9006-5104009f2aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '5adcbf66-cad3-499f-bfcd-a299fbf0cd74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:15:44Z', 'updated_at': '2022-07-21T12:16:00Z', 'revision_number': 5, 'project_id': 'c7d349f62c0c4747bd1748ca0a4bde00', 'subnets': [{'id': '5adcbf66-cad3-499f-bfcd-a299fbf0cd74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-1-iscsi', False) {} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:21:07.430992 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44474e27-f6c7-4707-ac89-ecf70478def5 None None] Checking router: 00530d2f-799a-4044-9006-5104009f2aa9 for host: dv-cinder-850321-1-iscsi {{(pid=104162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 12:21:07.441461 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44474e27-f6c7-4707-ac89-ecf70478def5 None None] Routers {'00530d2f-799a-4044-9006-5104009f2aa9'} bound to L3 agent in host dv-cinder-850321-1-iscsi {{(pid=104162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 12:21:07.442085 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_hamode_db [None req-44474e27-f6c7-4707-ac89-ecf70478def5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-21T12:06:45Z,description=,heartbeat_timestamp=2022-07-21T12:20:45Z,host='dv-cinder-850321-1-iscsi',id=ceb1130f-c61e-494c-be4f-967cc153319c,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T12:06:45Z,topic='l3_agent')) {'router_ids': ['00530d2f-799a-4044-9006-5104009f2aa9'], 'active': True} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:21:07.547105 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvr_db [None req-44474e27-f6c7-4707-ac89-ecf70478def5 None None] Set router 00530d2f-799a-4044-9006-5104009f2aa9 gateway port host: dv-cinder-850321-1-iscsi {{(pid=104162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 12:21:07.671980 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdd8607-024d-4640-8966-ab858250a64c req-eeb48558-481c-4669-b1f7-952357458b5d tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:21:07.673541 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-ffdd8607-024d-4640-8966-ab858250a64c req-eeb48558-481c-4669-b1f7-952357458b5d tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] 10.222.0.18 "GET /v2.0/ports?device_id=2400d441-d159-4bda-b81f-fc7bebd80d82 HTTP/1.1" status: 200 len: 945 time: 0.0495572 Jul 21 12:21:07.731967 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-ffdd8607-024d-4640-8966-ab858250a64c req-41b4bfea-1afa-400d-a422-530185a16c80 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] 10.222.0.18 "GET /v2.0/security-groups?id=79741dd1-42b2-48da-83d5-dc04f517a0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516734 Jul 21 12:21:07.808307 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_hamode_db [None req-44474e27-f6c7-4707-ac89-ecf70478def5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00530d2f-799a-4044-9006-5104009f2aa9', 'name': 'tempest-AttachVolumeNegativeTest-1235427896-router', 'tenant_id': 'c7d349f62c0c4747bd1748ca0a4bde00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'external_fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'f1e77053-8d9a-412c-ac41-d1a4ceefb391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T12:15:36Z', 'updated_at': '2022-07-21T12:15:47Z', 'revision_number': 4, 'project_id': 'c7d349f62c0c4747bd1748ca0a4bde00', 'gw_port': {'id': 'f1e77053-8d9a-412c-ac41-d1a4ceefb391', 'name': '', 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:dd:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00530d2f-799a-4044-9006-5104009f2aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:15:38Z', 'updated_at': '2022-07-21T12:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-1-iscsi', '_floatingips': [{'id': '8650ed7d-07b8-4b6f-89c8-f7c720427ab1', 'tenant_id': 'c7d349f62c0c4747bd1748ca0a4bde00', 'floating_ip_address': '172.27.3.80', 'floating_network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'router_id': '00530d2f-799a-4044-9006-5104009f2aa9', 'port_id': '0ebf00b5-f059-439d-b580-fc35553d9a5d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1933b755-354d-4a90-8a75-f1a81a16c8f0', 'mac_address': 'fa:16:3e:23:ec:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '268b1908-0cbe-4998-81e4-94e464a7f41e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T12:20:50Z', 'updated_at': '2022-07-21T12:21:06Z', 'revision_number': 1, 'project_id': 'c7d349f62c0c4747bd1748ca0a4bde00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad46f4b3-b3ac-4329-91b8-2a06c4cd41ef', 'name': '', 'network_id': '1933b755-354d-4a90-8a75-f1a81a16c8f0', 'tenant_id': 'c7d349f62c0c4747bd1748ca0a4bde00', 'mac_address': 'fa:16:3e:7f:10:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00530d2f-799a-4044-9006-5104009f2aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '5adcbf66-cad3-499f-bfcd-a299fbf0cd74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:15:44Z', 'updated_at': '2022-07-21T12:16:00Z', 'revision_number': 5, 'project_id': 'c7d349f62c0c4747bd1748ca0a4bde00', 'subnets': [{'id': '5adcbf66-cad3-499f-bfcd-a299fbf0cd74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-1-iscsi', False) {} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:21:07.818155 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:21:07.851966 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44474e27-f6c7-4707-ac89-ecf70478def5 None None] The sync data for ids ['00530d2f-799a-4044-9006-5104009f2aa9'] in dv-cinder-850321-1-iscsi is: [{'id': '00530d2f-799a-4044-9006-5104009f2aa9', 'name': 'tempest-AttachVolumeNegativeTest-1235427896-router', 'tenant_id': 'c7d349f62c0c4747bd1748ca0a4bde00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'external_fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'f1e77053-8d9a-412c-ac41-d1a4ceefb391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T12:15:36Z', 'updated_at': '2022-07-21T12:15:47Z', 'revision_number': 4, 'project_id': 'c7d349f62c0c4747bd1748ca0a4bde00', 'gw_port': {'id': 'f1e77053-8d9a-412c-ac41-d1a4ceefb391', 'name': '', 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:dd:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00530d2f-799a-4044-9006-5104009f2aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:15:38Z', 'updated_at': '2022-07-21T12:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-1-iscsi', '_floatingips': [{'id': '8650ed7d-07b8-4b6f-89c8-f7c720427ab1', 'tenant_id': 'c7d349f62c0c4747bd1748ca0a4bde00', 'floating_ip_address': '172.27.3.80', 'floating_network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'router_id': '00530d2f-799a-4044-9006-5104009f2aa9', 'port_id': '0ebf00b5-f059-439d-b580-fc35553d9a5d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1933b755-354d-4a90-8a75-f1a81a16c8f0', 'mac_address': 'fa:16:3e:23:ec:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '268b1908-0cbe-4998-81e4-94e464a7f41e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T12:20:50Z', 'updated_at': '2022-07-21T12:21:06Z', 'revision_number': 1, 'project_id': 'c7d349f62c0c4747bd1748ca0a4bde00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad46f4b3-b3ac-4329-91b8-2a06c4cd41ef', 'name': '', 'network_id': '1933b755-354d-4a90-8a75-f1a81a16c8f0', 'tenant_id': 'c7d349f62c0c4747bd1748ca0a4bde00', 'mac_address': 'fa:16:3e:7f:10:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00530d2f-799a-4044-9006-5104009f2aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '5adcbf66-cad3-499f-bfcd-a299fbf0cd74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:15:44Z', 'updated_at': '2022-07-21T12:16:00Z', 'revision_number': 5, 'project_id': 'c7d349f62c0c4747bd1748ca0a4bde00', 'subnets': [{'id': '5adcbf66-cad3-499f-bfcd-a299fbf0cd74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 12:21:07.873347 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ed7b10-ee6a-48cb-9f99-2bb4d2175e79 req-381619aa-065c-4e6d-8bf6-4142357d3496 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:21:07.875042 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-f4ed7b10-ee6a-48cb-9f99-2bb4d2175e79 req-381619aa-065c-4e6d-8bf6-4142357d3496 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee2001bf-bd6d-44cb-92e9-db00d3d80a2f HTTP/1.1" status: 200 len: 946 time: 0.0726240 Jul 21 12:21:07.944575 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-f4ed7b10-ee6a-48cb-9f99-2bb4d2175e79 req-de7b22fd-ed0b-46f8-9719-542c4bebace3 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/security-groups?id=88d39ded-9adf-4e28-b3b6-ef623b39acb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633843 Jul 21 12:21:08.070912 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf0d49cc-291d-441f-9a7b-66fe3cfdf06f None None] New status for floating IP 8650ed7d-07b8-4b6f-89c8-f7c720427ab1: ACTIVE {{(pid=104161) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 21 12:21:08.866275 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62466211-0f66-4188-9e3b-b26e2c0d9c5f req-3da231cc-6e60-4786-a5c3-ff1704064844 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:21:08.867836 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-62466211-0f66-4188-9e3b-b26e2c0d9c5f req-3da231cc-6e60-4786-a5c3-ff1704064844 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] 10.222.0.18 "GET /v2.0/ports?device_id=2400d441-d159-4bda-b81f-fc7bebd80d82 HTTP/1.1" status: 200 len: 945 time: 0.0567188 Jul 21 12:21:08.923453 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-62466211-0f66-4188-9e3b-b26e2c0d9c5f req-8eaf7a04-1b3c-407b-87de-8da75a3dd61d tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] 10.222.0.18 "GET /v2.0/security-groups?id=79741dd1-42b2-48da-83d5-dc04f517a0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489271 Jul 21 12:21:09.067563 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17c069b-5bec-47a5-a030-de653be39870 req-591fdc59-26bb-4b85-9f57-9e0495102afa tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:21:09.069159 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-f17c069b-5bec-47a5-a030-de653be39870 req-591fdc59-26bb-4b85-9f57-9e0495102afa tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee2001bf-bd6d-44cb-92e9-db00d3d80a2f HTTP/1.1" status: 200 len: 946 time: 0.0503855 Jul 21 12:21:09.122075 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-f17c069b-5bec-47a5-a030-de653be39870 req-eb3c37cf-f115-4116-a895-b4be719eaf3c tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/security-groups?id=88d39ded-9adf-4e28-b3b6-ef623b39acb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468397 Jul 21 12:21:10.038507 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:21:10.062338 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539ac86e-dc66-404b-93f6-926e8950cb27 req-cb6a5582-ee7f-4a3a-b985-102b1c1f46a1 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:21:10.063870 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-539ac86e-dc66-404b-93f6-926e8950cb27 req-cb6a5582-ee7f-4a3a-b985-102b1c1f46a1 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] 10.222.0.18 "GET /v2.0/ports?device_id=2400d441-d159-4bda-b81f-fc7bebd80d82 HTTP/1.1" status: 200 len: 945 time: 0.0525594 Jul 21 12:21:10.115083 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159efd97-4aa3-4586-be78-0f9f9018bf7b req-df567e8a-acd5-4e23-b202-09f54754ebf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:21:10.116662 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-159efd97-4aa3-4586-be78-0f9f9018bf7b req-df567e8a-acd5-4e23-b202-09f54754ebf3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c7d349f62c0c4747bd1748ca0a4bde00&device_id=268b1908-0cbe-4998-81e4-94e464a7f41e HTTP/1.1" status: 200 len: 1129 time: 0.1107037 Jul 21 12:21:10.117753 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-539ac86e-dc66-404b-93f6-926e8950cb27 req-4374dde8-850c-4c2e-b6c1-8be986f55525 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] 10.222.0.18 "GET /v2.0/security-groups?id=79741dd1-42b2-48da-83d5-dc04f517a0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477023 Jul 21 12:21:10.124226 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed7794b-515a-4629-bb78-0bf1ed668db6 req-fbfc7c18-3a91-4dc4-a152-a16cfe36d619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:21:10.125782 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-bed7794b-515a-4629-bb78-0bf1ed668db6 req-fbfc7c18-3a91-4dc4-a152-a16cfe36d619 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=994738157bca4d9d887f316699bd9387&device_id=2400d441-d159-4bda-b81f-fc7bebd80d82 HTTP/1.1" status: 200 len: 1129 time: 0.0858021 Jul 21 12:21:10.153785 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb1e996-82c0-4c40-b769-7ba9b1527118 req-5aed1ca6-4391-4790-93bd-5a7baca76e57 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:21:10.155361 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-feb1e996-82c0-4c40-b769-7ba9b1527118 req-5aed1ca6-4391-4790-93bd-5a7baca76e57 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.48 "GET /v2.0/ports?device_id=ee2001bf-bd6d-44cb-92e9-db00d3d80a2f HTTP/1.1" status: 200 len: 946 time: 0.1096458 Jul 21 12:21:10.382215 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934cd1da-30b5-4393-9e86-86553d167533 req-7543b1bc-b626-4562-b8e9-5f0334efa64f tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:21:10.383694 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-934cd1da-30b5-4393-9e86-86553d167533 req-7543b1bc-b626-4562-b8e9-5f0334efa64f tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee2001bf-bd6d-44cb-92e9-db00d3d80a2f HTTP/1.1" status: 200 len: 946 time: 0.1865692 Jul 21 12:21:10.434875 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed7794b-515a-4629-bb78-0bf1ed668db6 req-a14f79b8-c7dc-41f0-9cd0-beee86afccc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:21:10.436704 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-bed7794b-515a-4629-bb78-0bf1ed668db6 req-a14f79b8-c7dc-41f0-9cd0-beee86afccc2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=8c282145-933c-4b50-a925-186bff239b95 HTTP/1.1" status: 200 len: 909 time: 0.2983212 Jul 21 12:21:10.445407 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [req-feb1e996-82c0-4c40-b769-7ba9b1527118 req-2fb691c3-de99-40bc-8ec3-9624df445c0f tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Deleting port 692130a2-9b94-43ae-864b-0de513e5ba99 {{(pid=104160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 12:21:10.445791 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-feb1e996-82c0-4c40-b769-7ba9b1527118 req-2fb691c3-de99-40bc-8ec3-9624df445c0f tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760977592'] for port (692130a2-9b94-43ae-864b-0de513e5ba99), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:21:10.453609 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159efd97-4aa3-4586-be78-0f9f9018bf7b req-379f8a1c-3863-4945-b219-786e5ec36732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:21:10.455078 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-159efd97-4aa3-4586-be78-0f9f9018bf7b req-379f8a1c-3863-4945-b219-786e5ec36732 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1933b755-354d-4a90-8a75-f1a81a16c8f0 HTTP/1.1" status: 200 len: 916 time: 0.3263309 Jul 21 12:21:10.636594 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-934cd1da-30b5-4393-9e86-86553d167533 req-438082f4-0f11-4533-a1b6-499b8e2b81d0 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/security-groups?id=88d39ded-9adf-4e28-b3b6-ef623b39acb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2348735 Jul 21 12:21:10.647294 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-bed7794b-515a-4629-bb78-0bf1ed668db6 req-03c52c95-cba7-4a56-b373-78959056c7dc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=102231b0-4167-4147-a158-c39b3fb5ca64 HTTP/1.1" status: 200 len: 1001 time: 0.2030687 Jul 21 12:21:10.713046 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.db [req-feb1e996-82c0-4c40-b769-7ba9b1527118 req-2fb691c3-de99-40bc-8ec3-9624df445c0f tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] For port 692130a2-9b94-43ae-864b-0de513e5ba99, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=692130a2-9b94-43ae-864b-0de513e5ba99,segment=NetworkSegment(c03e7b66-2543-4f79-a51b-efdd8f487a85),segment_id=c03e7b66-2543-4f79-a51b-efdd8f487a85)] {{(pid=104160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 12:21:10.713422 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-feb1e996-82c0-4c40-b769-7ba9b1527118 req-2fb691c3-de99-40bc-8ec3-9624df445c0f tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683200'] for port (692130a2-9b94-43ae-864b-0de513e5ba99), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:21:10.729474 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-159efd97-4aa3-4586-be78-0f9f9018bf7b req-663786ab-43c2-4fc5-8fc2-af6798526a73 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0ebf00b5-f059-439d-b580-fc35553d9a5d HTTP/1.1" status: 200 len: 1000 time: 0.2293482 Jul 21 12:21:10.734986 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=100 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:21:10.736345 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [req-feb1e996-82c0-4c40-b769-7ba9b1527118 req-2fb691c3-de99-40bc-8ec3-9624df445c0f tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Calling delete_port for 692130a2-9b94-43ae-864b-0de513e5ba99 owned by compute:nova {{(pid=104160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 12:21:10.792742 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed7794b-515a-4629-bb78-0bf1ed668db6 req-de14e5e7-e0c5-46ce-8dd3-67e94891656f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:21:10.794282 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-bed7794b-515a-4629-bb78-0bf1ed668db6 req-de14e5e7-e0c5-46ce-8dd3-67e94891656f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=676ad41d-510b-4151-ab97-7369b1d7baa6 HTTP/1.1" status: 200 len: 847 time: 0.1383481 Jul 21 12:21:10.864662 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159efd97-4aa3-4586-be78-0f9f9018bf7b req-bb97907a-9a70-4246-a4d9-a3827542ee72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:21:10.866153 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-159efd97-4aa3-4586-be78-0f9f9018bf7b req-bb97907a-9a70-4246-a4d9-a3827542ee72 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5adcbf66-cad3-499f-bfcd-a299fbf0cd74 HTTP/1.1" status: 200 len: 854 time: 0.1275434 Jul 21 12:21:10.923576 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed7794b-515a-4629-bb78-0bf1ed668db6 req-38876547-9844-4b62-897e-5daeda79a36d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:21:10.925107 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-bed7794b-515a-4629-bb78-0bf1ed668db6 req-38876547-9844-4b62-897e-5daeda79a36d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8c282145-933c-4b50-a925-186bff239b95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0981255 Jul 21 12:21:10.956238 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159efd97-4aa3-4586-be78-0f9f9018bf7b req-a3a6408d-aa06-45f4-bde1-426e52b6b5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:21:10.957771 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-159efd97-4aa3-4586-be78-0f9f9018bf7b req-a3a6408d-aa06-45f4-bde1-426e52b6b5eb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1933b755-354d-4a90-8a75-f1a81a16c8f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0826621 Jul 21 12:21:11.067840 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:21:11.258346 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bd3d33-ac9e-42d6-903b-ebdc94c00f83 req-2df9a12a-3db8-478b-8683-100f262439e0 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:21:11.259968 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-e2bd3d33-ac9e-42d6-903b-ebdc94c00f83 req-2df9a12a-3db8-478b-8683-100f262439e0 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] 10.222.0.18 "GET /v2.0/ports?device_id=2400d441-d159-4bda-b81f-fc7bebd80d82 HTTP/1.1" status: 200 len: 945 time: 0.0594995 Jul 21 12:21:11.317642 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=100 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:21:11.323384 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-e2bd3d33-ac9e-42d6-903b-ebdc94c00f83 req-1e44aece-0fb0-4e6e-8f50-c7c0165fdfb4 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] 10.222.0.18 "GET /v2.0/security-groups?id=79741dd1-42b2-48da-83d5-dc04f517a0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565994 Jul 21 12:21:11.431956 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-4b88bb5c-2f19-4ea6-ab17-aba5bba59dc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (8a21e728-a2e9-4580-a748-6ac9ba47a2a7), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:21:11.444273 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-feb1e996-82c0-4c40-b769-7ba9b1527118 req-2fb691c3-de99-40bc-8ec3-9624df445c0f tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760983080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773760637175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9357752'] for port (692130a2-9b94-43ae-864b-0de513e5ba99), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:21:11.453946 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-bed7794b-515a-4629-bb78-0bf1ed668db6 req-74befa91-a3c9-47ef-9c11-ed10eb4506ed service neutron] 10.222.0.48 "GET /v2.0/networks/8c282145-933c-4b50-a925-186bff239b95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5148494 Jul 21 12:21:11.481725 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-159efd97-4aa3-4586-be78-0f9f9018bf7b req-36ab5d7c-8ab2-428a-8ba4-7c7c7dd0730d service neutron] 10.222.0.48 "GET /v2.0/networks/1933b755-354d-4a90-8a75-f1a81a16c8f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5129311 Jul 21 12:21:11.490769 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb691c3-de99-40bc-8ec3-9624df445c0f tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Pushing event deleted for resources: {'Port': ['ID=692130a2-9b94-43ae-864b-0de513e5ba99,revision_number=None']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:21:11.643109 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.db.l3_dvrscheduler_db [req-feb1e996-82c0-4c40-b769-7ba9b1527118 req-2fb691c3-de99-40bc-8ec3-9624df445c0f tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] No DVR routers for this DVR port 692130a2-9b94-43ae-864b-0de513e5ba99 on host hv-cinder-85032 {{(pid=104160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 12:21:11.648625 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-feb1e996-82c0-4c40-b769-7ba9b1527118 req-2fb691c3-de99-40bc-8ec3-9624df445c0f tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170956'] for port (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:21:11.651956 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-feb1e996-82c0-4c40-b769-7ba9b1527118 req-2fb691c3-de99-40bc-8ec3-9624df445c0f tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.48 "DELETE /v2.0/ports/692130a2-9b94-43ae-864b-0de513e5ba99 HTTP/1.1" status: 204 len: 173 time: 1.4848607 Jul 21 12:21:11.654120 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee2001bf-bd6d-44cb-92e9-db00d3d80a2f', 'name': 'network-vif-deleted', 'tag': '692130a2-9b94-43ae-864b-0de513e5ba99'}] {{(pid=104160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 12:21:11.656608 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eb085c56e9e86bbd6a0965d2ba727f3997621403869b150ca98f31427dd41b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ee2a12a-d2b1-403f-a2b5-eb5850e6371c" -d '{"events": [{"server_uuid": "ee2001bf-bd6d-44cb-92e9-db00d3d80a2f", "name": "network-vif-deleted", "tag": "692130a2-9b94-43ae-864b-0de513e5ba99"}]}' {{(pid=104160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 12:21:11.709629 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-159efd97-4aa3-4586-be78-0f9f9018bf7b req-e7f8ce46-983c-4637-815b-0f4a339a94fc service neutron] 10.222.0.48 "GET /v2.0/networks/1933b755-354d-4a90-8a75-f1a81a16c8f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2163174 Jul 21 12:21:11.716573 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-bed7794b-515a-4629-bb78-0bf1ed668db6 req-51c059be-b4a6-4219-be13-3bdf959e98c9 service neutron] 10.222.0.48 "GET /v2.0/networks/8c282145-933c-4b50-a925-186bff239b95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2412782 Jul 21 12:21:11.718984 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 12:21:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f69e3a9b-8698-4d5b-8fa1-f37f5c9f82fa x-openstack-request-id: req-f69e3a9b-8698-4d5b-8fa1-f37f5c9f82fa {{(pid=104160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 12:21:11.719274 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee2001bf-bd6d-44cb-92e9-db00d3d80a2f", "name": "network-vif-deleted", "tag": "692130a2-9b94-43ae-864b-0de513e5ba99", "status": "completed", "code": 200}]} {{(pid=104160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 12:21:11.719557 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f69e3a9b-8698-4d5b-8fa1-f37f5c9f82fa {{(pid=104160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 12:21:11.719956 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f69e3a9b-8698-4d5b-8fa1-f37f5c9f82fa'] response: {'server_uuid': 'ee2001bf-bd6d-44cb-92e9-db00d3d80a2f', 'name': 'network-vif-deleted', 'tag': '692130a2-9b94-43ae-864b-0de513e5ba99', 'status': 'completed', 'code': 200} Jul 21 12:21:11.793083 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-160255fe-c97b-4b98-81f3-22811129fec3 req-a8f03fc6-307b-44ed-af5e-02976641ad04 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee2001bf-bd6d-44cb-92e9-db00d3d80a2f HTTP/1.1" status: 200 len: 210 time: 0.0461342 Jul 21 12:21:12.468231 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3bd528-48b7-48c0-b54d-c3d06a4c3cbf req-722f3a5d-bfcf-4194-aabf-c2fa43d4649a tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:21:12.469797 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-9d3bd528-48b7-48c0-b54d-c3d06a4c3cbf req-722f3a5d-bfcf-4194-aabf-c2fa43d4649a tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] 10.222.0.18 "GET /v2.0/ports?device_id=2400d441-d159-4bda-b81f-fc7bebd80d82 HTTP/1.1" status: 200 len: 945 time: 0.0580125 Jul 21 12:21:12.522775 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-9d3bd528-48b7-48c0-b54d-c3d06a4c3cbf req-0916ac21-7785-4700-9af5-0760a8c1136d tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] 10.222.0.18 "GET /v2.0/security-groups?id=79741dd1-42b2-48da-83d5-dc04f517a0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471663 Jul 21 12:21:12.909748 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-3674bad2-8ad1-4bcf-a048-4ad136a25807 req-86bb247a-287d-4a26-b73b-765e397e94a9 tempest-ServerRescueNegativeTestJSON-977382560 tempest-ServerRescueNegativeTestJSON-977382560-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee2001bf-bd6d-44cb-92e9-db00d3d80a2f HTTP/1.1" status: 200 len: 210 time: 0.0319738 Jul 21 12:21:13.051680 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Device 692130a2-9b94-43ae-864b-0de513e5ba99 no longer exists at agent hyperv_hv-cinder-85032 {{(pid=104161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 12:21:13.072096 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] No Port match for: 692130a2-9b94-43ae-864b-0de513e5ba99 {{(pid=104161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 12:21:13.072444 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Device 692130a2-9b94-43ae-864b-0de513e5ba99 not bound to the agent host hv-cinder-85032 {{(pid=104161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 12:21:13.644907 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b55d88b-d848-4241-a63b-ef9ea6bbe995 req-033c8ef4-f2f0-4564-87e9-133c8987304c tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:21:13.646625 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-7b55d88b-d848-4241-a63b-ef9ea6bbe995 req-033c8ef4-f2f0-4564-87e9-133c8987304c tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] 10.222.0.18 "GET /v2.0/ports?device_id=2400d441-d159-4bda-b81f-fc7bebd80d82 HTTP/1.1" status: 200 len: 945 time: 0.0516653 Jul 21 12:21:13.702909 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-7b55d88b-d848-4241-a63b-ef9ea6bbe995 req-41dc00f6-7f78-429b-b67b-328ec0bdcf84 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] 10.222.0.18 "GET /v2.0/security-groups?id=79741dd1-42b2-48da-83d5-dc04f517a0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495231 Jul 21 12:21:13.979963 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.18', 35358) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:21:14.217452 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:21:14.466787 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-07a02ab8-ea5c-44d4-a2bc-3a11344b945c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682688'] for router_interface (f7cde703-d232-440d-9898-a0aed7dfe59c), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:21:14.682614 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=100 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:21:14.739619 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-07a02ab8-ea5c-44d4-a2bc-3a11344b945c admin admin] Deleting port dddb8c86-648d-4310-a805-8ec6ac8ca639 {{(pid=104160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 12:21:14.739881 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-07a02ab8-ea5c-44d4-a2bc-3a11344b945c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760977592'] for port (dddb8c86-648d-4310-a805-8ec6ac8ca639), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:21:14.874555 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-83892ff2-9236-49c3-952c-da256b92e2df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (ceb1130f-c61e-494c-be4f-967cc153319c), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:21:14.910633 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.db [None req-07a02ab8-ea5c-44d4-a2bc-3a11344b945c admin admin] For port dddb8c86-648d-4310-a805-8ec6ac8ca639, host dv-cinder-850321-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-1-iscsi',level=0,port_id=dddb8c86-648d-4310-a805-8ec6ac8ca639,segment=NetworkSegment(c03e7b66-2543-4f79-a51b-efdd8f487a85),segment_id=c03e7b66-2543-4f79-a51b-efdd8f487a85)] {{(pid=104160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 12:21:14.911001 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-07a02ab8-ea5c-44d4-a2bc-3a11344b945c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683200'] for port (dddb8c86-648d-4310-a805-8ec6ac8ca639), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:21:14.932257 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52887968-6133-4311-9e31-6cb3c1a900ec req-4f63ee85-78bd-4ac6-bebe-8dfd4dbd4f4e tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:21:14.933906 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-52887968-6133-4311-9e31-6cb3c1a900ec req-4f63ee85-78bd-4ac6-bebe-8dfd4dbd4f4e tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] 10.222.0.18 "GET /v2.0/ports?device_id=2400d441-d159-4bda-b81f-fc7bebd80d82 HTTP/1.1" status: 200 len: 945 time: 0.1109297 Jul 21 12:21:14.940131 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-07a02ab8-ea5c-44d4-a2bc-3a11344b945c admin admin] Calling delete_port for dddb8c86-648d-4310-a805-8ec6ac8ca639 owned by network:router_interface {{(pid=104160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 12:21:15.008193 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1549f333-7c6d-449e-8b09-15b0466ad92d req-80d1cee5-6e5b-46ba-92d0-d4147c37c2d8 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:21:15.010803 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-1549f333-7c6d-449e-8b09-15b0466ad92d req-80d1cee5-6e5b-46ba-92d0-d4147c37c2d8 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/ports?device_id=3244734c-06c4-4693-956e-804e2abbf512 HTTP/1.1" status: 200 len: 945 time: 0.0829709 Jul 21 12:21:15.045060 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-52887968-6133-4311-9e31-6cb3c1a900ec req-cc373efd-b43f-455e-99aa-7dc31cf763ef tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] 10.222.0.18 "GET /v2.0/security-groups?id=79741dd1-42b2-48da-83d5-dc04f517a0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995421 Jul 21 12:21:15.071854 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-1549f333-7c6d-449e-8b09-15b0466ad92d req-2581877e-525a-42a7-9db2-4025afc63a88 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/security-groups?id=92f07517-0d86-4a56-a0b9-a9174a2f6367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543883 Jul 21 12:21:15.191317 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [req-6f647eea-7673-458f-91af-5d78775c43d4 req-f9b691ef-d32e-4beb-9b40-3ec650376b2b service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=104160) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 21 12:21:15.192396 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-6f647eea-7673-458f-91af-5d78775c43d4 req-f9b691ef-d32e-4beb-9b40-3ec650376b2b service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0661476 Jul 21 12:21:15.200173 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-07a02ab8-ea5c-44d4-a2bc-3a11344b945c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760983080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773760637175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9357752'] for port (dddb8c86-648d-4310-a805-8ec6ac8ca639), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:21:15.228058 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a02ab8-ea5c-44d4-a2bc-3a11344b945c admin admin] Pushing event deleted for resources: {'Port': ['ID=dddb8c86-648d-4310-a805-8ec6ac8ca639,revision_number=None']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:21:15.381439 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:21:15.434238 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 35388) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:21:15.460245 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-07a02ab8-ea5c-44d4-a2bc-3a11344b945c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-622320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681520'] for router_interface (f7cde703-d232-440d-9898-a0aed7dfe59c), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:21:15.465410 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6db9e97-0596-4201-99f1-2a4b59dcd78c req-d3c6314b-51b0-4fc8-9603-c0b98c2f62aa tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:21:15.469232 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-d6db9e97-0596-4201-99f1-2a4b59dcd78c req-d3c6314b-51b0-4fc8-9603-c0b98c2f62aa tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] 10.222.0.18 "GET /v2.0/ports?device_id=2400d441-d159-4bda-b81f-fc7bebd80d82 HTTP/1.1" status: 200 len: 945 time: 0.0885754 Jul 21 12:21:15.585204 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-d6db9e97-0596-4201-99f1-2a4b59dcd78c req-a0f4866f-95b4-48cc-b97e-2413da5e523f tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] 10.222.0.18 "GET /v2.0/security-groups?id=79741dd1-42b2-48da-83d5-dc04f517a0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076074 Jul 21 12:21:15.602998 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-63fe5702-43c1-4a22-8479-7464210fec28 req-c9030ca0-3a6a-47b4-85e3-8020ff7c186d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2400d441-d159-4bda-b81f-fc7bebd80d82&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1673989 Jul 21 12:21:15.619085 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [req-63fe5702-43c1-4a22-8479-7464210fec28 req-911a5ca3-f350-47f1-b49d-8dab7a366261 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=104159) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 21 12:21:15.621225 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-63fe5702-43c1-4a22-8479-7464210fec28 req-911a5ca3-f350-47f1-b49d-8dab7a366261 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0091217 Jul 21 12:21:15.668234 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:21:15.742726 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 35396) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:21:15.762477 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07a02ab8-ea5c-44d4-a2bc-3a11344b945c admin admin] Router f7cde703-d232-440d-9898-a0aed7dfe59c has already been hosted by L3 agent ceb1130f-c61e-494c-be4f-967cc153319c {{(pid=104160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 12:21:15.855846 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fe5702-43c1-4a22-8479-7464210fec28 req-c01fa718-798d-41dc-96d8-ddce30d8466d tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:21:15.856464 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-34089123-786a-4f56-8fd8-e31aace790ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (7a27be9f-c1a8-4dec-a92f-42ec7311fe12), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:21:15.858046 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-63fe5702-43c1-4a22-8479-7464210fec28 req-c01fa718-798d-41dc-96d8-ddce30d8466d tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] 10.222.0.18 "GET /v2.0/ports/102231b0-4167-4147-a158-c39b3fb5ca64 HTTP/1.1" status: 200 len: 942 time: 0.1140633 Jul 21 12:21:15.932484 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07a02ab8-ea5c-44d4-a2bc-3a11344b945c admin admin] Notify agent at l3_agent.dv-cinder-850321-1-iscsi the message routers_updated {{(pid=104160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 12:21:15.941341 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-07a02ab8-ea5c-44d4-a2bc-3a11344b945c admin admin] 10.222.0.18 "PUT /v2.0/routers/f7cde703-d232-440d-9898-a0aed7dfe59c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9627674 Jul 21 12:21:15.943997 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.18', 35404) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:21:15.947819 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8949333-4e22-48cc-ad84-1747e3df7594 None None] Sync routers for ids ['f7cde703-d232-440d-9898-a0aed7dfe59c'] in dv-cinder-850321-1-iscsi {{(pid=104162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 12:21:15.964748 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8949333-4e22-48cc-ad84-1747e3df7594 None None] Routers {'f7cde703-d232-440d-9898-a0aed7dfe59c'} bound to L3 agent in host dv-cinder-850321-1-iscsi {{(pid=104162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 12:21:15.965910 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_hamode_db [None req-f8949333-4e22-48cc-ad84-1747e3df7594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-21T12:06:45Z,description=,heartbeat_timestamp=2022-07-21T12:21:15Z,host='dv-cinder-850321-1-iscsi',id=ceb1130f-c61e-494c-be4f-967cc153319c,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T12:06:45Z,topic='l3_agent')) {'router_ids': ['f7cde703-d232-440d-9898-a0aed7dfe59c'], 'active': True} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:21:16.069199 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-2ebcb623-4fcb-46e3-bace-61c3feb7caf6 admin admin] Publish callbacks [] for router (f7cde703-d232-440d-9898-a0aed7dfe59c), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:21:16.116491 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvr_db [None req-f8949333-4e22-48cc-ad84-1747e3df7594 None None] Set router f7cde703-d232-440d-9898-a0aed7dfe59c gateway port host: dv-cinder-850321-1-iscsi {{(pid=104162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 12:21:16.216280 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-2ebcb623-4fcb-46e3-bace-61c3feb7caf6 admin admin] Publish callbacks [] for router_gateway (f7cde703-d232-440d-9898-a0aed7dfe59c), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:21:16.237731 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094cdfac-dc37-4024-8741-b9377ec0fa19 req-99bc011a-6480-47b6-b57c-f82262cc3bd4 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:21:16.244595 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-094cdfac-dc37-4024-8741-b9377ec0fa19 req-99bc011a-6480-47b6-b57c-f82262cc3bd4 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/ports?device_id=3244734c-06c4-4693-956e-804e2abbf512 HTTP/1.1" status: 200 len: 945 time: 0.0675457 Jul 21 12:21:16.288968 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=100 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:21:16.311999 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=100 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:21:16.335086 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_hamode_db [None req-f8949333-4e22-48cc-ad84-1747e3df7594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7cde703-d232-440d-9898-a0aed7dfe59c', 'name': 'tempest-ServerRescueNegativeTestJSON-1507637807-router', 'tenant_id': 'f3726ac8b83847468671bd930deb5492', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'external_fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': 'ba4fbb24-038c-4480-b6ce-f3922637d5fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T12:15:26Z', 'updated_at': '2022-07-21T12:21:15Z', 'revision_number': 5, 'project_id': 'f3726ac8b83847468671bd930deb5492', 'gw_port': {'id': 'ba4fbb24-038c-4480-b6ce-f3922637d5fc', 'name': '', 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:51:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7cde703-d232-440d-9898-a0aed7dfe59c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:15:27Z', 'updated_at': '2022-07-21T12:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-1-iscsi'}], 'dv-cinder-850321-1-iscsi', False) {} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:21:16.362514 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8949333-4e22-48cc-ad84-1747e3df7594 None None] Checking router: f7cde703-d232-440d-9898-a0aed7dfe59c for host: dv-cinder-850321-1-iscsi {{(pid=104162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 12:21:16.366633 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-094cdfac-dc37-4024-8741-b9377ec0fa19 req-a7f21179-750c-4836-93f4-48fd9b001a3f tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/security-groups?id=92f07517-0d86-4a56-a0b9-a9174a2f6367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1203279 Jul 21 12:21:16.373416 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8949333-4e22-48cc-ad84-1747e3df7594 None None] Routers {'f7cde703-d232-440d-9898-a0aed7dfe59c'} bound to L3 agent in host dv-cinder-850321-1-iscsi {{(pid=104162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 12:21:16.374058 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_hamode_db [None req-f8949333-4e22-48cc-ad84-1747e3df7594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-21T12:06:45Z,description=,heartbeat_timestamp=2022-07-21T12:21:15Z,host='dv-cinder-850321-1-iscsi',id=ceb1130f-c61e-494c-be4f-967cc153319c,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T12:06:45Z,topic='l3_agent')) {'router_ids': ['f7cde703-d232-440d-9898-a0aed7dfe59c'], 'active': True} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:21:16.381064 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-2ebcb623-4fcb-46e3-bace-61c3feb7caf6 admin admin] Deleting port ba4fbb24-038c-4480-b6ce-f3922637d5fc {{(pid=104160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 12:21:16.381673 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-2ebcb623-4fcb-46e3-bace-61c3feb7caf6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760977592'] for port (ba4fbb24-038c-4480-b6ce-f3922637d5fc), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:21:16.474719 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvr_db [None req-f8949333-4e22-48cc-ad84-1747e3df7594 None None] Set router f7cde703-d232-440d-9898-a0aed7dfe59c gateway port host: None {{(pid=104162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 12:21:16.524596 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.db [None req-2ebcb623-4fcb-46e3-bace-61c3feb7caf6 admin admin] For port ba4fbb24-038c-4480-b6ce-f3922637d5fc, host dv-cinder-850321-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-1-iscsi',level=0,port_id=ba4fbb24-038c-4480-b6ce-f3922637d5fc,segment=NetworkSegment(516861e0-d3fe-4b3f-83ca-af9f79051018),segment_id=516861e0-d3fe-4b3f-83ca-af9f79051018)] {{(pid=104160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 12:21:16.525247 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-2ebcb623-4fcb-46e3-bace-61c3feb7caf6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683200'] for port (ba4fbb24-038c-4480-b6ce-f3922637d5fc), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:21:16.538528 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_hamode_db [None req-f8949333-4e22-48cc-ad84-1747e3df7594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7cde703-d232-440d-9898-a0aed7dfe59c', 'name': 'tempest-ServerRescueNegativeTestJSON-1507637807-router', 'tenant_id': 'f3726ac8b83847468671bd930deb5492', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T12:15:26Z', 'updated_at': '2022-07-21T12:21:16Z', 'revision_number': 6, 'project_id': 'f3726ac8b83847468671bd930deb5492', 'gw_port_host': None}], 'dv-cinder-850321-1-iscsi', False) {} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:21:16.540467 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-2ebcb623-4fcb-46e3-bace-61c3feb7caf6 admin admin] Calling delete_port for ba4fbb24-038c-4480-b6ce-f3922637d5fc owned by network:router_gateway {{(pid=104160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 12:21:16.546544 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:21:16.567051 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8949333-4e22-48cc-ad84-1747e3df7594 None None] The sync data for ids ['f7cde703-d232-440d-9898-a0aed7dfe59c'] in dv-cinder-850321-1-iscsi is: [{'id': 'f7cde703-d232-440d-9898-a0aed7dfe59c', 'name': 'tempest-ServerRescueNegativeTestJSON-1507637807-router', 'tenant_id': 'f3726ac8b83847468671bd930deb5492', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T12:15:26Z', 'updated_at': '2022-07-21T12:21:16Z', 'revision_number': 6, 'project_id': 'f3726ac8b83847468671bd930deb5492', 'gw_port_host': None}] {{(pid=104162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 12:21:16.736068 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65be2e2-abdf-43b2-a3af-dfa330323690 req-79e4a239-abc1-4559-bf24-fbc4e964318d tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:21:16.737750 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-a65be2e2-abdf-43b2-a3af-dfa330323690 req-79e4a239-abc1-4559-bf24-fbc4e964318d tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] 10.222.0.18 "GET /v2.0/ports?device_id=2400d441-d159-4bda-b81f-fc7bebd80d82 HTTP/1.1" status: 200 len: 945 time: 0.0593548 Jul 21 12:21:16.754075 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-2ebcb623-4fcb-46e3-bace-61c3feb7caf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760983080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773760637175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9357752'] for port (ba4fbb24-038c-4480-b6ce-f3922637d5fc), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:21:16.786347 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebcb623-4fcb-46e3-bace-61c3feb7caf6 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba4fbb24-038c-4480-b6ce-f3922637d5fc,revision_number=None']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:21:16.816673 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-a65be2e2-abdf-43b2-a3af-dfa330323690 req-00f19f68-e1c6-4af9-81c5-72c224544114 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] 10.222.0.18 "GET /v2.0/security-groups?id=79741dd1-42b2-48da-83d5-dc04f517a0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713863 Jul 21 12:21:16.849587 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (c982e9e4-9e4b-4150-8658-75b564dceb25), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:21:16.870273 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-2ebcb623-4fcb-46e3-bace-61c3feb7caf6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-681787'] for router_gateway (f7cde703-d232-440d-9898-a0aed7dfe59c), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:21:16.983717 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-2ebcb623-4fcb-46e3-bace-61c3feb7caf6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-680943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4065'] for router (f7cde703-d232-440d-9898-a0aed7dfe59c), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:21:16.987334 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-2ebcb623-4fcb-46e3-bace-61c3feb7caf6 admin admin] Publish callbacks [] for router_controller (f7cde703-d232-440d-9898-a0aed7dfe59c), precommit_delete_associations {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:21:17.071180 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Device 102231b0-4167-4147-a158-c39b3fb5ca64 no longer exists at agent hyperv_hv-cinder-85032 {{(pid=104161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 12:21:17.082185 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-2ebcb623-4fcb-46e3-bace-61c3feb7caf6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-680862'] for router (f7cde703-d232-440d-9898-a0aed7dfe59c), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:21:17.082994 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ebcb623-4fcb-46e3-bace-61c3feb7caf6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f7cde703-d232-440d-9898-a0aed7dfe59c {{(pid=104160) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 21 12:21:17.089009 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-2ebcb623-4fcb-46e3-bace-61c3feb7caf6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:21:17.091026 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-2ebcb623-4fcb-46e3-bace-61c3feb7caf6 admin admin] 10.222.0.18 "DELETE /v2.0/routers/f7cde703-d232-440d-9898-a0aed7dfe59c HTTP/1.1" status: 204 len: 168 time: 1.1454635 Jul 21 12:21:17.093731 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 35414) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:21:17.101097 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=100 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:21:17.142600 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.db.db_base_plugin_v2 [None req-516c564e-691f-4222-995a-711c8780268f admin admin] Deleting subnet 85871871-89d2-41dd-b1d6-9b7f2440aaee {{(pid=104159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 21 12:21:17.146271 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-516c564e-691f-4222-995a-711c8780268f admin admin] Publish callbacks [] for subnet (85871871-89d2-41dd-b1d6-9b7f2440aaee), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:21:17.175804 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.agents_db [None req-4203cc95-03b4-445b-a92f-19fc3dec8381 None None] Agent healthcheck: found 6 active agents {{(pid=104162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 12:21:17.185766 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Current status of the port 102231b0-4167-4147-a158-c39b3fb5ca64 is: ACTIVE; New status is: DOWN {{(pid=104161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 12:21:17.187108 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (102231b0-4167-4147-a158-c39b3fb5ca64), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:21:17.195598 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-516c564e-691f-4222-995a-711c8780268f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9226599'] for subnet (85871871-89d2-41dd-b1d6-9b7f2440aaee), precommit_delete_associations {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:21:17.233397 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2400d441-d159-4bda-b81f-fc7bebd80d82', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '102231b0-4167-4147-a158-c39b3fb5ca64'}] {{(pid=104161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 12:21:17.235877 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cdf8932827941a003a674b569a46f4ce1abada81d99297f544444a18ab6c7ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcefdb76-999f-45f6-bf78-2f2b2ba22156" -d '{"events": [{"server_uuid": "2400d441-d159-4bda-b81f-fc7bebd80d82", "name": "network-vif-unplugged", "status": "completed", "tag": "102231b0-4167-4147-a158-c39b3fb5ca64"}]}' {{(pid=104161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 12:21:17.249487 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] For port 102231b0-4167-4147-a158-c39b3fb5ca64, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=102231b0-4167-4147-a158-c39b3fb5ca64,segment=NetworkSegment(41f4ccd0-1558-464f-a94c-66027c15fb57),segment_id=41f4ccd0-1558-464f-a94c-66027c15fb57)] {{(pid=104161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 12:21:17.250987 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-b3746fee-4e12-46ce-ae12-d62ff35738f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (bda8c5c0-9935-4f58-b3ba-5b48a27d9f80), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:21:17.256414 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158'] for port (102231b0-4167-4147-a158-c39b3fb5ca64), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:21:17.291220 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 21 Jul 2022 12:21:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d2e7ac6-f7a8-4ad0-9bae-c6358abcf801 x-openstack-request-id: req-1d2e7ac6-f7a8-4ad0-9bae-c6358abcf801 {{(pid=104161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 12:21:17.291549 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2400d441-d159-4bda-b81f-fc7bebd80d82", "name": "network-vif-unplugged", "status": "failed", "tag": "102231b0-4167-4147-a158-c39b3fb5ca64", "code": 422}]} {{(pid=104161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 12:21:17.292046 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1d2e7ac6-f7a8-4ad0-9bae-c6358abcf801 {{(pid=104161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 12:21:17.292588 dv-cinder-850321-1-iscsi neutron-server[104161]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-1d2e7ac6-f7a8-4ad0-9bae-c6358abcf801']: {'server_uuid': '2400d441-d159-4bda-b81f-fc7bebd80d82', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '102231b0-4167-4147-a158-c39b3fb5ca64', 'code': 422} returned with failed status Jul 21 12:21:17.325526 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:21:17.339662 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-516c564e-691f-4222-995a-711c8780268f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1392440'] for subnet (85871871-89d2-41dd-b1d6-9b7f2440aaee), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:21:17.354163 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Pushing event updated for resources: {'Port': ['ID=102231b0-4167-4147-a158-c39b3fb5ca64,revision_number=6']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:21:17.413640 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-516c564e-691f-4222-995a-711c8780268f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1392433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8469670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9371161'] for subnet (85871871-89d2-41dd-b1d6-9b7f2440aaee), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:21:17.414605 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Device dddb8c86-648d-4310-a805-8ec6ac8ca639 no longer exists at agent ovs-agent-dv-cinder-850321-1-iscsi {{(pid=104161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 12:21:17.436876 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] No Port match for: dddb8c86-648d-4310-a805-8ec6ac8ca639 {{(pid=104161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 12:21:17.437586 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Device dddb8c86-648d-4310-a805-8ec6ac8ca639 not bound to the agent host dv-cinder-850321-1-iscsi {{(pid=104161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 12:21:17.438049 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Device ba4fbb24-038c-4480-b6ce-f3922637d5fc no longer exists at agent ovs-agent-dv-cinder-850321-1-iscsi {{(pid=104161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 12:21:17.440903 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516c564e-691f-4222-995a-711c8780268f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85871871-89d2-41dd-b1d6-9b7f2440aaee,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:21:17.454247 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-516c564e-691f-4222-995a-711c8780268f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:21:17.457561 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-516c564e-691f-4222-995a-711c8780268f admin admin] 10.222.0.18 "DELETE /v2.0/subnets/85871871-89d2-41dd-b1d6-9b7f2440aaee HTTP/1.1" status: 204 len: 168 time: 0.3627212 Jul 21 12:21:17.460226 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.18', 35420) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:21:17.476503 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] No Port match for: ba4fbb24-038c-4480-b6ce-f3922637d5fc {{(pid=104161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 12:21:17.477950 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Device ba4fbb24-038c-4480-b6ce-f3922637d5fc not bound to the agent host dv-cinder-850321-1-iscsi {{(pid=104161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 12:21:17.479842 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4d1f077-984e-4c1b-9711-e7a77deecdf2 None None] Network ac7b63b3-36ed-4162-888b-3062a1149573 requested from dv-cinder-850321-1-iscsi {{(pid=104161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 12:21:17.500320 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:21:17.574298 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-bd18ce4e-28ff-437d-b8ec-fc7246eb0fad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790513'] for network (ac7b63b3-36ed-4162-888b-3062a1149573), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:21:17.589052 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdda584-3065-4316-a106-958c153eb2e8 req-c731b56a-d336-4421-bc47-067266ab0698 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:21:17.591361 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-6fdda584-3065-4316-a106-958c153eb2e8 req-c731b56a-d336-4421-bc47-067266ab0698 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/ports?device_id=3244734c-06c4-4693-956e-804e2abbf512 HTTP/1.1" status: 200 len: 945 time: 0.0790393 Jul 21 12:21:17.647745 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-bd18ce4e-28ff-437d-b8ec-fc7246eb0fad admin admin] Deleting port a7113518-e1e7-4a31-9550-d8292359ced1 {{(pid=104160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 12:21:17.648266 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-bd18ce4e-28ff-437d-b8ec-fc7246eb0fad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760977592'] for port (a7113518-e1e7-4a31-9550-d8292359ced1), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:21:17.698648 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-6fdda584-3065-4316-a106-958c153eb2e8 req-717ebb7a-c45c-40a1-a969-e1d5cc345126 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/security-groups?id=92f07517-0d86-4a56-a0b9-a9174a2f6367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943124 Jul 21 12:21:17.724821 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca0e3f81-b2c6-4a08-aa38-49e084f7ef13 None None] DHCP port deletion for ac7b63b3-36ed-4162-888b-3062a1149573 request from dv-cinder-850321-1-iscsi {{(pid=104161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 21 12:21:17.767297 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-ca0e3f81-b2c6-4a08-aa38-49e084f7ef13 None None] Deleting port a7113518-e1e7-4a31-9550-d8292359ced1 {{(pid=104161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 12:21:17.767707 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-ca0e3f81-b2c6-4a08-aa38-49e084f7ef13 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760977592'] for port (a7113518-e1e7-4a31-9550-d8292359ced1), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:21:17.857740 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-ca0e3f81-b2c6-4a08-aa38-49e084f7ef13 None None] For port a7113518-e1e7-4a31-9550-d8292359ced1, host dv-cinder-850321-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-1-iscsi',level=0,port_id=a7113518-e1e7-4a31-9550-d8292359ced1,segment=NetworkSegment(c03e7b66-2543-4f79-a51b-efdd8f487a85),segment_id=c03e7b66-2543-4f79-a51b-efdd8f487a85)] {{(pid=104161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 12:21:17.858766 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-ca0e3f81-b2c6-4a08-aa38-49e084f7ef13 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683200'] for port (a7113518-e1e7-4a31-9550-d8292359ced1), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:21:17.886269 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-ca0e3f81-b2c6-4a08-aa38-49e084f7ef13 None None] Calling delete_port for a7113518-e1e7-4a31-9550-d8292359ced1 owned by network:dhcp {{(pid=104161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 12:21:17.970884 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:21:18.000150 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-ca0e3f81-b2c6-4a08-aa38-49e084f7ef13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760983080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773760637175'] for port (a7113518-e1e7-4a31-9550-d8292359ced1), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:21:18.047526 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0e3f81-b2c6-4a08-aa38-49e084f7ef13 None None] Pushing event deleted for resources: {'Port': ['ID=a7113518-e1e7-4a31-9550-d8292359ced1,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:21:18.050897 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca0e3f81-b2c6-4a08-aa38-49e084f7ef13 None None] No DVR routers for this DVR port a7113518-e1e7-4a31-9550-d8292359ced1 on host dv-cinder-850321-1-iscsi {{(pid=104161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 12:21:18.051645 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.db [None req-bd18ce4e-28ff-437d-b8ec-fc7246eb0fad admin admin] For port a7113518-e1e7-4a31-9550-d8292359ced1, host dv-cinder-850321-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-1-iscsi',level=0,port_id=a7113518-e1e7-4a31-9550-d8292359ced1,segment=NetworkSegment(c03e7b66-2543-4f79-a51b-efdd8f487a85),segment_id=c03e7b66-2543-4f79-a51b-efdd8f487a85)] {{(pid=104160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 12:21:18.052029 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-bd18ce4e-28ff-437d-b8ec-fc7246eb0fad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683200'] for port (a7113518-e1e7-4a31-9550-d8292359ced1), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:21:18.082934 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-bd18ce4e-28ff-437d-b8ec-fc7246eb0fad admin admin] Calling delete_port for a7113518-e1e7-4a31-9550-d8292359ced1 owned by network:dhcp {{(pid=104160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 12:21:18.111926 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0eb806-f77e-4b65-9621-7c8e60d74b38 req-af53f723-bf73-4370-a2a5-9cd772bb79ca tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:21:18.113529 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-4f0eb806-f77e-4b65-9621-7c8e60d74b38 req-af53f723-bf73-4370-a2a5-9cd772bb79ca tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] 10.222.0.18 "GET /v2.0/ports?device_id=2400d441-d159-4bda-b81f-fc7bebd80d82 HTTP/1.1" status: 200 len: 943 time: 0.0878503 Jul 21 12:21:18.251650 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-4f0eb806-f77e-4b65-9621-7c8e60d74b38 req-5d227bcf-522d-48bc-b935-8b1266af3ee5 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] 10.222.0.18 "GET /v2.0/security-groups?id=79741dd1-42b2-48da-83d5-dc04f517a0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085317 Jul 21 12:21:18.269460 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fe5702-43c1-4a22-8479-7464210fec28 req-5f902d78-f39e-48e1-b72a-3cf81ba0dcb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:21:18.271106 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-63fe5702-43c1-4a22-8479-7464210fec28 req-5f902d78-f39e-48e1-b72a-3cf81ba0dcb2 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=2400d441-d159-4bda-b81f-fc7bebd80d82&tenant_id=994738157bca4d9d887f316699bd9387 HTTP/1.1" status: 200 len: 1127 time: 0.0748742 Jul 21 12:21:18.277517 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-bd18ce4e-28ff-437d-b8ec-fc7246eb0fad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760983080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773760637175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9357752'] for port (a7113518-e1e7-4a31-9550-d8292359ced1), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:21:18.306774 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd18ce4e-28ff-437d-b8ec-fc7246eb0fad admin admin] Pushing event deleted for resources: {'Port': ['ID=a7113518-e1e7-4a31-9550-d8292359ced1,revision_number=None']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:21:18.311035 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd18ce4e-28ff-437d-b8ec-fc7246eb0fad admin admin] No DVR routers for this DVR port a7113518-e1e7-4a31-9550-d8292359ced1 on host dv-cinder-850321-1-iscsi {{(pid=104160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 12:21:18.377226 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:21:18.432166 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fe5702-43c1-4a22-8479-7464210fec28 req-66fa043c-8fb8-4176-ba9b-fe0d2bd0d079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:21:18.433834 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-63fe5702-43c1-4a22-8479-7464210fec28 req-66fa043c-8fb8-4176-ba9b-fe0d2bd0d079 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=994738157bca4d9d887f316699bd9387&device_id=2400d441-d159-4bda-b81f-fc7bebd80d82 HTTP/1.1" status: 200 len: 1127 time: 0.1180530 Jul 21 12:21:18.436649 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-bd18ce4e-28ff-437d-b8ec-fc7246eb0fad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1392563', 'neutron.services.segments.db._delete_segments_for_network-8773761087052'] for network (ac7b63b3-36ed-4162-888b-3062a1149573), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:21:18.479652 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.services.segments.db [None req-bd18ce4e-28ff-437d-b8ec-fc7246eb0fad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac7b63b3-36ed-4162-888b-3062a1149573']}} {{(pid=104160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:21:18.504630 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.services.segments.db [None req-bd18ce4e-28ff-437d-b8ec-fc7246eb0fad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c03e7b66-2543-4f79-a51b-efdd8f487a85') {'for_net_delete': True} {{(pid=104160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:21:18.504872 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.services.segments.db [None req-bd18ce4e-28ff-437d-b8ec-fc7246eb0fad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c03e7b66-2543-4f79-a51b-efdd8f487a85') {} {{(pid=104160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:21:18.543314 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-bd18ce4e-28ff-437d-b8ec-fc7246eb0fad admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773761085669', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9082983'] for segment (c03e7b66-2543-4f79-a51b-efdd8f487a85), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:21:18.573067 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-bd18ce4e-28ff-437d-b8ec-fc7246eb0fad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1820665'] for segment (c03e7b66-2543-4f79-a51b-efdd8f487a85), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:21:18.591580 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd18ce4e-28ff-437d-b8ec-fc7246eb0fad admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=104160) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 21 12:21:18.591995 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-bd18ce4e-28ff-437d-b8ec-fc7246eb0fad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1820665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9357807'] for segment (c03e7b66-2543-4f79-a51b-efdd8f487a85), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:21:18.621576 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.services.segments.plugin [-] Segment c03e7b66-2543-4f79-a51b-efdd8f487a85 resource provider aggregate not found Jul 21 12:21:18.674512 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.services.segments.plugin [-] Segment c03e7b66-2543-4f79-a51b-efdd8f487a85 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c03e7b66-2543-4f79-a51b-efdd8f487a85 found for delete ", "request_id": "req-f23e8150-1ef7-48cb-91eb-60b369728fd6"}]} Jul 21 12:21:18.677423 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fe5702-43c1-4a22-8479-7464210fec28 req-7ccfb434-2238-4796-ad9e-e4441374130b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:21:18.678920 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-63fe5702-43c1-4a22-8479-7464210fec28 req-7ccfb434-2238-4796-ad9e-e4441374130b service neutron] 10.222.0.48 "GET /v2.0/networks?id=8c282145-933c-4b50-a925-186bff239b95 HTTP/1.1" status: 200 len: 909 time: 0.2310224 Jul 21 12:21:18.723420 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-bd18ce4e-28ff-437d-b8ec-fc7246eb0fad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1392516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681893'] for network (ac7b63b3-36ed-4162-888b-3062a1149573), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:21:18.733645 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-bd18ce4e-28ff-437d-b8ec-fc7246eb0fad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622315'] for network (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:21:18.737055 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-bd18ce4e-28ff-437d-b8ec-fc7246eb0fad admin admin] 10.222.0.18 "DELETE /v2.0/networks/ac7b63b3-36ed-4162-888b-3062a1149573 HTTP/1.1" status: 204 len: 168 time: 1.2756791 Jul 21 12:21:18.754402 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd18ce4e-28ff-437d-b8ec-fc7246eb0fad admin admin] Pushing event deleted for resources: {'Network': ['ID=ac7b63b3-36ed-4162-888b-3062a1149573,revision_number=None']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:21:18.775571 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-63fe5702-43c1-4a22-8479-7464210fec28 req-0a52fe6b-f7bf-4cfd-8413-21972333b499 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=102231b0-4167-4147-a158-c39b3fb5ca64 HTTP/1.1" status: 200 len: 999 time: 0.0889208 Jul 21 12:21:18.837360 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fe5702-43c1-4a22-8479-7464210fec28 req-26b53f6e-df9b-467f-977a-78c20f28815f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:21:18.839052 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-63fe5702-43c1-4a22-8479-7464210fec28 req-26b53f6e-df9b-467f-977a-78c20f28815f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=676ad41d-510b-4151-ab97-7369b1d7baa6 HTTP/1.1" status: 200 len: 847 time: 0.0566638 Jul 21 12:21:18.840794 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca862016-e3b8-4eae-9e08-e1f6f753ce67 req-5cf14e30-7a16-498d-b876-5250d3f1ce65 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:21:18.842481 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-ca862016-e3b8-4eae-9e08-e1f6f753ce67 req-5cf14e30-7a16-498d-b876-5250d3f1ce65 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/ports?device_id=3244734c-06c4-4693-956e-804e2abbf512 HTTP/1.1" status: 200 len: 945 time: 0.0644922 Jul 21 12:21:18.873313 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:21:18.907435 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-ca862016-e3b8-4eae-9e08-e1f6f753ce67 req-d60d699d-2ddc-412e-8eba-e405bbcda479 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/security-groups?id=92f07517-0d86-4a56-a0b9-a9174a2f6367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575001 Jul 21 12:21:18.916133 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fe5702-43c1-4a22-8479-7464210fec28 req-6e77b49e-8677-4bd9-9a18-c9b2f212ede7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:21:18.917866 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-63fe5702-43c1-4a22-8479-7464210fec28 req-6e77b49e-8677-4bd9-9a18-c9b2f212ede7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8c282145-933c-4b50-a925-186bff239b95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0720239 Jul 21 12:21:18.949469 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 35432) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:21:19.000001 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-0b51b671-7345-4de9-bdfb-b5d9e3a3431b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f3726ac8b83847468671bd930deb5492&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0490637 Jul 21 12:21:19.004329 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 35434) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:21:19.008929 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:21:19.042204 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-63fe5702-43c1-4a22-8479-7464210fec28 req-057c74b8-d5b9-4d38-af02-f495c68ea765 service neutron] 10.222.0.48 "GET /v2.0/networks/8c282145-933c-4b50-a925-186bff239b95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168864 Jul 21 12:21:19.090438 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-9a482ede-42e2-47d5-8ba7-34ab2ca18efb admin admin] Publish callbacks [] for security_group (88d39ded-9adf-4e28-b3b6-ef623b39acb3), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:21:19.126142 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-9a482ede-42e2-47d5-8ba7-34ab2ca18efb admin admin] Publish callbacks [] for security_group (88d39ded-9adf-4e28-b3b6-ef623b39acb3), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:21:19.169603 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-63fe5702-43c1-4a22-8479-7464210fec28 req-5c39a3de-6a3b-4eb8-a42a-061a9af67f29 service neutron] 10.222.0.48 "GET /v2.0/networks/8c282145-933c-4b50-a925-186bff239b95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201332 Jul 21 12:21:19.184554 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-9a482ede-42e2-47d5-8ba7-34ab2ca18efb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (88d39ded-9adf-4e28-b3b6-ef623b39acb3), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:21:19.188244 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-9a482ede-42e2-47d5-8ba7-34ab2ca18efb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:21:19.190006 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-9a482ede-42e2-47d5-8ba7-34ab2ca18efb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/88d39ded-9adf-4e28-b3b6-ef623b39acb3 HTTP/1.1" status: 204 len: 168 time: 0.1842287 Jul 21 12:21:19.204484 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a482ede-42e2-47d5-8ba7-34ab2ca18efb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88d39ded-9adf-4e28-b3b6-ef623b39acb3,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:21:19.408762 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Device a7113518-e1e7-4a31-9550-d8292359ced1 no longer exists at agent ovs-agent-dv-cinder-850321-1-iscsi {{(pid=104161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 12:21:19.430758 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142e853b-182b-49c1-873d-a2429c94b768 req-8a0aabb1-cfa5-4cad-b2d5-c67457be9f5a tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:21:19.432700 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-142e853b-182b-49c1-873d-a2429c94b768 req-8a0aabb1-cfa5-4cad-b2d5-c67457be9f5a tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] 10.222.0.18 "GET /v2.0/ports?device_id=2400d441-d159-4bda-b81f-fc7bebd80d82 HTTP/1.1" status: 200 len: 943 time: 0.0844901 Jul 21 12:21:19.433146 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] No Port match for: a7113518-e1e7-4a31-9550-d8292359ced1 {{(pid=104161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 12:21:19.433507 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Device a7113518-e1e7-4a31-9550-d8292359ced1 not bound to the agent host dv-cinder-850321-1-iscsi {{(pid=104161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 12:21:19.499620 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-142e853b-182b-49c1-873d-a2429c94b768 req-8a97da95-3a6b-4604-8d2c-b71cd2100476 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] 10.222.0.18 "GET /v2.0/security-groups?id=79741dd1-42b2-48da-83d5-dc04f517a0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564322 Jul 21 12:21:20.055891 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361e7e4d-ea14-4d43-abaf-5558c3aa7e05 req-0e5ca24b-0938-414d-9fda-8af97fd0557f tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:21:20.058397 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-361e7e4d-ea14-4d43-abaf-5558c3aa7e05 req-0e5ca24b-0938-414d-9fda-8af97fd0557f tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/ports?device_id=3244734c-06c4-4693-956e-804e2abbf512 HTTP/1.1" status: 200 len: 945 time: 0.0583391 Jul 21 12:21:20.114671 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-361e7e4d-ea14-4d43-abaf-5558c3aa7e05 req-0df95ae5-1a0f-412a-90a3-50efabe094bb tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/security-groups?id=92f07517-0d86-4a56-a0b9-a9174a2f6367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494750 Jul 21 12:21:20.634940 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a83029-ab1b-43ea-af41-13ed1fb4f6db req-ce4b4a34-9a67-4174-8d65-5764a5cfeb9d tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:21:20.636556 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-b1a83029-ab1b-43ea-af41-13ed1fb4f6db req-ce4b4a34-9a67-4174-8d65-5764a5cfeb9d tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] 10.222.0.18 "GET /v2.0/ports?device_id=2400d441-d159-4bda-b81f-fc7bebd80d82 HTTP/1.1" status: 200 len: 943 time: 0.0526929 Jul 21 12:21:20.699824 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-b1a83029-ab1b-43ea-af41-13ed1fb4f6db req-b4f368c2-6b90-4668-a5d7-267416ba20b1 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] 10.222.0.18 "GET /v2.0/security-groups?id=79741dd1-42b2-48da-83d5-dc04f517a0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571835 Jul 21 12:21:21.242636 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5eed74-62c8-4cf0-be30-fa8c8e03f00e req-dbe74276-4b56-4278-b497-7ffdf327948c tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:21:21.244251 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-dd5eed74-62c8-4cf0-be30-fa8c8e03f00e req-dbe74276-4b56-4278-b497-7ffdf327948c tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/ports?device_id=3244734c-06c4-4693-956e-804e2abbf512 HTTP/1.1" status: 200 len: 945 time: 0.0488853 Jul 21 12:21:21.291621 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-dd5eed74-62c8-4cf0-be30-fa8c8e03f00e req-c827122a-7c2d-4b96-805f-1d4fe6e3ad36 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/security-groups?id=92f07517-0d86-4a56-a0b9-a9174a2f6367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416534 Jul 21 12:21:21.826911 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b2b36a-7828-43ce-b091-6ee93940fe59 req-c593b7ae-157c-442b-91e2-53a7adabc844 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:21:21.828518 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-d1b2b36a-7828-43ce-b091-6ee93940fe59 req-c593b7ae-157c-442b-91e2-53a7adabc844 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] 10.222.0.18 "GET /v2.0/ports?device_id=2400d441-d159-4bda-b81f-fc7bebd80d82 HTTP/1.1" status: 200 len: 943 time: 0.0501485 Jul 21 12:21:21.888393 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-d1b2b36a-7828-43ce-b091-6ee93940fe59 req-bef8da49-4edb-429b-b0f3-abf0f8422f9c tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] 10.222.0.18 "GET /v2.0/security-groups?id=79741dd1-42b2-48da-83d5-dc04f517a0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534019 Jul 21 12:21:22.433722 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c61c46-74e8-449b-912c-3643b1715abf req-2289b4d7-5741-4de8-b7b1-82b9dfb0dec0 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:21:22.435707 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-f9c61c46-74e8-449b-912c-3643b1715abf req-2289b4d7-5741-4de8-b7b1-82b9dfb0dec0 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/ports?device_id=3244734c-06c4-4693-956e-804e2abbf512 HTTP/1.1" status: 200 len: 945 time: 0.0520813 Jul 21 12:21:22.512693 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-f9c61c46-74e8-449b-912c-3643b1715abf req-09a725c7-cd0a-4e73-98b9-60c8c1ad942a tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/security-groups?id=92f07517-0d86-4a56-a0b9-a9174a2f6367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655856 Jul 21 12:21:23.017418 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653012c3-1f94-45e1-8e92-1f7eef357074 req-6f6a21ab-84d6-4061-9af5-7e71b4ad52d3 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:21:23.019184 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-653012c3-1f94-45e1-8e92-1f7eef357074 req-6f6a21ab-84d6-4061-9af5-7e71b4ad52d3 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] 10.222.0.18 "GET /v2.0/ports?device_id=2400d441-d159-4bda-b81f-fc7bebd80d82 HTTP/1.1" status: 200 len: 943 time: 0.0549469 Jul 21 12:21:23.081232 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-653012c3-1f94-45e1-8e92-1f7eef357074 req-f64b0c3d-cc0a-4cf8-9aba-30faa0638a65 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] 10.222.0.18 "GET /v2.0/security-groups?id=79741dd1-42b2-48da-83d5-dc04f517a0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561557 Jul 21 12:21:23.651790 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:21:23.686456 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17920241-8838-4748-a5de-19d32ad4733f req-c0ddb994-992d-4247-95a5-8c41d121d11f tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:21:23.688400 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-17920241-8838-4748-a5de-19d32ad4733f req-c0ddb994-992d-4247-95a5-8c41d121d11f tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/ports?device_id=3244734c-06c4-4693-956e-804e2abbf512 HTTP/1.1" status: 200 len: 945 time: 0.0867639 Jul 21 12:21:23.746492 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-17920241-8838-4748-a5de-19d32ad4733f req-ec5a3c75-dbd6-467e-b3cb-5e3290090991 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/security-groups?id=92f07517-0d86-4a56-a0b9-a9174a2f6367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521097 Jul 21 12:21:24.205336 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:21:24.223266 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e2ee1a-400a-4673-8e3f-6a6374ea186c req-684b4b52-830b-4cfd-bb55-cd2a3442cb07 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:21:24.230334 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-16e2ee1a-400a-4673-8e3f-6a6374ea186c req-684b4b52-830b-4cfd-bb55-cd2a3442cb07 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] 10.222.0.18 "GET /v2.0/ports?device_id=2400d441-d159-4bda-b81f-fc7bebd80d82 HTTP/1.1" status: 200 len: 943 time: 0.0710795 Jul 21 12:21:24.285047 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-16e2ee1a-400a-4673-8e3f-6a6374ea186c req-ab5f9dea-1ef0-40c4-b09d-353a81bb795f tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] 10.222.0.18 "GET /v2.0/security-groups?id=79741dd1-42b2-48da-83d5-dc04f517a0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537004 Jul 21 12:21:24.888656 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a050967b-a000-42a8-9125-5c689702043f req-5415c5a3-057a-4fba-befb-be3249a24b53 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:21:24.891658 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-a050967b-a000-42a8-9125-5c689702043f req-5415c5a3-057a-4fba-befb-be3249a24b53 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/ports?device_id=3244734c-06c4-4693-956e-804e2abbf512 HTTP/1.1" status: 200 len: 945 time: 0.0578146 Jul 21 12:21:24.947314 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-a050967b-a000-42a8-9125-5c689702043f req-dce8fb42-6a96-41a1-be5a-53b3f3c89578 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/security-groups?id=92f07517-0d86-4a56-a0b9-a9174a2f6367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491791 Jul 21 12:21:25.412200 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9f37e6-97ee-43dd-88d9-5d9cf8d1b401 req-be1ebe29-a515-4b7f-a56c-7e6086b4bb49 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:21:25.413935 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-7b9f37e6-97ee-43dd-88d9-5d9cf8d1b401 req-be1ebe29-a515-4b7f-a56c-7e6086b4bb49 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] 10.222.0.18 "GET /v2.0/ports?device_id=2400d441-d159-4bda-b81f-fc7bebd80d82 HTTP/1.1" status: 200 len: 943 time: 0.0545285 Jul 21 12:21:25.478495 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-7b9f37e6-97ee-43dd-88d9-5d9cf8d1b401 req-643ced19-30ca-4e89-aa51-12b346e6b9b6 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] 10.222.0.18 "GET /v2.0/security-groups?id=79741dd1-42b2-48da-83d5-dc04f517a0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584273 Jul 21 12:21:26.084979 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb0b422-af1f-431b-9bdb-ef49146be34f req-1f00069e-46aa-4e5f-9f62-46deac194c52 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:21:26.086604 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-0cb0b422-af1f-431b-9bdb-ef49146be34f req-1f00069e-46aa-4e5f-9f62-46deac194c52 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/ports?device_id=3244734c-06c4-4693-956e-804e2abbf512 HTTP/1.1" status: 200 len: 945 time: 0.0591424 Jul 21 12:21:26.142003 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-0cb0b422-af1f-431b-9bdb-ef49146be34f req-637e85fa-2bac-4dbb-9939-0a8a6d80e742 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/security-groups?id=92f07517-0d86-4a56-a0b9-a9174a2f6367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479274 Jul 21 12:21:26.543704 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=15 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:21:26.647267 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2829c56a-4c8e-4014-afdf-bfde0d51e9a6 req-f3c953a3-de33-47e6-b4e0-4705250b92f6 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:21:26.650162 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-2829c56a-4c8e-4014-afdf-bfde0d51e9a6 req-f3c953a3-de33-47e6-b4e0-4705250b92f6 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] 10.222.0.18 "GET /v2.0/ports?device_id=2400d441-d159-4bda-b81f-fc7bebd80d82 HTTP/1.1" status: 200 len: 943 time: 0.0775466 Jul 21 12:21:26.711758 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-2829c56a-4c8e-4014-afdf-bfde0d51e9a6 req-484934c1-4aa8-413e-a9ed-d942b54168a3 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] 10.222.0.18 "GET /v2.0/security-groups?id=79741dd1-42b2-48da-83d5-dc04f517a0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555599 Jul 21 12:21:27.168738 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=18 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:21:27.309186 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434668ab-4b6f-46da-ad32-01a6421b97a4 req-2bdf259f-35e8-4599-b53d-be7daa793168 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:21:27.312335 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-434668ab-4b6f-46da-ad32-01a6421b97a4 req-2bdf259f-35e8-4599-b53d-be7daa793168 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/ports?device_id=3244734c-06c4-4693-956e-804e2abbf512 HTTP/1.1" status: 200 len: 945 time: 0.0827150 Jul 21 12:21:27.380400 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-434668ab-4b6f-46da-ad32-01a6421b97a4 req-1d988393-c6e9-434a-921c-8c639bb45ae9 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/security-groups?id=92f07517-0d86-4a56-a0b9-a9174a2f6367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608344 Jul 21 12:21:27.853537 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78662f2-25a3-4071-b6d5-47bd2139062b req-1aa44b4c-6d93-43f2-b835-9cb29602e75c tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:21:27.860769 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-e78662f2-25a3-4071-b6d5-47bd2139062b req-1aa44b4c-6d93-43f2-b835-9cb29602e75c tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] 10.222.0.18 "GET /v2.0/ports?device_id=2400d441-d159-4bda-b81f-fc7bebd80d82 HTTP/1.1" status: 200 len: 943 time: 0.0682008 Jul 21 12:21:27.918843 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-e78662f2-25a3-4071-b6d5-47bd2139062b req-fd1d06c4-8289-4177-9d22-854244e435b3 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] 10.222.0.18 "GET /v2.0/security-groups?id=79741dd1-42b2-48da-83d5-dc04f517a0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520213 Jul 21 12:21:28.520446 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c521d4a6-24d5-45d0-b07e-904631dfe97d req-555debef-5d8b-479c-8627-279eef918c47 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:21:28.522067 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-c521d4a6-24d5-45d0-b07e-904631dfe97d req-555debef-5d8b-479c-8627-279eef918c47 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/ports?device_id=3244734c-06c4-4693-956e-804e2abbf512 HTTP/1.1" status: 200 len: 945 time: 0.0568638 Jul 21 12:21:28.590041 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-c521d4a6-24d5-45d0-b07e-904631dfe97d req-87c76f33-a802-4a1f-887e-34bfbf1ed1ef tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/security-groups?id=92f07517-0d86-4a56-a0b9-a9174a2f6367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581205 Jul 21 12:21:29.105394 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd113dd1-6446-445a-b918-01afb6eb6d50 req-4b73cff5-e75b-48d4-8e37-2a298db1ae25 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:21:29.107623 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-cd113dd1-6446-445a-b918-01afb6eb6d50 req-4b73cff5-e75b-48d4-8e37-2a298db1ae25 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] 10.222.0.18 "GET /v2.0/ports?device_id=2400d441-d159-4bda-b81f-fc7bebd80d82 HTTP/1.1" status: 200 len: 943 time: 0.0716879 Jul 21 12:21:29.130840 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Device 102231b0-4167-4147-a158-c39b3fb5ca64 details requested by agent hyperv_hv-cinder-85032 with host hv-cinder-85032 {{(pid=104161) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 21 12:21:29.192676 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-cd113dd1-6446-445a-b918-01afb6eb6d50 req-94f28f58-487c-4689-9944-9db2f9757f26 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] 10.222.0.18 "GET /v2.0/security-groups?id=79741dd1-42b2-48da-83d5-dc04f517a0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723264 Jul 21 12:21:29.265360 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] For port 102231b0-4167-4147-a158-c39b3fb5ca64, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=102231b0-4167-4147-a158-c39b3fb5ca64,segment=NetworkSegment(41f4ccd0-1558-464f-a94c-66027c15fb57),segment_id=41f4ccd0-1558-464f-a94c-66027c15fb57)] {{(pid=104161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 12:21:29.277604 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Returning: {'device': '102231b0-4167-4147-a158-c39b3fb5ca64', 'network_id': '8c282145-933c-4b50-a925-186bff239b95', 'port_id': '102231b0-4167-4147-a158-c39b3fb5ca64', 'mac_address': 'fa:16:3e:56:d7:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '676ad41d-510b-4151-ab97-7369b1d7baa6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104161) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 21 12:21:29.319914 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Current status of the port 102231b0-4167-4147-a158-c39b3fb5ca64 is: DOWN; New status is: BUILD {{(pid=104161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 12:21:29.320278 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (102231b0-4167-4147-a158-c39b3fb5ca64), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:21:29.335658 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.notifiers.nova [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 102231b0-4167-4147-a158-c39b3fb5ca64 {{(pid=104161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 12:21:29.357509 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] For port 102231b0-4167-4147-a158-c39b3fb5ca64, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=102231b0-4167-4147-a158-c39b3fb5ca64,segment=NetworkSegment(41f4ccd0-1558-464f-a94c-66027c15fb57),segment_id=41f4ccd0-1558-464f-a94c-66027c15fb57)] {{(pid=104161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 12:21:29.362097 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158'] for port (102231b0-4167-4147-a158-c39b3fb5ca64), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:21:29.411625 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Pushing event updated for resources: {'Port': ['ID=102231b0-4167-4147-a158-c39b3fb5ca64,revision_number=7']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:21:29.419738 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:21:29.420083 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:21:29.420413 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:21:29.420753 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:21:29.421105 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:21:29.421473 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:21:29.421827 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:21:29.422180 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:21:29.422484 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:21:29.422810 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:21:29.423140 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:21:29.423463 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:21:29.423811 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:21:29.424136 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:21:29.424453 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:21:29.712937 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:21:29.730276 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6662ed1-73c4-45bb-9f30-7e4236a411b9 req-8648aad3-8116-4aeb-ab7c-58bd7fb0f04b tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:21:29.731851 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-d6662ed1-73c4-45bb-9f30-7e4236a411b9 req-8648aad3-8116-4aeb-ab7c-58bd7fb0f04b tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/ports?device_id=3244734c-06c4-4693-956e-804e2abbf512 HTTP/1.1" status: 200 len: 945 time: 0.0530460 Jul 21 12:21:29.753139 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] get_ports_and_sgs() called for port_ids ['102231b0-4167-4147-a158-c39b3fb5ca64'] {{(pid=104161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 12:21:29.788784 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-d6662ed1-73c4-45bb-9f30-7e4236a411b9 req-6e2e5860-b034-44f0-bb36-7154b948c378 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/security-groups?id=92f07517-0d86-4a56-a0b9-a9174a2f6367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472836 Jul 21 12:21:29.890956 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:21:30.345572 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67ffecb-a666-42ac-a2ab-54f0d5a8990e req-f0cd214d-a37a-478f-8246-4fcbb1d7b51f tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:21:30.347032 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-f67ffecb-a666-42ac-a2ab-54f0d5a8990e req-f0cd214d-a37a-478f-8246-4fcbb1d7b51f tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] 10.222.0.18 "GET /v2.0/ports?device_id=2400d441-d159-4bda-b81f-fc7bebd80d82 HTTP/1.1" status: 200 len: 944 time: 0.0575833 Jul 21 12:21:30.383324 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=100 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:21:30.417730 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-f67ffecb-a666-42ac-a2ab-54f0d5a8990e req-1f0b16d9-c623-4633-9cc5-b8142cf157dc tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] 10.222.0.18 "GET /v2.0/security-groups?id=79741dd1-42b2-48da-83d5-dc04f517a0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647798 Jul 21 12:21:30.925233 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e696d61-d6db-4fed-8b16-0242585588e9 req-3fb6ad94-3312-499f-8d38-2af53157928f tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:21:30.926850 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-8e696d61-d6db-4fed-8b16-0242585588e9 req-3fb6ad94-3312-499f-8d38-2af53157928f tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/ports?device_id=3244734c-06c4-4693-956e-804e2abbf512 HTTP/1.1" status: 200 len: 945 time: 0.0536022 Jul 21 12:21:30.979935 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-8e696d61-d6db-4fed-8b16-0242585588e9 req-f50baffd-e92c-4e97-8405-15ff05687b4b tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/security-groups?id=92f07517-0d86-4a56-a0b9-a9174a2f6367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472021 Jul 21 12:21:31.133840 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Device 102231b0-4167-4147-a158-c39b3fb5ca64 up at agent hyperv_hv-cinder-85032 {{(pid=104161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 12:21:31.182092 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Provisioning complete for port 102231b0-4167-4147-a158-c39b3fb5ca64 triggered by entity L2. {{(pid=104161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 12:21:31.182470 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388846'] for port (102231b0-4167-4147-a158-c39b3fb5ca64), provisioning_complete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:21:31.291155 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Current status of the port 102231b0-4167-4147-a158-c39b3fb5ca64 is: BUILD; New status is: ACTIVE {{(pid=104161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 12:21:31.291824 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (102231b0-4167-4147-a158-c39b3fb5ca64), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:21:31.336306 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2400d441-d159-4bda-b81f-fc7bebd80d82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '102231b0-4167-4147-a158-c39b3fb5ca64'}] {{(pid=104161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 12:21:31.340367 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cdf8932827941a003a674b569a46f4ce1abada81d99297f544444a18ab6c7ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0f229b0-e23e-4c12-904b-06fd7a4d3ea7" -d '{"events": [{"server_uuid": "2400d441-d159-4bda-b81f-fc7bebd80d82", "name": "network-vif-plugged", "status": "completed", "tag": "102231b0-4167-4147-a158-c39b3fb5ca64"}]}' {{(pid=104161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 12:21:31.366523 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] For port 102231b0-4167-4147-a158-c39b3fb5ca64, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=102231b0-4167-4147-a158-c39b3fb5ca64,segment=NetworkSegment(41f4ccd0-1558-464f-a94c-66027c15fb57),segment_id=41f4ccd0-1558-464f-a94c-66027c15fb57)] {{(pid=104161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 12:21:31.372577 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158'] for port (102231b0-4167-4147-a158-c39b3fb5ca64), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:21:31.403859 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 12:21:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-509c07a0-a9a6-4102-bf0b-fd47e2401852 x-openstack-request-id: req-509c07a0-a9a6-4102-bf0b-fd47e2401852 {{(pid=104161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 12:21:31.404134 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2400d441-d159-4bda-b81f-fc7bebd80d82", "name": "network-vif-plugged", "status": "completed", "tag": "102231b0-4167-4147-a158-c39b3fb5ca64", "code": 200}]} {{(pid=104161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 12:21:31.404385 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-509c07a0-a9a6-4102-bf0b-fd47e2401852 {{(pid=104161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 12:21:31.404785 dv-cinder-850321-1-iscsi neutron-server[104161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-509c07a0-a9a6-4102-bf0b-fd47e2401852'] response: {'server_uuid': '2400d441-d159-4bda-b81f-fc7bebd80d82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '102231b0-4167-4147-a158-c39b3fb5ca64', 'code': 200} Jul 21 12:21:31.428096 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Pushing event updated for resources: {'Port': ['ID=102231b0-4167-4147-a158-c39b3fb5ca64,revision_number=8']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:21:31.575239 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433ccf1e-1126-43ae-8265-1cd3e1031b39 req-a97cec44-4985-46f8-8fbe-29d00d596336 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:21:31.578219 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-433ccf1e-1126-43ae-8265-1cd3e1031b39 req-a97cec44-4985-46f8-8fbe-29d00d596336 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] 10.222.0.18 "GET /v2.0/ports?device_id=2400d441-d159-4bda-b81f-fc7bebd80d82 HTTP/1.1" status: 200 len: 945 time: 0.0852921 Jul 21 12:21:31.650843 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-433ccf1e-1126-43ae-8265-1cd3e1031b39 req-000fd6eb-cf5d-4d7b-9d62-8a60f529e4c3 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] 10.222.0.18 "GET /v2.0/security-groups?id=79741dd1-42b2-48da-83d5-dc04f517a0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660505 Jul 21 12:21:31.761693 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaf2578-82ac-49f5-983d-470eb2c3f0f4 req-2cd8a8bb-433c-42f1-bcc1-60e467602756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:21:31.763324 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-dfaf2578-82ac-49f5-983d-470eb2c3f0f4 req-2cd8a8bb-433c-42f1-bcc1-60e467602756 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=2400d441-d159-4bda-b81f-fc7bebd80d82 HTTP/1.1" status: 200 len: 1129 time: 0.0656486 Jul 21 12:21:31.818653 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-dfaf2578-82ac-49f5-983d-470eb2c3f0f4 req-c211713b-b248-4b16-8163-d8f1abb94834 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=79741dd1-42b2-48da-83d5-dc04f517a0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476263 Jul 21 12:21:32.060791 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 35622) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:21:32.114513 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bb3cca-37aa-4d58-b9d5-5b6d695de5db req-e185054e-3ca2-4997-8fd7-035ef2f9dd48 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:21:32.116251 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-40bb3cca-37aa-4d58-b9d5-5b6d695de5db req-e185054e-3ca2-4997-8fd7-035ef2f9dd48 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/ports?device_id=3244734c-06c4-4693-956e-804e2abbf512 HTTP/1.1" status: 200 len: 945 time: 0.0562558 Jul 21 12:21:32.172126 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-40bb3cca-37aa-4d58-b9d5-5b6d695de5db req-06d3c85c-76cd-4121-84b2-9543b5f276e1 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/security-groups?id=92f07517-0d86-4a56-a0b9-a9174a2f6367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499628 Jul 21 12:21:32.175973 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-5993108d-9f6a-4c3a-80af-71e33eddca0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:21:32.260065 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-5993108d-9f6a-4c3a-80af-71e33eddca0b admin admin] Publish callbacks [] for security_group (a26962b0-907a-4df3-907a-05d3c38818f7), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:21:32.264405 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-5993108d-9f6a-4c3a-80af-71e33eddca0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (a26962b0-907a-4df3-907a-05d3c38818f7), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:21:32.305872 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-5993108d-9f6a-4c3a-80af-71e33eddca0b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=18e963a50a52462db1038c09c81bdcfa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2435577 Jul 21 12:21:32.306716 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5993108d-9f6a-4c3a-80af-71e33eddca0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a26962b0-907a-4df3-907a-05d3c38818f7,revision_number=1']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:21:32.309904 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.18', 35626) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:21:32.339995 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (0e418a3d-140a-4386-ad03-1f6ad2d8ed7b), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:21:32.366647 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-9fc5703d-6c8b-4e25-aa47-5ea741ae8d46 admin admin] Publish callbacks [] for security_group (a26962b0-907a-4df3-907a-05d3c38818f7), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:21:32.388646 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-9fc5703d-6c8b-4e25-aa47-5ea741ae8d46 admin admin] Publish callbacks [] for security_group (a26962b0-907a-4df3-907a-05d3c38818f7), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:21:32.447592 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-9fc5703d-6c8b-4e25-aa47-5ea741ae8d46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (a26962b0-907a-4df3-907a-05d3c38818f7), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:21:32.450201 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-9fc5703d-6c8b-4e25-aa47-5ea741ae8d46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:21:32.451400 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-9fc5703d-6c8b-4e25-aa47-5ea741ae8d46 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a26962b0-907a-4df3-907a-05d3c38818f7 HTTP/1.1" status: 204 len: 168 time: 0.1402395 Jul 21 12:21:32.460842 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc5703d-6c8b-4e25-aa47-5ea741ae8d46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a26962b0-907a-4df3-907a-05d3c38818f7,revision_number=None']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:21:32.472616 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:21:32.760440 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.18', 35634) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:21:32.776458 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-396cedbd-33ca-439f-8070-14294becdbf2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:21:32.798682 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e7d0b1-f333-417d-b51f-d25fc67b2785 req-67f0c509-5bc9-4236-a314-4df705d2b5ec tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:21:32.800397 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-31e7d0b1-f333-417d-b51f-d25fc67b2785 req-67f0c509-5bc9-4236-a314-4df705d2b5ec tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] 10.222.0.18 "GET /v2.0/ports?device_id=2400d441-d159-4bda-b81f-fc7bebd80d82 HTTP/1.1" status: 200 len: 945 time: 0.0580394 Jul 21 12:21:32.815150 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:21:32.879538 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-396cedbd-33ca-439f-8070-14294becdbf2 admin admin] Publish callbacks [] for security_group (5a1bfe7c-2a49-460c-81d7-b13361b29708), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:21:32.885741 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-396cedbd-33ca-439f-8070-14294becdbf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (5a1bfe7c-2a49-460c-81d7-b13361b29708), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:21:32.896628 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-31e7d0b1-f333-417d-b51f-d25fc67b2785 req-7a577f34-b295-4bb1-8cc5-08e717a5a105 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] 10.222.0.18 "GET /v2.0/security-groups?id=79741dd1-42b2-48da-83d5-dc04f517a0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856652 Jul 21 12:21:32.936449 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-396cedbd-33ca-439f-8070-14294becdbf2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8abe99d9ee6148fda492b61cd6e041c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1743312 Jul 21 12:21:32.939051 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396cedbd-33ca-439f-8070-14294becdbf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a1bfe7c-2a49-460c-81d7-b13361b29708,revision_number=1']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:21:32.939267 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 35636) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:21:32.947004 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:21:32.999176 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-263f9688-7411-42fe-913c-7eddc674f8f9 admin admin] Publish callbacks [] for security_group (5a1bfe7c-2a49-460c-81d7-b13361b29708), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:21:33.027723 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-263f9688-7411-42fe-913c-7eddc674f8f9 admin admin] Publish callbacks [] for security_group (5a1bfe7c-2a49-460c-81d7-b13361b29708), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:21:33.088160 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-263f9688-7411-42fe-913c-7eddc674f8f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (5a1bfe7c-2a49-460c-81d7-b13361b29708), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:21:33.091310 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-263f9688-7411-42fe-913c-7eddc674f8f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:21:33.092567 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-263f9688-7411-42fe-913c-7eddc674f8f9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5a1bfe7c-2a49-460c-81d7-b13361b29708 HTTP/1.1" status: 204 len: 168 time: 0.1521857 Jul 21 12:21:33.101709 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263f9688-7411-42fe-913c-7eddc674f8f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a1bfe7c-2a49-460c-81d7-b13361b29708,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:21:33.322313 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6c997e-fdbe-4cf6-9ef9-3e997834ad4b req-3f66e221-c4bb-4792-bfe9-f33bc73b9b38 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:21:33.323827 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-ea6c997e-fdbe-4cf6-9ef9-3e997834ad4b req-3f66e221-c4bb-4792-bfe9-f33bc73b9b38 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/ports?device_id=3244734c-06c4-4693-956e-804e2abbf512 HTTP/1.1" status: 200 len: 945 time: 0.0666387 Jul 21 12:21:33.393073 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-ea6c997e-fdbe-4cf6-9ef9-3e997834ad4b req-854f3895-ad29-4e7a-8c75-af7f3238822d tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/security-groups?id=92f07517-0d86-4a56-a0b9-a9174a2f6367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625250 Jul 21 12:21:34.034701 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989f43f1-dc94-472b-a5fa-65b65c6ae834 req-6edffb4b-82bf-4520-a906-e5653b8bb34a tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:21:34.036307 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-989f43f1-dc94-472b-a5fa-65b65c6ae834 req-6edffb4b-82bf-4520-a906-e5653b8bb34a tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] 10.222.0.18 "GET /v2.0/ports?device_id=2400d441-d159-4bda-b81f-fc7bebd80d82 HTTP/1.1" status: 200 len: 945 time: 0.0545838 Jul 21 12:21:34.096207 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-989f43f1-dc94-472b-a5fa-65b65c6ae834 req-a13283d8-a012-49be-b71b-667c813f7c32 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] 10.222.0.18 "GET /v2.0/security-groups?id=79741dd1-42b2-48da-83d5-dc04f517a0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537257 Jul 21 12:21:34.520820 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29c7742-878a-4c1f-adea-f9c6383fed86 req-75fcb34b-0138-403f-a055-ec0e450b2d77 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:21:34.522256 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-f29c7742-878a-4c1f-adea-f9c6383fed86 req-75fcb34b-0138-403f-a055-ec0e450b2d77 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/ports?device_id=3244734c-06c4-4693-956e-804e2abbf512 HTTP/1.1" status: 200 len: 945 time: 0.0488269 Jul 21 12:21:34.585006 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-f29c7742-878a-4c1f-adea-f9c6383fed86 req-9a4b2cf3-a3f4-4fec-b5c8-00299235848b tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/security-groups?id=92f07517-0d86-4a56-a0b9-a9174a2f6367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562158 Jul 21 12:21:35.156237 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Device c2a7cf69-7947-4dbd-bcc4-55ce85b10fd7 details requested by agent hyperv_hv-cinder-85032 with host hv-cinder-85032 {{(pid=104161) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 21 12:21:35.274535 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] For port c2a7cf69-7947-4dbd-bcc4-55ce85b10fd7, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=c2a7cf69-7947-4dbd-bcc4-55ce85b10fd7,segment=NetworkSegment(7232b8b8-b9cf-453a-b8fc-7068d6546503),segment_id=7232b8b8-b9cf-453a-b8fc-7068d6546503)] {{(pid=104161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 12:21:35.291612 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Returning: {'device': 'c2a7cf69-7947-4dbd-bcc4-55ce85b10fd7', 'network_id': 'ff0fcfbd-22d3-47ea-80f2-195b1cbc803d', 'port_id': 'c2a7cf69-7947-4dbd-bcc4-55ce85b10fd7', 'mac_address': 'fa:16:3e:4b:ec:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc9a2033-692d-458c-a1e6-ffe26f82c935', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104161) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 21 12:21:35.331677 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Current status of the port c2a7cf69-7947-4dbd-bcc4-55ce85b10fd7 is: ACTIVE; New status is: BUILD {{(pid=104161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 12:21:35.331948 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (c2a7cf69-7947-4dbd-bcc4-55ce85b10fd7), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:21:35.346750 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.notifiers.nova [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c2a7cf69-7947-4dbd-bcc4-55ce85b10fd7 {{(pid=104161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 12:21:35.369700 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] For port c2a7cf69-7947-4dbd-bcc4-55ce85b10fd7, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=c2a7cf69-7947-4dbd-bcc4-55ce85b10fd7,segment=NetworkSegment(7232b8b8-b9cf-453a-b8fc-7068d6546503),segment_id=7232b8b8-b9cf-453a-b8fc-7068d6546503)] {{(pid=104161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 12:21:35.375584 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158'] for port (c2a7cf69-7947-4dbd-bcc4-55ce85b10fd7), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:21:35.428219 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Pushing event updated for resources: {'Port': ['ID=c2a7cf69-7947-4dbd-bcc4-55ce85b10fd7,revision_number=6']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:21:35.638951 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] get_ports_and_sgs() called for port_ids ['c2a7cf69-7947-4dbd-bcc4-55ce85b10fd7'] {{(pid=104161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 12:21:35.717083 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48a6773-807b-467f-9d37-d91e52cfd69e req-89c18410-14d3-4b75-9b9e-75f112c440b8 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:21:35.718829 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-c48a6773-807b-467f-9d37-d91e52cfd69e req-89c18410-14d3-4b75-9b9e-75f112c440b8 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/ports?device_id=3244734c-06c4-4693-956e-804e2abbf512 HTTP/1.1" status: 200 len: 944 time: 0.0520990 Jul 21 12:21:35.757122 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:21:35.774866 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-c48a6773-807b-467f-9d37-d91e52cfd69e req-c14d52ed-fbe2-4aca-af8e-9bd868266385 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/security-groups?id=92f07517-0d86-4a56-a0b9-a9174a2f6367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497329 Jul 21 12:21:36.932508 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263808ae-a08b-421f-9b2f-e70ab1116d1c req-ac2536c5-e28b-4ae0-91bc-2bc2e4b2a801 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:21:36.941224 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-263808ae-a08b-421f-9b2f-e70ab1116d1c req-ac2536c5-e28b-4ae0-91bc-2bc2e4b2a801 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/ports?device_id=3244734c-06c4-4693-956e-804e2abbf512 HTTP/1.1" status: 200 len: 944 time: 0.0717387 Jul 21 12:21:37.005005 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-263808ae-a08b-421f-9b2f-e70ab1116d1c req-9197faa0-b99d-40c1-85e5-f1ded04476ac tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/security-groups?id=92f07517-0d86-4a56-a0b9-a9174a2f6367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623906 Jul 21 12:21:37.173750 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-04324319-7319-455e-9c4c-2954f90f2daf req-84e873a9-fe9f-4367-a7aa-3dbe6992fffa service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=2400d441-d159-4bda-b81f-fc7bebd80d82&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0571551 Jul 21 12:21:37.179014 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Device c2a7cf69-7947-4dbd-bcc4-55ce85b10fd7 up at agent hyperv_hv-cinder-85032 {{(pid=104161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 12:21:37.252374 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:21:37.284283 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04324319-7319-455e-9c4c-2954f90f2daf req-6c3335c1-4671-40cd-8989-cfc17cfa65b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:21:37.285907 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-04324319-7319-455e-9c4c-2954f90f2daf req-6c3335c1-4671-40cd-8989-cfc17cfa65b3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=994738157bca4d9d887f316699bd9387&device_id=2400d441-d159-4bda-b81f-fc7bebd80d82 HTTP/1.1" status: 200 len: 1129 time: 0.0731881 Jul 21 12:21:37.288086 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Provisioning complete for port c2a7cf69-7947-4dbd-bcc4-55ce85b10fd7 triggered by entity L2. {{(pid=104161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 12:21:37.288614 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388846'] for port (c2a7cf69-7947-4dbd-bcc4-55ce85b10fd7), provisioning_complete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:21:37.403347 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Current status of the port c2a7cf69-7947-4dbd-bcc4-55ce85b10fd7 is: BUILD; New status is: ACTIVE {{(pid=104161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 12:21:37.404082 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (c2a7cf69-7947-4dbd-bcc4-55ce85b10fd7), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:21:37.433099 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3244734c-06c4-4693-956e-804e2abbf512', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2a7cf69-7947-4dbd-bcc4-55ce85b10fd7'}] {{(pid=104161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 12:21:37.436211 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cdf8932827941a003a674b569a46f4ce1abada81d99297f544444a18ab6c7ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b437978-8d1f-4900-8735-50002d490079" -d '{"events": [{"server_uuid": "3244734c-06c4-4693-956e-804e2abbf512", "name": "network-vif-plugged", "status": "completed", "tag": "c2a7cf69-7947-4dbd-bcc4-55ce85b10fd7"}]}' {{(pid=104161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 12:21:37.462987 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] For port c2a7cf69-7947-4dbd-bcc4-55ce85b10fd7, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=c2a7cf69-7947-4dbd-bcc4-55ce85b10fd7,segment=NetworkSegment(7232b8b8-b9cf-453a-b8fc-7068d6546503),segment_id=7232b8b8-b9cf-453a-b8fc-7068d6546503)] {{(pid=104161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 12:21:37.467644 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:21:37.470816 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158'] for port (c2a7cf69-7947-4dbd-bcc4-55ce85b10fd7), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:21:37.526904 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04324319-7319-455e-9c4c-2954f90f2daf req-c42f648c-1396-43b8-91f5-453eeb7f9f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:21:37.528567 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-04324319-7319-455e-9c4c-2954f90f2daf req-c42f648c-1396-43b8-91f5-453eeb7f9f93 service neutron] 10.222.0.48 "GET /v2.0/networks?id=8c282145-933c-4b50-a925-186bff239b95 HTTP/1.1" status: 200 len: 909 time: 0.2076092 Jul 21 12:21:37.576531 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Pushing event updated for resources: {'Port': ['ID=c2a7cf69-7947-4dbd-bcc4-55ce85b10fd7,revision_number=7']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:21:37.615901 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-04324319-7319-455e-9c4c-2954f90f2daf req-7ca794ca-8b1d-47cf-90ad-49f3db97c706 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=102231b0-4167-4147-a158-c39b3fb5ca64 HTTP/1.1" status: 200 len: 1001 time: 0.0805483 Jul 21 12:21:37.680038 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04324319-7319-455e-9c4c-2954f90f2daf req-325d44f5-6c19-43f6-b2d2-adb206b8764d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:21:37.681952 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-04324319-7319-455e-9c4c-2954f90f2daf req-325d44f5-6c19-43f6-b2d2-adb206b8764d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=676ad41d-510b-4151-ab97-7369b1d7baa6 HTTP/1.1" status: 200 len: 847 time: 0.0574920 Jul 21 12:21:37.695605 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 12:21:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34185c44-13c3-4102-bf44-c6d93a2efb27 x-openstack-request-id: req-34185c44-13c3-4102-bf44-c6d93a2efb27 {{(pid=104161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 12:21:37.695978 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3244734c-06c4-4693-956e-804e2abbf512", "name": "network-vif-plugged", "status": "completed", "tag": "c2a7cf69-7947-4dbd-bcc4-55ce85b10fd7", "code": 200}]} {{(pid=104161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 12:21:37.696227 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-34185c44-13c3-4102-bf44-c6d93a2efb27 {{(pid=104161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 12:21:37.696849 dv-cinder-850321-1-iscsi neutron-server[104161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34185c44-13c3-4102-bf44-c6d93a2efb27'] response: {'server_uuid': '3244734c-06c4-4693-956e-804e2abbf512', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2a7cf69-7947-4dbd-bcc4-55ce85b10fd7', 'code': 200} Jul 21 12:21:37.734619 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04324319-7319-455e-9c4c-2954f90f2daf req-5475affc-550d-4609-9721-09d35cf6a7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:21:37.736203 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-04324319-7319-455e-9c4c-2954f90f2daf req-5475affc-550d-4609-9721-09d35cf6a7cb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8c282145-933c-4b50-a925-186bff239b95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0473092 Jul 21 12:21:37.912685 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-04324319-7319-455e-9c4c-2954f90f2daf req-e10d0475-2968-4557-91e1-a655503371cb service neutron] 10.222.0.48 "GET /v2.0/networks/8c282145-933c-4b50-a925-186bff239b95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662252 Jul 21 12:21:38.042963 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-04324319-7319-455e-9c4c-2954f90f2daf req-f15c0a76-0ff0-4bff-a2bf-f99b7e63c345 service neutron] 10.222.0.48 "GET /v2.0/networks/8c282145-933c-4b50-a925-186bff239b95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201327 Jul 21 12:21:38.183522 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:INSERT=2,neutron:SELECT=98 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:21:38.211444 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c04e1e-5f23-4788-a5d8-a7cb668a849d req-51426f9a-77d5-433a-b843-98b12ae8b863 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:21:38.219067 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-89c04e1e-5f23-4788-a5d8-a7cb668a849d req-51426f9a-77d5-433a-b843-98b12ae8b863 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/ports?device_id=3244734c-06c4-4693-956e-804e2abbf512 HTTP/1.1" status: 200 len: 945 time: 0.1100471 Jul 21 12:21:38.281818 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-89c04e1e-5f23-4788-a5d8-a7cb668a849d req-aac30c94-fc1d-4de8-8e70-5c0dc5a138db tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/security-groups?id=92f07517-0d86-4a56-a0b9-a9174a2f6367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617948 Jul 21 12:21:38.939634 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 35778) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:21:39.089044 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-d86999a0-cf58-4deb-b797-cfe452383f46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:21:39.203776 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-d86999a0-cf58-4deb-b797-cfe452383f46 admin admin] Publish callbacks [] for security_group (952d40d8-bf73-4296-b811-d01762db0b96), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:21:39.208807 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-d86999a0-cf58-4deb-b797-cfe452383f46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (952d40d8-bf73-4296-b811-d01762db0b96), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:21:39.259894 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86999a0-cf58-4deb-b797-cfe452383f46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=952d40d8-bf73-4296-b811-d01762db0b96,revision_number=1']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:21:39.268995 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.18', 35786) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:21:39.269859 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-d86999a0-cf58-4deb-b797-cfe452383f46 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4f126339108f4ce1ae85142445140a72&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3278193 Jul 21 12:21:39.350654 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-8d282b1c-deec-4091-87be-0898e2a89214 admin admin] Publish callbacks [] for security_group (952d40d8-bf73-4296-b811-d01762db0b96), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:21:39.389486 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-8d282b1c-deec-4091-87be-0898e2a89214 admin admin] Publish callbacks [] for security_group (952d40d8-bf73-4296-b811-d01762db0b96), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:21:39.453990 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe8b2de-ad48-4789-8dc0-946a0a95cdd9 req-e1be7630-2fc9-465d-b644-3b8927ff0e46 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:21:39.459813 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-efe8b2de-ad48-4789-8dc0-946a0a95cdd9 req-e1be7630-2fc9-465d-b644-3b8927ff0e46 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/ports?device_id=3244734c-06c4-4693-956e-804e2abbf512 HTTP/1.1" status: 200 len: 945 time: 0.0709348 Jul 21 12:21:39.464091 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-8d282b1c-deec-4091-87be-0898e2a89214 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (952d40d8-bf73-4296-b811-d01762db0b96), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:21:39.468714 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-8d282b1c-deec-4091-87be-0898e2a89214 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:21:39.470657 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-8d282b1c-deec-4091-87be-0898e2a89214 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/952d40d8-bf73-4296-b811-d01762db0b96 HTTP/1.1" status: 204 len: 168 time: 0.2001898 Jul 21 12:21:39.483906 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d282b1c-deec-4091-87be-0898e2a89214 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=952d40d8-bf73-4296-b811-d01762db0b96,revision_number=None']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:21:39.548272 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-efe8b2de-ad48-4789-8dc0-946a0a95cdd9 req-6b528bd9-7a01-49d3-8235-53f2e57ecb4d tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/security-groups?id=92f07517-0d86-4a56-a0b9-a9174a2f6367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814998 Jul 21 12:21:39.947596 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.18', 35794) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:21:39.975285 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-362d825f-77d8-4b84-9a8e-1ff5e51d72cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:21:40.091776 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-362d825f-77d8-4b84-9a8e-1ff5e51d72cf admin admin] Publish callbacks [] for security_group (0fa1f1be-b731-4572-b551-6f2502248c9c), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:21:40.101915 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-362d825f-77d8-4b84-9a8e-1ff5e51d72cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (0fa1f1be-b731-4572-b551-6f2502248c9c), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:21:40.166959 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-362d825f-77d8-4b84-9a8e-1ff5e51d72cf admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7ba9ffc99f5d4370a558e874bd8fc99c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2180119 Jul 21 12:21:40.167897 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362d825f-77d8-4b84-9a8e-1ff5e51d72cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fa1f1be-b731-4572-b551-6f2502248c9c,revision_number=1']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:21:40.170357 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.18', 35796) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:21:40.237430 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-8e0d1a56-7d6d-42ae-876d-1f47916ccd9e admin admin] Publish callbacks [] for security_group (0fa1f1be-b731-4572-b551-6f2502248c9c), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:21:40.286849 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-8e0d1a56-7d6d-42ae-876d-1f47916ccd9e admin admin] Publish callbacks [] for security_group (0fa1f1be-b731-4572-b551-6f2502248c9c), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:21:40.374095 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-8e0d1a56-7d6d-42ae-876d-1f47916ccd9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (0fa1f1be-b731-4572-b551-6f2502248c9c), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:21:40.378046 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-8e0d1a56-7d6d-42ae-876d-1f47916ccd9e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:21:40.379554 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-8e0d1a56-7d6d-42ae-876d-1f47916ccd9e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0fa1f1be-b731-4572-b551-6f2502248c9c HTTP/1.1" status: 204 len: 168 time: 0.2082517 Jul 21 12:21:40.395240 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0d1a56-7d6d-42ae-876d-1f47916ccd9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fa1f1be-b731-4572-b551-6f2502248c9c,revision_number=None']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:21:40.673026 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=7 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:21:40.726961 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6076f9f-e80b-45bc-a003-c61146129524 req-f4fa7fbc-c1f2-4617-8341-ad21111ecec5 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:21:40.734525 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-a6076f9f-e80b-45bc-a003-c61146129524 req-f4fa7fbc-c1f2-4617-8341-ad21111ecec5 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/ports?device_id=3244734c-06c4-4693-956e-804e2abbf512 HTTP/1.1" status: 200 len: 945 time: 0.0755296 Jul 21 12:21:40.800748 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-a6076f9f-e80b-45bc-a003-c61146129524 req-36466cb8-7db9-4f07-9a3d-8356ef59c1da tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/security-groups?id=92f07517-0d86-4a56-a0b9-a9174a2f6367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650854 Jul 21 12:21:41.349953 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=14 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:21:41.351452 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=18 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:21:41.435548 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-6aa818b4-30c8-4ed4-9738-e8abfc0cdd06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (8a21e728-a2e9-4580-a748-6ac9ba47a2a7), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:21:41.994077 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594cad0b-c2e2-4a12-962d-57b1c0fe4c8d req-8cb51d73-c02a-462b-8167-00c89e6079b4 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:21:41.995614 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-594cad0b-c2e2-4a12-962d-57b1c0fe4c8d req-8cb51d73-c02a-462b-8167-00c89e6079b4 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/ports?device_id=3244734c-06c4-4693-956e-804e2abbf512 HTTP/1.1" status: 200 len: 945 time: 0.0908625 Jul 21 12:21:42.056964 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-594cad0b-c2e2-4a12-962d-57b1c0fe4c8d req-5ff9fcdb-a642-4759-9d93-481ff24bcc3f tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/security-groups?id=92f07517-0d86-4a56-a0b9-a9174a2f6367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543926 Jul 21 12:21:43.309559 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 35852) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:21:43.331102 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68876cdf-a5bc-40d1-aca7-16b03321279f req-e8348746-d94b-4513-8430-702ad57b111f tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:21:43.347174 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-68876cdf-a5bc-40d1-aca7-16b03321279f req-e8348746-d94b-4513-8430-702ad57b111f tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/ports?device_id=3244734c-06c4-4693-956e-804e2abbf512 HTTP/1.1" status: 200 len: 945 time: 0.1328874 Jul 21 12:21:43.482879 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-68876cdf-a5bc-40d1-aca7-16b03321279f req-88dec3b6-71ce-4bba-8116-8d5ca45bad23 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/security-groups?id=92f07517-0d86-4a56-a0b9-a9174a2f6367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1321976 Jul 21 12:21:43.567238 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-8cdb59ae-d31b-4661-a1d9-4320dfc6078c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:21:43.729811 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-8cdb59ae-d31b-4661-a1d9-4320dfc6078c admin admin] Publish callbacks [] for security_group (0385d87f-c2e2-46b7-bf01-8b39eb267635), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:21:43.740117 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-8cdb59ae-d31b-4661-a1d9-4320dfc6078c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (0385d87f-c2e2-46b7-bf01-8b39eb267635), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:21:43.746470 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:21:43.799707 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdb59ae-d31b-4661-a1d9-4320dfc6078c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0385d87f-c2e2-46b7-bf01-8b39eb267635,revision_number=1']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:21:43.807530 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-8cdb59ae-d31b-4661-a1d9-4320dfc6078c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=97a6299ccee8430cba0af3a13a05c417&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4928086 Jul 21 12:21:43.809512 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 35856) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:21:43.888972 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-7dd3a7a2-d054-430a-8b2b-46211e8fc327 admin admin] Publish callbacks [] for security_group (0385d87f-c2e2-46b7-bf01-8b39eb267635), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:21:43.922667 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-7dd3a7a2-d054-430a-8b2b-46211e8fc327 admin admin] Publish callbacks [] for security_group (0385d87f-c2e2-46b7-bf01-8b39eb267635), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:21:44.005749 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-7dd3a7a2-d054-430a-8b2b-46211e8fc327 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (0385d87f-c2e2-46b7-bf01-8b39eb267635), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:21:44.008883 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-7dd3a7a2-d054-430a-8b2b-46211e8fc327 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:21:44.013348 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-7dd3a7a2-d054-430a-8b2b-46211e8fc327 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0385d87f-c2e2-46b7-bf01-8b39eb267635 HTTP/1.1" status: 204 len: 168 time: 0.2026329 Jul 21 12:21:44.023585 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd3a7a2-d054-430a-8b2b-46211e8fc327 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0385d87f-c2e2-46b7-bf01-8b39eb267635,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:21:44.042512 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:21:44.541595 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 35862) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:21:44.558760 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-96168342-4829-4f92-874e-b1a22cc4c100 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:21:44.672010 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:DELETE=2 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:21:44.715393 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd913b51-c56b-491c-865a-73eec4541435 req-36bfaacc-fe61-4709-b890-ceb22f1aa001 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:21:44.717150 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-cd913b51-c56b-491c-865a-73eec4541435 req-36bfaacc-fe61-4709-b890-ceb22f1aa001 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/ports?device_id=3244734c-06c4-4693-956e-804e2abbf512 HTTP/1.1" status: 200 len: 945 time: 0.0842710 Jul 21 12:21:44.752687 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-96168342-4829-4f92-874e-b1a22cc4c100 admin admin] Publish callbacks [] for security_group (0a87b361-f92f-4506-9406-d4b5ea9aaf16), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:21:44.776817 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-96168342-4829-4f92-874e-b1a22cc4c100 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (0a87b361-f92f-4506-9406-d4b5ea9aaf16), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:21:44.892851 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-1e07cb3a-4212-4a30-99a9-0f9ad9e15b4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (ceb1130f-c61e-494c-be4f-967cc153319c), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:21:44.921565 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96168342-4829-4f92-874e-b1a22cc4c100 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a87b361-f92f-4506-9406-d4b5ea9aaf16,revision_number=1']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:21:44.933698 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-96168342-4829-4f92-874e-b1a22cc4c100 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=417a7eeda078489ead88409e88f1350d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3891888 Jul 21 12:21:44.937312 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.18', 35866) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:21:44.960334 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-cd913b51-c56b-491c-865a-73eec4541435 req-2bbdd63d-16e3-4c7d-a7d8-123b8e7fd746 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/security-groups?id=92f07517-0d86-4a56-a0b9-a9174a2f6367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2293956 Jul 21 12:21:45.053473 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-8eea1e2d-fe12-4642-badc-beea1c8b96fd admin admin] Publish callbacks [] for security_group (0a87b361-f92f-4506-9406-d4b5ea9aaf16), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:21:45.078366 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:21:45.098163 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-8eea1e2d-fe12-4642-badc-beea1c8b96fd admin admin] Publish callbacks [] for security_group (0a87b361-f92f-4506-9406-d4b5ea9aaf16), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:21:45.174147 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-8eea1e2d-fe12-4642-badc-beea1c8b96fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (0a87b361-f92f-4506-9406-d4b5ea9aaf16), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:21:45.180337 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-8eea1e2d-fe12-4642-badc-beea1c8b96fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:21:45.183436 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-8eea1e2d-fe12-4642-badc-beea1c8b96fd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0a87b361-f92f-4506-9406-d4b5ea9aaf16 HTTP/1.1" status: 204 len: 168 time: 0.2432532 Jul 21 12:21:45.202108 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea1e2d-fe12-4642-badc-beea1c8b96fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a87b361-f92f-4506-9406-d4b5ea9aaf16,revision_number=None']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:21:45.901596 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-34089123-786a-4f56-8fd8-e31aace790ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (7a27be9f-c1a8-4dec-a92f-42ec7311fe12), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:21:46.201383 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319221c4-04a3-4352-aea5-9e1ae109560a req-d3be9b6f-5c8c-4797-8a69-91b8d84755ee tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:21:46.203272 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-319221c4-04a3-4352-aea5-9e1ae109560a req-d3be9b6f-5c8c-4797-8a69-91b8d84755ee tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/ports?device_id=3244734c-06c4-4693-956e-804e2abbf512 HTTP/1.1" status: 200 len: 945 time: 0.1013687 Jul 21 12:21:46.294854 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-319221c4-04a3-4352-aea5-9e1ae109560a req-fb47cff7-c515-4a06-b61c-14abba135184 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/security-groups?id=92f07517-0d86-4a56-a0b9-a9174a2f6367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846233 Jul 21 12:21:46.837538 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (c982e9e4-9e4b-4150-8658-75b564dceb25), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:21:47.215774 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-b3746fee-4e12-46ce-ae12-d62ff35738f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (bda8c5c0-9935-4f58-b3ba-5b48a27d9f80), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:21:47.289310 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c12531e-31a0-418a-843c-06a65c91de01 req-9e5b5ad4-e266-4d4c-8526-0a22a79cde4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:21:47.293433 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-7c12531e-31a0-418a-843c-06a65c91de01 req-9e5b5ad4-e266-4d4c-8526-0a22a79cde4a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2409e2644eb14d6b9545088c08d22273&device_id=3244734c-06c4-4693-956e-804e2abbf512 HTTP/1.1" status: 200 len: 1129 time: 0.0614991 Jul 21 12:21:47.434912 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c12531e-31a0-418a-843c-06a65c91de01 req-1d81c2e3-6052-4675-b379-c4f7db1c15bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:21:47.437289 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-7c12531e-31a0-418a-843c-06a65c91de01 req-1d81c2e3-6052-4675-b379-c4f7db1c15bc service neutron] 10.222.0.48 "GET /v2.0/networks?id=ff0fcfbd-22d3-47ea-80f2-195b1cbc803d HTTP/1.1" status: 200 len: 917 time: 0.1327167 Jul 21 12:21:47.512229 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd295589-e15a-4c1c-92ac-21f25ced7a43 req-9879462c-3c53-48ff-a1f0-02ef7e22ce6b tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:21:47.515400 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-cd295589-e15a-4c1c-92ac-21f25ced7a43 req-9879462c-3c53-48ff-a1f0-02ef7e22ce6b tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/ports?device_id=3244734c-06c4-4693-956e-804e2abbf512 HTTP/1.1" status: 200 len: 945 time: 0.0927753 Jul 21 12:21:47.523373 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-7c12531e-31a0-418a-843c-06a65c91de01 req-cafb18aa-3fe8-41ed-9608-b83e7101b670 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c2a7cf69-7947-4dbd-bcc4-55ce85b10fd7 HTTP/1.1" status: 200 len: 1001 time: 0.0725105 Jul 21 12:21:47.583782 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c12531e-31a0-418a-843c-06a65c91de01 req-a502ef32-41de-4cf8-8b49-d28a0574f4db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:21:47.585426 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-7c12531e-31a0-418a-843c-06a65c91de01 req-a502ef32-41de-4cf8-8b49-d28a0574f4db service neutron] 10.222.0.48 "GET /v2.0/subnets?id=cc9a2033-692d-458c-a1e6-ffe26f82c935 HTTP/1.1" status: 200 len: 855 time: 0.0530529 Jul 21 12:21:47.606601 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-cd295589-e15a-4c1c-92ac-21f25ced7a43 req-156f2b4c-4ef2-4ec7-a770-13ada6d8f3eb tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/security-groups?id=92f07517-0d86-4a56-a0b9-a9174a2f6367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800853 Jul 21 12:21:47.641657 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c12531e-31a0-418a-843c-06a65c91de01 req-1281eb29-5cf9-4e91-bdc2-317d585ae7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:21:47.644310 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-7c12531e-31a0-418a-843c-06a65c91de01 req-1281eb29-5cf9-4e91-bdc2-317d585ae7bc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ff0fcfbd-22d3-47ea-80f2-195b1cbc803d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0510180 Jul 21 12:21:47.761561 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-7c12531e-31a0-418a-843c-06a65c91de01 req-21d7d9c5-ad58-47c1-98ca-9936aca90b31 service neutron] 10.222.0.48 "GET /v2.0/networks/ff0fcfbd-22d3-47ea-80f2-195b1cbc803d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087551 Jul 21 12:21:47.931255 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-7c12531e-31a0-418a-843c-06a65c91de01 req-ea98b5d6-784e-4104-91cc-dd4b883aa8d7 service neutron] 10.222.0.48 "GET /v2.0/networks/ff0fcfbd-22d3-47ea-80f2-195b1cbc803d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577032 Jul 21 12:21:48.710859 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:21:48.768915 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04e23ec-9459-46cb-acaf-5f0114da7fd5 req-1843cd1e-a512-44ab-8287-f3daa71f1fe1 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:21:48.770459 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-f04e23ec-9459-46cb-acaf-5f0114da7fd5 req-1843cd1e-a512-44ab-8287-f3daa71f1fe1 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/ports?device_id=3244734c-06c4-4693-956e-804e2abbf512 HTTP/1.1" status: 200 len: 945 time: 0.0752277 Jul 21 12:21:48.824032 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-f04e23ec-9459-46cb-acaf-5f0114da7fd5 req-6faae511-6f39-4b73-b76a-015420ad85b4 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/security-groups?id=92f07517-0d86-4a56-a0b9-a9174a2f6367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476470 Jul 21 12:21:49.255745 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Device c2a7cf69-7947-4dbd-bcc4-55ce85b10fd7 no longer exists at agent hyperv_hv-cinder-85032 {{(pid=104161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 12:21:49.354883 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Current status of the port c2a7cf69-7947-4dbd-bcc4-55ce85b10fd7 is: ACTIVE; New status is: DOWN {{(pid=104161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 12:21:49.355545 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (c2a7cf69-7947-4dbd-bcc4-55ce85b10fd7), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:21:49.387852 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3244734c-06c4-4693-956e-804e2abbf512', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2a7cf69-7947-4dbd-bcc4-55ce85b10fd7'}] {{(pid=104161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 12:21:49.391394 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cdf8932827941a003a674b569a46f4ce1abada81d99297f544444a18ab6c7ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b11cafde-e8a5-4ebc-8892-619ddb560783" -d '{"events": [{"server_uuid": "3244734c-06c4-4693-956e-804e2abbf512", "name": "network-vif-unplugged", "status": "completed", "tag": "c2a7cf69-7947-4dbd-bcc4-55ce85b10fd7"}]}' {{(pid=104161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 12:21:49.417253 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] For port c2a7cf69-7947-4dbd-bcc4-55ce85b10fd7, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=c2a7cf69-7947-4dbd-bcc4-55ce85b10fd7,segment=NetworkSegment(7232b8b8-b9cf-453a-b8fc-7068d6546503),segment_id=7232b8b8-b9cf-453a-b8fc-7068d6546503)] {{(pid=104161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 12:21:49.425892 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158'] for port (c2a7cf69-7947-4dbd-bcc4-55ce85b10fd7), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:21:49.467159 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 21 Jul 2022 12:21:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c1d8558-2b56-4d25-a73a-d2fd393aa830 x-openstack-request-id: req-5c1d8558-2b56-4d25-a73a-d2fd393aa830 {{(pid=104161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 12:21:49.467685 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3244734c-06c4-4693-956e-804e2abbf512", "name": "network-vif-unplugged", "status": "completed", "tag": "c2a7cf69-7947-4dbd-bcc4-55ce85b10fd7", "code": 200}]} {{(pid=104161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 12:21:49.468056 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5c1d8558-2b56-4d25-a73a-d2fd393aa830 {{(pid=104161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 12:21:49.468730 dv-cinder-850321-1-iscsi neutron-server[104161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c1d8558-2b56-4d25-a73a-d2fd393aa830'] response: {'server_uuid': '3244734c-06c4-4693-956e-804e2abbf512', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2a7cf69-7947-4dbd-bcc4-55ce85b10fd7', 'code': 200} Jul 21 12:21:49.501318 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Pushing event updated for resources: {'Port': ['ID=c2a7cf69-7947-4dbd-bcc4-55ce85b10fd7,revision_number=8']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:21:49.962566 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506217b1-6d7d-4c43-9a46-596ff2eaf9c2 req-c662ad5c-dfd1-4b02-9620-87fddaf10502 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:21:49.964230 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-506217b1-6d7d-4c43-9a46-596ff2eaf9c2 req-c662ad5c-dfd1-4b02-9620-87fddaf10502 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/ports?device_id=3244734c-06c4-4693-956e-804e2abbf512 HTTP/1.1" status: 200 len: 943 time: 0.0544229 Jul 21 12:21:50.023516 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-506217b1-6d7d-4c43-9a46-596ff2eaf9c2 req-d40a7bb4-b6d6-447d-b06c-ae4101f10894 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/security-groups?id=92f07517-0d86-4a56-a0b9-a9174a2f6367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512383 Jul 21 12:21:51.201664 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91cee24-48e4-4985-93b8-069ff59aa3e0 req-b09381d8-01f3-42a9-ab1d-cd866db5c9ef tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:21:51.205207 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-a91cee24-48e4-4985-93b8-069ff59aa3e0 req-b09381d8-01f3-42a9-ab1d-cd866db5c9ef tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/ports?device_id=3244734c-06c4-4693-956e-804e2abbf512 HTTP/1.1" status: 200 len: 943 time: 0.0871780 Jul 21 12:21:51.273601 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-a91cee24-48e4-4985-93b8-069ff59aa3e0 req-4696dc10-3995-4d06-adb2-036ebda4fc67 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/security-groups?id=92f07517-0d86-4a56-a0b9-a9174a2f6367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607102 Jul 21 12:21:52.597029 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0afaddc-e180-44a1-b1d8-cbee6358df11 req-2baef956-475f-4778-8830-a03c8ce9918f tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:21:52.598696 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-a0afaddc-e180-44a1-b1d8-cbee6358df11 req-2baef956-475f-4778-8830-a03c8ce9918f tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/ports?device_id=3244734c-06c4-4693-956e-804e2abbf512 HTTP/1.1" status: 200 len: 943 time: 0.0539844 Jul 21 12:21:52.692734 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-3cbd9bf6-e91a-46be-889c-31034721bd3e req-099f4f17-de75-441b-a58a-218aa2dde523 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3244734c-06c4-4693-956e-804e2abbf512&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0651298 Jul 21 12:21:52.696778 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-a0afaddc-e180-44a1-b1d8-cbee6358df11 req-f031d39f-38da-4e30-8f12-10d61b5f218c tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/security-groups?id=92f07517-0d86-4a56-a0b9-a9174a2f6367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913293 Jul 21 12:21:52.793032 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbd9bf6-e91a-46be-889c-31034721bd3e req-6c938070-be22-4add-875a-0074c366aee3 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:21:52.794467 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-3cbd9bf6-e91a-46be-889c-31034721bd3e req-6c938070-be22-4add-875a-0074c366aee3 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/ports/c2a7cf69-7947-4dbd-bcc4-55ce85b10fd7 HTTP/1.1" status: 200 len: 940 time: 0.0590498 Jul 21 12:21:53.282376 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Device c2a7cf69-7947-4dbd-bcc4-55ce85b10fd7 no longer exists at agent hyperv_hv-cinder-85032 {{(pid=104161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 12:21:53.393236 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Current status of the port c2a7cf69-7947-4dbd-bcc4-55ce85b10fd7 is: DOWN; New status is: DOWN {{(pid=104161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 12:21:53.629013 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 36074) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:21:53.760808 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-d4b2daf2-b9b3-4016-a3c7-8cec4bcb1cb9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:21:53.874625 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-d4b2daf2-b9b3-4016-a3c7-8cec4bcb1cb9 admin admin] Publish callbacks [] for security_group (6a5d0319-f2c6-47a7-81e2-384389bddf70), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:21:53.875292 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:21:53.881406 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-d4b2daf2-b9b3-4016-a3c7-8cec4bcb1cb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (6a5d0319-f2c6-47a7-81e2-384389bddf70), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:21:53.891029 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2099c570-4546-40f4-9d05-307f08853a1e req-c40961cd-c562-40ad-9dc1-42669c5642ff tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:21:53.893492 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-2099c570-4546-40f4-9d05-307f08853a1e req-c40961cd-c562-40ad-9dc1-42669c5642ff tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/ports?device_id=3244734c-06c4-4693-956e-804e2abbf512 HTTP/1.1" status: 200 len: 943 time: 0.0894444 Jul 21 12:21:53.930813 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b2daf2-b9b3-4016-a3c7-8cec4bcb1cb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a5d0319-f2c6-47a7-81e2-384389bddf70,revision_number=1']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:21:53.936905 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-d4b2daf2-b9b3-4016-a3c7-8cec4bcb1cb9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4811b046966d4b46a3677ad05d822a83&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3064086 Jul 21 12:21:53.940609 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.18', 36080) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:21:53.942867 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b2daf2-b9b3-4016-a3c7-8cec4bcb1cb9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:21:53.943320 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b2daf2-b9b3-4016-a3c7-8cec4bcb1cb9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:21:53.943771 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b2daf2-b9b3-4016-a3c7-8cec4bcb1cb9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:21:53.944194 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b2daf2-b9b3-4016-a3c7-8cec4bcb1cb9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:21:53.944583 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b2daf2-b9b3-4016-a3c7-8cec4bcb1cb9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:21:53.944975 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b2daf2-b9b3-4016-a3c7-8cec4bcb1cb9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:21:53.945402 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b2daf2-b9b3-4016-a3c7-8cec4bcb1cb9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:21:53.945851 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b2daf2-b9b3-4016-a3c7-8cec4bcb1cb9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:21:53.946171 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b2daf2-b9b3-4016-a3c7-8cec4bcb1cb9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:21:53.946559 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b2daf2-b9b3-4016-a3c7-8cec4bcb1cb9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:21:53.946947 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b2daf2-b9b3-4016-a3c7-8cec4bcb1cb9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:21:53.947334 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b2daf2-b9b3-4016-a3c7-8cec4bcb1cb9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:21:53.947739 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b2daf2-b9b3-4016-a3c7-8cec4bcb1cb9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:21:53.948122 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b2daf2-b9b3-4016-a3c7-8cec4bcb1cb9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:21:53.948530 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b2daf2-b9b3-4016-a3c7-8cec4bcb1cb9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:21:53.998787 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-2099c570-4546-40f4-9d05-307f08853a1e req-3856a1a6-6c22-4265-877b-792fb5553f54 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/security-groups?id=92f07517-0d86-4a56-a0b9-a9174a2f6367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942683 Jul 21 12:21:54.061521 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-b1142cfb-6166-411d-9503-dff69662c28b admin admin] Publish callbacks [] for security_group (6a5d0319-f2c6-47a7-81e2-384389bddf70), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:21:54.078333 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbd9bf6-e91a-46be-889c-31034721bd3e req-4943679b-2d9e-4eef-b236-e21eb6306dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:21:54.080006 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-3cbd9bf6-e91a-46be-889c-31034721bd3e req-4943679b-2d9e-4eef-b236-e21eb6306dc6 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=3244734c-06c4-4693-956e-804e2abbf512&tenant_id=2409e2644eb14d6b9545088c08d22273 HTTP/1.1" status: 200 len: 1127 time: 0.0738664 Jul 21 12:21:54.098151 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-b1142cfb-6166-411d-9503-dff69662c28b admin admin] Publish callbacks [] for security_group (6a5d0319-f2c6-47a7-81e2-384389bddf70), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:21:54.184053 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.agents_db [None req-4203cc95-03b4-445b-a92f-19fc3dec8381 None None] Agent healthcheck: found 6 active agents {{(pid=104162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 12:21:54.187102 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbd9bf6-e91a-46be-889c-31034721bd3e req-bd1ce599-c063-46c5-b095-555d3bb1b40a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:21:54.188747 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-3cbd9bf6-e91a-46be-889c-31034721bd3e req-bd1ce599-c063-46c5-b095-555d3bb1b40a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2409e2644eb14d6b9545088c08d22273&device_id=3244734c-06c4-4693-956e-804e2abbf512 HTTP/1.1" status: 200 len: 1127 time: 0.0497351 Jul 21 12:21:54.229997 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-b1142cfb-6166-411d-9503-dff69662c28b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (6a5d0319-f2c6-47a7-81e2-384389bddf70), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:21:54.232616 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-b1142cfb-6166-411d-9503-dff69662c28b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:21:54.233897 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-b1142cfb-6166-411d-9503-dff69662c28b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6a5d0319-f2c6-47a7-81e2-384389bddf70 HTTP/1.1" status: 204 len: 168 time: 0.2907300 Jul 21 12:21:54.273482 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1142cfb-6166-411d-9503-dff69662c28b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a5d0319-f2c6-47a7-81e2-384389bddf70,revision_number=None']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:21:54.285923 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1142cfb-6166-411d-9503-dff69662c28b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:21:54.286252 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1142cfb-6166-411d-9503-dff69662c28b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:21:54.286588 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1142cfb-6166-411d-9503-dff69662c28b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:21:54.286924 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1142cfb-6166-411d-9503-dff69662c28b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:21:54.287252 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1142cfb-6166-411d-9503-dff69662c28b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:21:54.287609 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1142cfb-6166-411d-9503-dff69662c28b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:21:54.287931 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1142cfb-6166-411d-9503-dff69662c28b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:21:54.288277 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1142cfb-6166-411d-9503-dff69662c28b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:21:54.288563 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1142cfb-6166-411d-9503-dff69662c28b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:21:54.288881 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1142cfb-6166-411d-9503-dff69662c28b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:21:54.289202 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1142cfb-6166-411d-9503-dff69662c28b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:21:54.289524 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1142cfb-6166-411d-9503-dff69662c28b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:21:54.289842 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1142cfb-6166-411d-9503-dff69662c28b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:21:54.290156 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1142cfb-6166-411d-9503-dff69662c28b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:21:54.290469 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1142cfb-6166-411d-9503-dff69662c28b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:21:54.338209 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbd9bf6-e91a-46be-889c-31034721bd3e req-edc28445-b517-41e2-a421-178d2c0156fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:21:54.341287 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-3cbd9bf6-e91a-46be-889c-31034721bd3e req-edc28445-b517-41e2-a421-178d2c0156fa service neutron] 10.222.0.48 "GET /v2.0/networks?id=ff0fcfbd-22d3-47ea-80f2-195b1cbc803d HTTP/1.1" status: 200 len: 917 time: 0.1430032 Jul 21 12:21:54.433253 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-3cbd9bf6-e91a-46be-889c-31034721bd3e req-91658ac3-91ab-4c1f-b07c-806244b99674 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c2a7cf69-7947-4dbd-bcc4-55ce85b10fd7 HTTP/1.1" status: 200 len: 999 time: 0.0840702 Jul 21 12:21:54.498459 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbd9bf6-e91a-46be-889c-31034721bd3e req-f1b0e942-648d-4e84-8e25-7ee1bf377fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:21:54.500149 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-3cbd9bf6-e91a-46be-889c-31034721bd3e req-f1b0e942-648d-4e84-8e25-7ee1bf377fd7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=cc9a2033-692d-458c-a1e6-ffe26f82c935 HTTP/1.1" status: 200 len: 855 time: 0.0558944 Jul 21 12:21:54.516277 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:21:54.552509 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbd9bf6-e91a-46be-889c-31034721bd3e req-8e7567b7-9a93-4b6f-ac8a-85487adfc6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:21:54.555799 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-3cbd9bf6-e91a-46be-889c-31034721bd3e req-8e7567b7-9a93-4b6f-ac8a-85487adfc6b1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ff0fcfbd-22d3-47ea-80f2-195b1cbc803d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0484886 Jul 21 12:21:54.628455 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 36088) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:21:54.635015 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=85,neutron:DELETE=2,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:21:54.644682 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-5bc07a11-debc-4397-a68b-127b68165fcb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:21:54.686236 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-3cbd9bf6-e91a-46be-889c-31034721bd3e req-96d645a4-e989-4dd0-bfe4-41c4631a9158 service neutron] 10.222.0.48 "GET /v2.0/networks/ff0fcfbd-22d3-47ea-80f2-195b1cbc803d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196003 Jul 21 12:21:54.760021 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-5bc07a11-debc-4397-a68b-127b68165fcb admin admin] Publish callbacks [] for security_group (3a3fffbd-fa36-4aff-8d7b-84eafd73fb94), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:21:54.765316 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-5bc07a11-debc-4397-a68b-127b68165fcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (3a3fffbd-fa36-4aff-8d7b-84eafd73fb94), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:21:54.794653 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-3cbd9bf6-e91a-46be-889c-31034721bd3e req-da596b2a-68ce-470e-9969-5866afa67f23 service neutron] 10.222.0.48 "GET /v2.0/networks/ff0fcfbd-22d3-47ea-80f2-195b1cbc803d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976701 Jul 21 12:21:54.832896 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-5bc07a11-debc-4397-a68b-127b68165fcb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7742b3dce8684d1b884054513e80e3de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2031293 Jul 21 12:21:54.834514 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc07a11-debc-4397-a68b-127b68165fcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a3fffbd-fa36-4aff-8d7b-84eafd73fb94,revision_number=1']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:21:54.836574 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.18', 36090) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:21:54.919417 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-1cca8125-64ca-4834-ab1c-a728d636d23a admin admin] Publish callbacks [] for security_group (3a3fffbd-fa36-4aff-8d7b-84eafd73fb94), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:21:54.947625 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-1cca8125-64ca-4834-ab1c-a728d636d23a admin admin] Publish callbacks [] for security_group (3a3fffbd-fa36-4aff-8d7b-84eafd73fb94), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:21:54.996781 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-1cca8125-64ca-4834-ab1c-a728d636d23a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (3a3fffbd-fa36-4aff-8d7b-84eafd73fb94), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:21:54.999412 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-1cca8125-64ca-4834-ab1c-a728d636d23a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:21:55.000617 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-1cca8125-64ca-4834-ab1c-a728d636d23a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3a3fffbd-fa36-4aff-8d7b-84eafd73fb94 HTTP/1.1" status: 204 len: 168 time: 0.1629531 Jul 21 12:21:55.009013 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cca8125-64ca-4834-ab1c-a728d636d23a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a3fffbd-fa36-4aff-8d7b-84eafd73fb94,revision_number=None']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:21:55.181497 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af78e54-5589-42ed-a752-d9d032c22a23 req-c7a83582-ec6a-46e0-92a3-4e346723b00e tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:21:55.194358 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-5af78e54-5589-42ed-a752-d9d032c22a23 req-c7a83582-ec6a-46e0-92a3-4e346723b00e tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/ports?device_id=3244734c-06c4-4693-956e-804e2abbf512 HTTP/1.1" status: 200 len: 943 time: 0.1064935 Jul 21 12:21:55.263946 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-5af78e54-5589-42ed-a752-d9d032c22a23 req-9e519809-ac08-4dc7-a066-6d98266d0d80 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/security-groups?id=92f07517-0d86-4a56-a0b9-a9174a2f6367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683601 Jul 21 12:21:56.499078 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d1b82b-204f-4547-b795-042f587bb780 req-eac28922-d0fd-4c31-93fd-288ae85c1854 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:21:56.514049 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-d1d1b82b-204f-4547-b795-042f587bb780 req-eac28922-d0fd-4c31-93fd-288ae85c1854 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/ports?device_id=3244734c-06c4-4693-956e-804e2abbf512 HTTP/1.1" status: 200 len: 943 time: 0.1029816 Jul 21 12:21:56.589451 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:21:56.601172 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-d1d1b82b-204f-4547-b795-042f587bb780 req-4656f478-0b0f-4254-849a-a9297de3b40d tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/security-groups?id=92f07517-0d86-4a56-a0b9-a9174a2f6367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857286 Jul 21 12:21:57.750705 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b1b3c5-2af2-403d-9d0a-b3328d30beee req-5aebc194-7d3e-40c8-8ead-4d547269d8d5 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:21:57.752359 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-72b1b3c5-2af2-403d-9d0a-b3328d30beee req-5aebc194-7d3e-40c8-8ead-4d547269d8d5 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/ports?device_id=3244734c-06c4-4693-956e-804e2abbf512 HTTP/1.1" status: 200 len: 943 time: 0.0607486 Jul 21 12:21:57.823897 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-72b1b3c5-2af2-403d-9d0a-b3328d30beee req-a523434f-5f9a-4a53-9bf6-3f08616436dd tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/security-groups?id=92f07517-0d86-4a56-a0b9-a9174a2f6367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656507 Jul 21 12:21:59.012532 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c32f341-fff8-4280-b6e9-e152ff3b1692 req-00d68964-675b-425b-a60a-738861ab2860 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:21:59.014663 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-3c32f341-fff8-4280-b6e9-e152ff3b1692 req-00d68964-675b-425b-a60a-738861ab2860 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/ports?device_id=3244734c-06c4-4693-956e-804e2abbf512 HTTP/1.1" status: 200 len: 943 time: 0.0623198 Jul 21 12:21:59.100091 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-3c32f341-fff8-4280-b6e9-e152ff3b1692 req-4b20f9d1-3470-4608-94d8-30625da6a5a5 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/security-groups?id=92f07517-0d86-4a56-a0b9-a9174a2f6367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787773 Jul 21 12:22:00.241129 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:22:00.259405 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130f2cc9-aaec-48a7-8d24-8cbf6588966b req-59645a81-606d-475a-8266-789f97337766 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:22:00.261167 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-130f2cc9-aaec-48a7-8d24-8cbf6588966b req-59645a81-606d-475a-8266-789f97337766 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/ports?device_id=3244734c-06c4-4693-956e-804e2abbf512 HTTP/1.1" status: 200 len: 943 time: 0.0697465 Jul 21 12:22:00.334424 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-130f2cc9-aaec-48a7-8d24-8cbf6588966b req-17f816f2-0105-4553-9c53-c346a3a4793b tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/security-groups?id=92f07517-0d86-4a56-a0b9-a9174a2f6367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646129 Jul 21 12:22:01.473413 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a935dfa6-635e-4096-a280-54183748d761 req-c0ded7cc-5e83-468b-8d8b-1867fd877cdc tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:22:01.475967 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-a935dfa6-635e-4096-a280-54183748d761 req-c0ded7cc-5e83-468b-8d8b-1867fd877cdc tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/ports?device_id=3244734c-06c4-4693-956e-804e2abbf512 HTTP/1.1" status: 200 len: 943 time: 0.0578830 Jul 21 12:22:01.546333 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-a935dfa6-635e-4096-a280-54183748d761 req-d108b14a-d9e2-461d-90bc-739ac17229d8 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/security-groups?id=92f07517-0d86-4a56-a0b9-a9174a2f6367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640340 Jul 21 12:22:02.342538 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (0e418a3d-140a-4386-ad03-1f6ad2d8ed7b), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:22:02.719086 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67490cbf-0409-4bfd-bdf8-a9fdf61e2658 req-fc2de1fc-cf98-463e-ae86-3986f214c9fa tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:22:02.721759 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-67490cbf-0409-4bfd-bdf8-a9fdf61e2658 req-fc2de1fc-cf98-463e-ae86-3986f214c9fa tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/ports?device_id=3244734c-06c4-4693-956e-804e2abbf512 HTTP/1.1" status: 200 len: 943 time: 0.0662861 Jul 21 12:22:02.805797 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-67490cbf-0409-4bfd-bdf8-a9fdf61e2658 req-27cb4429-ad6a-46d1-821c-8c3e0fa7bb9a tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/security-groups?id=92f07517-0d86-4a56-a0b9-a9174a2f6367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779846 Jul 21 12:22:03.960088 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834c6c72-5d6b-4e0a-aa44-040bece74f2b req-18f1e2a2-bae3-41bc-9617-1865f47e258a tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:22:03.961582 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-834c6c72-5d6b-4e0a-aa44-040bece74f2b req-18f1e2a2-bae3-41bc-9617-1865f47e258a tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/ports?device_id=3244734c-06c4-4693-956e-804e2abbf512 HTTP/1.1" status: 200 len: 943 time: 0.0569456 Jul 21 12:22:04.022528 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-834c6c72-5d6b-4e0a-aa44-040bece74f2b req-551f508b-8ad8-43c9-9140-b4bebb7df4ac tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/security-groups?id=92f07517-0d86-4a56-a0b9-a9174a2f6367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547373 Jul 21 12:22:04.174793 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=2 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:22:05.177879 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a63b40-ae29-4ad3-86c2-b5ba61ff4ff9 req-63384c91-265a-41b8-a3df-e6e8be092a5f tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:22:05.180684 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-f0a63b40-ae29-4ad3-86c2-b5ba61ff4ff9 req-63384c91-265a-41b8-a3df-e6e8be092a5f tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/ports?device_id=3244734c-06c4-4693-956e-804e2abbf512 HTTP/1.1" status: 200 len: 943 time: 0.0689104 Jul 21 12:22:05.239741 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-f0a63b40-ae29-4ad3-86c2-b5ba61ff4ff9 req-ec13e915-b8a6-450a-b93a-7b5476cf483a tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/security-groups?id=92f07517-0d86-4a56-a0b9-a9174a2f6367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527995 Jul 21 12:22:06.385031 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eadcb02-0d16-4213-a296-5a479a4fbcc6 req-8dc89266-9903-4206-8eec-2274458a0e84 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:22:06.386854 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-4eadcb02-0d16-4213-a296-5a479a4fbcc6 req-8dc89266-9903-4206-8eec-2274458a0e84 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/ports?device_id=3244734c-06c4-4693-956e-804e2abbf512 HTTP/1.1" status: 200 len: 943 time: 0.0522592 Jul 21 12:22:06.446766 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-4eadcb02-0d16-4213-a296-5a479a4fbcc6 req-cd3eadbd-ba58-42d3-b610-e80228ecbed1 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/security-groups?id=92f07517-0d86-4a56-a0b9-a9174a2f6367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526853 Jul 21 12:22:07.391244 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Device c2a7cf69-7947-4dbd-bcc4-55ce85b10fd7 details requested by agent hyperv_hv-cinder-85032 with host hv-cinder-85032 {{(pid=104161) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 21 12:22:07.397098 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=68,neutron:UPDATE=5 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:22:07.640546 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] For port c2a7cf69-7947-4dbd-bcc4-55ce85b10fd7, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=c2a7cf69-7947-4dbd-bcc4-55ce85b10fd7,segment=NetworkSegment(7232b8b8-b9cf-453a-b8fc-7068d6546503),segment_id=7232b8b8-b9cf-453a-b8fc-7068d6546503)] {{(pid=104161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 12:22:07.641724 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9827c4de-b372-4afb-99fd-079abb562c38 req-a911240b-076f-4c5c-9b0d-d8ed1b5c9b3a tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:22:07.644535 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-9827c4de-b372-4afb-99fd-079abb562c38 req-a911240b-076f-4c5c-9b0d-d8ed1b5c9b3a tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/ports?device_id=3244734c-06c4-4693-956e-804e2abbf512 HTTP/1.1" status: 200 len: 943 time: 0.0760763 Jul 21 12:22:07.667364 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Returning: {'device': 'c2a7cf69-7947-4dbd-bcc4-55ce85b10fd7', 'network_id': 'ff0fcfbd-22d3-47ea-80f2-195b1cbc803d', 'port_id': 'c2a7cf69-7947-4dbd-bcc4-55ce85b10fd7', 'mac_address': 'fa:16:3e:4b:ec:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc9a2033-692d-458c-a1e6-ffe26f82c935', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104161) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 21 12:22:07.720754 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-9827c4de-b372-4afb-99fd-079abb562c38 req-5aa88eff-ceb9-4444-848c-06e2d15c89d1 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/security-groups?id=92f07517-0d86-4a56-a0b9-a9174a2f6367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698357 Jul 21 12:22:07.724956 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Current status of the port c2a7cf69-7947-4dbd-bcc4-55ce85b10fd7 is: DOWN; New status is: BUILD {{(pid=104161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 12:22:07.725347 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (c2a7cf69-7947-4dbd-bcc4-55ce85b10fd7), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:22:07.740493 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.notifiers.nova [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2a7cf69-7947-4dbd-bcc4-55ce85b10fd7 {{(pid=104161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 12:22:07.764565 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] For port c2a7cf69-7947-4dbd-bcc4-55ce85b10fd7, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=c2a7cf69-7947-4dbd-bcc4-55ce85b10fd7,segment=NetworkSegment(7232b8b8-b9cf-453a-b8fc-7068d6546503),segment_id=7232b8b8-b9cf-453a-b8fc-7068d6546503)] {{(pid=104161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 12:22:07.769674 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158'] for port (c2a7cf69-7947-4dbd-bcc4-55ce85b10fd7), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:22:07.822268 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Pushing event updated for resources: {'Port': ['ID=c2a7cf69-7947-4dbd-bcc4-55ce85b10fd7,revision_number=9']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:22:08.244687 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] get_ports_and_sgs() called for port_ids ['c2a7cf69-7947-4dbd-bcc4-55ce85b10fd7'] {{(pid=104161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 12:22:08.487018 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001eb262-558e-470e-8974-2b7df67c91d6 req-91706a8d-d21c-4091-92e4-c887d881195b tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:22:08.488719 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-001eb262-558e-470e-8974-2b7df67c91d6 req-91706a8d-d21c-4091-92e4-c887d881195b tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc24dc50-e018-4079-b395-597d79b6c7f9 HTTP/1.1" status: 200 len: 945 time: 0.0646305 Jul 21 12:22:08.536759 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:22:08.574340 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-001eb262-558e-470e-8974-2b7df67c91d6 req-9a32271a-6708-49d7-91be-8d346e7810c3 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/security-groups?id=37fb721b-82a7-4d69-98ca-387ca36dc9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771971 Jul 21 12:22:08.857017 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d13de5-bec2-4bcb-8eaa-2155ee51f316 req-7fdc805e-ad65-453b-a8b1-16643b413b2c tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:22:08.859276 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-38d13de5-bec2-4bcb-8eaa-2155ee51f316 req-7fdc805e-ad65-453b-a8b1-16643b413b2c tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/ports?device_id=3244734c-06c4-4693-956e-804e2abbf512 HTTP/1.1" status: 200 len: 944 time: 0.0572331 Jul 21 12:22:08.919201 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-38d13de5-bec2-4bcb-8eaa-2155ee51f316 req-04d25abd-24dd-4d03-ab1e-1314a9492e2f tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/security-groups?id=92f07517-0d86-4a56-a0b9-a9174a2f6367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530982 Jul 21 12:22:09.404732 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Device c2a7cf69-7947-4dbd-bcc4-55ce85b10fd7 up at agent hyperv_hv-cinder-85032 {{(pid=104161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 12:22:09.466030 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Provisioning complete for port c2a7cf69-7947-4dbd-bcc4-55ce85b10fd7 triggered by entity L2. {{(pid=104161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 12:22:09.466366 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388846'] for port (c2a7cf69-7947-4dbd-bcc4-55ce85b10fd7), provisioning_complete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:22:09.582361 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Current status of the port c2a7cf69-7947-4dbd-bcc4-55ce85b10fd7 is: BUILD; New status is: ACTIVE {{(pid=104161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 12:22:09.583202 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (c2a7cf69-7947-4dbd-bcc4-55ce85b10fd7), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:22:09.619548 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3244734c-06c4-4693-956e-804e2abbf512', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2a7cf69-7947-4dbd-bcc4-55ce85b10fd7'}] {{(pid=104161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 12:22:09.624052 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cdf8932827941a003a674b569a46f4ce1abada81d99297f544444a18ab6c7ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c23a7c3-3cfe-49fb-8061-01b1931021cc" -d '{"events": [{"server_uuid": "3244734c-06c4-4693-956e-804e2abbf512", "name": "network-vif-plugged", "status": "completed", "tag": "c2a7cf69-7947-4dbd-bcc4-55ce85b10fd7"}]}' {{(pid=104161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 12:22:09.649550 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] For port c2a7cf69-7947-4dbd-bcc4-55ce85b10fd7, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=c2a7cf69-7947-4dbd-bcc4-55ce85b10fd7,segment=NetworkSegment(7232b8b8-b9cf-453a-b8fc-7068d6546503),segment_id=7232b8b8-b9cf-453a-b8fc-7068d6546503)] {{(pid=104161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 12:22:09.658613 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158'] for port (c2a7cf69-7947-4dbd-bcc4-55ce85b10fd7), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:22:09.749272 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Pushing event updated for resources: {'Port': ['ID=c2a7cf69-7947-4dbd-bcc4-55ce85b10fd7,revision_number=10']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:22:09.754715 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eed5d8-f2e4-4f6b-993f-d318c3f50858 req-d0a720f7-c92b-4ff9-92db-f81f021dc751 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:22:09.757938 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-79eed5d8-f2e4-4f6b-993f-d318c3f50858 req-d0a720f7-c92b-4ff9-92db-f81f021dc751 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc24dc50-e018-4079-b395-597d79b6c7f9 HTTP/1.1" status: 200 len: 945 time: 0.0924785 Jul 21 12:22:09.764964 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 12:22:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caf759b7-2829-422e-b456-e783d1992683 x-openstack-request-id: req-caf759b7-2829-422e-b456-e783d1992683 {{(pid=104161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 12:22:09.765249 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3244734c-06c4-4693-956e-804e2abbf512", "name": "network-vif-plugged", "status": "completed", "tag": "c2a7cf69-7947-4dbd-bcc4-55ce85b10fd7", "code": 200}]} {{(pid=104161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 12:22:09.765641 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-caf759b7-2829-422e-b456-e783d1992683 {{(pid=104161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 12:22:09.766076 dv-cinder-850321-1-iscsi neutron-server[104161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-caf759b7-2829-422e-b456-e783d1992683'] response: {'server_uuid': '3244734c-06c4-4693-956e-804e2abbf512', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2a7cf69-7947-4dbd-bcc4-55ce85b10fd7', 'code': 200} Jul 21 12:22:09.823266 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-79eed5d8-f2e4-4f6b-993f-d318c3f50858 req-be284137-f66b-4945-856b-85567e6cf758 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/security-groups?id=37fb721b-82a7-4d69-98ca-387ca36dc9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599961 Jul 21 12:22:10.087670 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3459e2-48cf-4031-891e-152a7780abd4 req-3b9c3a96-b644-4dac-9fd8-d58d09546fa6 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:22:10.089313 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-ed3459e2-48cf-4031-891e-152a7780abd4 req-3b9c3a96-b644-4dac-9fd8-d58d09546fa6 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/ports?device_id=3244734c-06c4-4693-956e-804e2abbf512 HTTP/1.1" status: 200 len: 946 time: 0.0593574 Jul 21 12:22:10.159681 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-ed3459e2-48cf-4031-891e-152a7780abd4 req-e0c34678-f73f-459c-b10d-cfb69f0ee849 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/security-groups?id=92f07517-0d86-4a56-a0b9-a9174a2f6367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602343 Jul 21 12:22:10.671627 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:22:10.692661 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8014338-f0f6-465b-a38d-c3dc145efb15 req-0ba11cd0-c228-4d4e-8ea4-fbedb3745294 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:22:10.694293 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-a8014338-f0f6-465b-a38d-c3dc145efb15 req-0ba11cd0-c228-4d4e-8ea4-fbedb3745294 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc24dc50-e018-4079-b395-597d79b6c7f9 HTTP/1.1" status: 200 len: 945 time: 0.0914190 Jul 21 12:22:10.695846 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be65cba-6bd4-48df-8f8c-ab0c25fea413 req-ab241efc-b37d-45be-b4c7-c8f12c28abc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:22:10.697243 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-7be65cba-6bd4-48df-8f8c-ab0c25fea413 req-ab241efc-b37d-45be-b4c7-c8f12c28abc3 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=3244734c-06c4-4693-956e-804e2abbf512 HTTP/1.1" status: 200 len: 1130 time: 0.0929446 Jul 21 12:22:10.825849 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-7be65cba-6bd4-48df-8f8c-ab0c25fea413 req-cbaf33df-5a34-4669-af71-0077d5da99ce service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=92f07517-0d86-4a56-a0b9-a9174a2f6367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110511 Jul 21 12:22:10.845300 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [req-a8014338-f0f6-465b-a38d-c3dc145efb15 req-c38c71ed-3561-496a-bd32-c45cf0f2f3e3 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Deleting port d4407d33-d701-4e46-a407-59d44144b6e3 {{(pid=104160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 12:22:10.845943 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-a8014338-f0f6-465b-a38d-c3dc145efb15 req-c38c71ed-3561-496a-bd32-c45cf0f2f3e3 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760977592'] for port (d4407d33-d701-4e46-a407-59d44144b6e3), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:22:11.049948 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcda5e60-4744-407b-b33a-c0839cc013a4 req-7b8e7a4e-5a26-44c6-8caa-9cc7be0d213e tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:22:11.052967 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-bcda5e60-4744-407b-b33a-c0839cc013a4 req-7b8e7a4e-5a26-44c6-8caa-9cc7be0d213e tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc24dc50-e018-4079-b395-597d79b6c7f9 HTTP/1.1" status: 200 len: 945 time: 0.1039009 Jul 21 12:22:11.113430 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.db [req-a8014338-f0f6-465b-a38d-c3dc145efb15 req-c38c71ed-3561-496a-bd32-c45cf0f2f3e3 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] For port d4407d33-d701-4e46-a407-59d44144b6e3, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=d4407d33-d701-4e46-a407-59d44144b6e3,segment=NetworkSegment(ffbc0a01-72d6-4d7a-bf1a-f973b8a2cfc7),segment_id=ffbc0a01-72d6-4d7a-bf1a-f973b8a2cfc7)] {{(pid=104160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 12:22:11.113815 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-a8014338-f0f6-465b-a38d-c3dc145efb15 req-c38c71ed-3561-496a-bd32-c45cf0f2f3e3 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683200'] for port (d4407d33-d701-4e46-a407-59d44144b6e3), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:22:11.194222 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-bcda5e60-4744-407b-b33a-c0839cc013a4 req-f458340d-f620-4755-b3d9-c9f42e72f55c tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/security-groups?id=37fb721b-82a7-4d69-98ca-387ca36dc9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1274126 Jul 21 12:22:11.217757 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049716db-6e31-4632-8f13-298a08f3e087 req-3265308a-acc7-474b-bf10-8c6ff4860509 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:22:11.220662 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-049716db-6e31-4632-8f13-298a08f3e087 req-3265308a-acc7-474b-bf10-8c6ff4860509 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.18 "GET /v2.0/ports?device_id=268b1908-0cbe-4998-81e4-94e464a7f41e HTTP/1.1" status: 200 len: 945 time: 0.0868444 Jul 21 12:22:11.240834 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:22:11.318044 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-049716db-6e31-4632-8f13-298a08f3e087 req-f73ca3ff-57fc-4104-aed5-fb5ed22a092e tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.18 "GET /v2.0/security-groups?id=29a7cd28-7336-4688-9076-defd7235b6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888364 Jul 21 12:22:11.379991 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=100 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:22:11.432250 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-a2ba8bdf-5da3-4dc0-81cb-670cfb5728dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (8a21e728-a2e9-4580-a748-6ac9ba47a2a7), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:22:11.465577 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b6d154-604e-4419-8e15-635a888d3da6 req-922578ac-0f7e-485d-8588-e7a525e5ec8f tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:22:11.468205 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-a1b6d154-604e-4419-8e15-635a888d3da6 req-922578ac-0f7e-485d-8588-e7a525e5ec8f tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/ports?device_id=3244734c-06c4-4693-956e-804e2abbf512 HTTP/1.1" status: 200 len: 946 time: 0.1133568 Jul 21 12:22:11.471993 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-a8014338-f0f6-465b-a38d-c3dc145efb15 req-c38c71ed-3561-496a-bd32-c45cf0f2f3e3 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:22:11.472564 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-a8014338-f0f6-465b-a38d-c3dc145efb15 req-c38c71ed-3561-496a-bd32-c45cf0f2f3e3 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681920'] for floatingip (d5fa6a1e-88a7-43d6-af04-836c9bdd19f6), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:22:11.473046 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.db.l3_db [req-a8014338-f0f6-465b-a38d-c3dc145efb15 req-c38c71ed-3561-496a-bd32-c45cf0f2f3e3 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Floating IP d5fa6a1e-88a7-43d6-af04-836c9bdd19f6 disassociated. External IP: 172.27.3.119, port: d4407d33-d701-4e46-a407-59d44144b6e3. Jul 21 12:22:11.473613 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [req-a8014338-f0f6-465b-a38d-c3dc145efb15 req-c38c71ed-3561-496a-bd32-c45cf0f2f3e3 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Calling delete_port for d4407d33-d701-4e46-a407-59d44144b6e3 owned by compute:nova {{(pid=104160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 12:22:11.623962 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-a1b6d154-604e-4419-8e15-635a888d3da6 req-2d9489dc-6ffb-43a6-9af4-232a1fb5bcde tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/security-groups?id=92f07517-0d86-4a56-a0b9-a9174a2f6367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1459866 Jul 21 12:22:11.739449 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-a8014338-f0f6-465b-a38d-c3dc145efb15 req-c38c71ed-3561-496a-bd32-c45cf0f2f3e3 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760983080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773760637175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9357752'] for port (d4407d33-d701-4e46-a407-59d44144b6e3), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:22:11.773265 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38c71ed-3561-496a-bd32-c45cf0f2f3e3 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Pushing event deleted for resources: {'Port': ['ID=d4407d33-d701-4e46-a407-59d44144b6e3,revision_number=None']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:22:11.904011 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:22:11.914948 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a8014338-f0f6-465b-a38d-c3dc145efb15 req-c38c71ed-3561-496a-bd32-c45cf0f2f3e3 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Router a766da6b-5cf0-4290-abe7-fe17683e2114 has already been hosted by L3 agent ceb1130f-c61e-494c-be4f-967cc153319c {{(pid=104160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 12:22:12.329578 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a8014338-f0f6-465b-a38d-c3dc145efb15 req-c38c71ed-3561-496a-bd32-c45cf0f2f3e3 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Notify agent at l3_agent.dv-cinder-850321-1-iscsi the message routers_updated {{(pid=104160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 12:22:12.341298 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-f176f35c-34f0-43f8-b1c2-8e3678f81c66 req-519a32e5-9ea6-4f47-a007-33815e31a909 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc24dc50-e018-4079-b395-597d79b6c7f9 HTTP/1.1" status: 200 len: 210 time: 0.0310171 Jul 21 12:22:12.344781 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62579bd9-7003-4878-ab2b-6a3abb2cb556 None None] Sync routers for ids ['a766da6b-5cf0-4290-abe7-fe17683e2114'] in dv-cinder-850321-1-iscsi {{(pid=104161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 12:22:12.369178 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62579bd9-7003-4878-ab2b-6a3abb2cb556 None None] Routers {'a766da6b-5cf0-4290-abe7-fe17683e2114'} bound to L3 agent in host dv-cinder-850321-1-iscsi {{(pid=104161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 12:22:12.372612 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-62579bd9-7003-4878-ab2b-6a3abb2cb556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-21T12:06:45Z,description=,heartbeat_timestamp=2022-07-21T12:21:45Z,host='dv-cinder-850321-1-iscsi',id=ceb1130f-c61e-494c-be4f-967cc153319c,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T12:06:45Z,topic='l3_agent')) {'router_ids': ['a766da6b-5cf0-4290-abe7-fe17683e2114'], 'active': True} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:22:12.390376 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8014338-f0f6-465b-a38d-c3dc145efb15 req-c38c71ed-3561-496a-bd32-c45cf0f2f3e3 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] No DVR routers for this DVR port d4407d33-d701-4e46-a407-59d44144b6e3 on host hv-cinder-85032 {{(pid=104160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 12:22:12.394237 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-a8014338-f0f6-465b-a38d-c3dc145efb15 req-c38c71ed-3561-496a-bd32-c45cf0f2f3e3 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170956'] for port (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:22:12.400538 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-a8014338-f0f6-465b-a38d-c3dc145efb15 req-c38c71ed-3561-496a-bd32-c45cf0f2f3e3 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.48 "DELETE /v2.0/ports/d4407d33-d701-4e46-a407-59d44144b6e3 HTTP/1.1" status: 204 len: 173 time: 1.6931219 Jul 21 12:22:12.401323 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc24dc50-e018-4079-b395-597d79b6c7f9', 'name': 'network-vif-deleted', 'tag': 'd4407d33-d701-4e46-a407-59d44144b6e3'}] {{(pid=104160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 12:22:12.405479 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eb085c56e9e86bbd6a0965d2ba727f3997621403869b150ca98f31427dd41b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5be9f786-ef5c-4d3b-b92c-0e5101a880c0" -d '{"events": [{"server_uuid": "bc24dc50-e018-4079-b395-597d79b6c7f9", "name": "network-vif-deleted", "tag": "d4407d33-d701-4e46-a407-59d44144b6e3"}]}' {{(pid=104160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 12:22:12.468721 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe952eee-01b3-44fe-9567-f03636df2236 req-7410ab45-612d-4945-bbfb-24913bd85b70 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:22:12.470545 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-fe952eee-01b3-44fe-9567-f03636df2236 req-7410ab45-612d-4945-bbfb-24913bd85b70 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.18 "GET /v2.0/ports?device_id=268b1908-0cbe-4998-81e4-94e464a7f41e HTTP/1.1" status: 200 len: 945 time: 0.0602369 Jul 21 12:22:12.530965 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-fe952eee-01b3-44fe-9567-f03636df2236 req-e3a185eb-7fa5-493c-ade8-94d289faedcd tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.18 "GET /v2.0/security-groups?id=29a7cd28-7336-4688-9076-defd7235b6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535553 Jul 21 12:22:12.537751 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvr_db [None req-62579bd9-7003-4878-ab2b-6a3abb2cb556 None None] Set router a766da6b-5cf0-4290-abe7-fe17683e2114 gateway port host: dv-cinder-850321-1-iscsi {{(pid=104161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 12:22:12.619253 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 12:22:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac2f4b53-5284-4d93-934f-2fc46b02beb4 x-openstack-request-id: req-ac2f4b53-5284-4d93-934f-2fc46b02beb4 {{(pid=104160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 12:22:12.619600 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc24dc50-e018-4079-b395-597d79b6c7f9", "name": "network-vif-deleted", "tag": "d4407d33-d701-4e46-a407-59d44144b6e3", "status": "completed", "code": 200}]} {{(pid=104160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 12:22:12.619860 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ac2f4b53-5284-4d93-934f-2fc46b02beb4 {{(pid=104160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 12:22:12.620286 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac2f4b53-5284-4d93-934f-2fc46b02beb4'] response: {'server_uuid': 'bc24dc50-e018-4079-b395-597d79b6c7f9', 'name': 'network-vif-deleted', 'tag': 'd4407d33-d701-4e46-a407-59d44144b6e3', 'status': 'completed', 'code': 200} Jul 21 12:22:12.626800 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:22:12.749078 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-62579bd9-7003-4878-ab2b-6a3abb2cb556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a766da6b-5cf0-4290-abe7-fe17683e2114', 'name': 'tempest-TestVolumeBootPattern-899008271-router', 'tenant_id': 'cc3651ce859043d2a764fa47f06db374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'external_fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': '6ee65bc1-40a6-403b-b656-df93a85f4942', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T12:19:19Z', 'updated_at': '2022-07-21T12:19:22Z', 'revision_number': 4, 'project_id': 'cc3651ce859043d2a764fa47f06db374', 'gw_port': {'id': '6ee65bc1-40a6-403b-b656-df93a85f4942', 'name': '', 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:b1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a766da6b-5cf0-4290-abe7-fe17683e2114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:19:19Z', 'updated_at': '2022-07-21T12:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-1-iscsi', '_interfaces': [{'id': '569c1e4a-c8d4-468b-9653-df59c63fa18e', 'name': '', 'network_id': 'cb1f1a48-37ef-466f-9c77-ca45d5a79220', 'tenant_id': 'cc3651ce859043d2a764fa47f06db374', 'mac_address': 'fa:16:3e:35:06:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a766da6b-5cf0-4290-abe7-fe17683e2114', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'bc7d6337-214d-4961-9075-8635a8b8f86b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:19:21Z', 'updated_at': '2022-07-21T12:19:27Z', 'revision_number': 5, 'project_id': 'cc3651ce859043d2a764fa47f06db374', 'subnets': [{'id': 'bc7d6337-214d-4961-9075-8635a8b8f86b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-1-iscsi', False) {} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:22:12.755086 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad843008-0089-48a7-9da3-20570f1e8a3d req-6c275475-be08-4372-8075-38ebc2bb0838 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:22:12.756706 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-ad843008-0089-48a7-9da3-20570f1e8a3d req-6c275475-be08-4372-8075-38ebc2bb0838 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/ports?device_id=3244734c-06c4-4693-956e-804e2abbf512 HTTP/1.1" status: 200 len: 946 time: 0.0524654 Jul 21 12:22:12.779330 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62579bd9-7003-4878-ab2b-6a3abb2cb556 None None] Checking router: a766da6b-5cf0-4290-abe7-fe17683e2114 for host: dv-cinder-850321-1-iscsi {{(pid=104161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 12:22:12.789090 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62579bd9-7003-4878-ab2b-6a3abb2cb556 None None] Routers {'a766da6b-5cf0-4290-abe7-fe17683e2114'} bound to L3 agent in host dv-cinder-850321-1-iscsi {{(pid=104161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 12:22:12.789724 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-62579bd9-7003-4878-ab2b-6a3abb2cb556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-21T12:06:45Z,description=,heartbeat_timestamp=2022-07-21T12:21:45Z,host='dv-cinder-850321-1-iscsi',id=ceb1130f-c61e-494c-be4f-967cc153319c,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T12:06:45Z,topic='l3_agent')) {'router_ids': ['a766da6b-5cf0-4290-abe7-fe17683e2114'], 'active': True} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:22:12.816437 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-ad843008-0089-48a7-9da3-20570f1e8a3d req-31b4cac0-5332-410e-8def-69bb76e2555f tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/security-groups?id=92f07517-0d86-4a56-a0b9-a9174a2f6367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535021 Jul 21 12:22:12.849599 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:22:12.913008 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvr_db [None req-62579bd9-7003-4878-ab2b-6a3abb2cb556 None None] Set router a766da6b-5cf0-4290-abe7-fe17683e2114 gateway port host: dv-cinder-850321-1-iscsi {{(pid=104161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 12:22:13.165286 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-62579bd9-7003-4878-ab2b-6a3abb2cb556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a766da6b-5cf0-4290-abe7-fe17683e2114', 'name': 'tempest-TestVolumeBootPattern-899008271-router', 'tenant_id': 'cc3651ce859043d2a764fa47f06db374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'external_fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': '6ee65bc1-40a6-403b-b656-df93a85f4942', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T12:19:19Z', 'updated_at': '2022-07-21T12:19:22Z', 'revision_number': 4, 'project_id': 'cc3651ce859043d2a764fa47f06db374', 'gw_port': {'id': '6ee65bc1-40a6-403b-b656-df93a85f4942', 'name': '', 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:b1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a766da6b-5cf0-4290-abe7-fe17683e2114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:19:19Z', 'updated_at': '2022-07-21T12:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-1-iscsi', '_interfaces': [{'id': '569c1e4a-c8d4-468b-9653-df59c63fa18e', 'name': '', 'network_id': 'cb1f1a48-37ef-466f-9c77-ca45d5a79220', 'tenant_id': 'cc3651ce859043d2a764fa47f06db374', 'mac_address': 'fa:16:3e:35:06:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a766da6b-5cf0-4290-abe7-fe17683e2114', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'bc7d6337-214d-4961-9075-8635a8b8f86b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:19:21Z', 'updated_at': '2022-07-21T12:19:27Z', 'revision_number': 5, 'project_id': 'cc3651ce859043d2a764fa47f06db374', 'subnets': [{'id': 'bc7d6337-214d-4961-9075-8635a8b8f86b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-1-iscsi', False) {} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:22:13.191728 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62579bd9-7003-4878-ab2b-6a3abb2cb556 None None] The sync data for ids ['a766da6b-5cf0-4290-abe7-fe17683e2114'] in dv-cinder-850321-1-iscsi is: [{'id': 'a766da6b-5cf0-4290-abe7-fe17683e2114', 'name': 'tempest-TestVolumeBootPattern-899008271-router', 'tenant_id': 'cc3651ce859043d2a764fa47f06db374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'external_fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': '6ee65bc1-40a6-403b-b656-df93a85f4942', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T12:19:19Z', 'updated_at': '2022-07-21T12:19:22Z', 'revision_number': 4, 'project_id': 'cc3651ce859043d2a764fa47f06db374', 'gw_port': {'id': '6ee65bc1-40a6-403b-b656-df93a85f4942', 'name': '', 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:b1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a766da6b-5cf0-4290-abe7-fe17683e2114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:19:19Z', 'updated_at': '2022-07-21T12:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-1-iscsi', '_interfaces': [{'id': '569c1e4a-c8d4-468b-9653-df59c63fa18e', 'name': '', 'network_id': 'cb1f1a48-37ef-466f-9c77-ca45d5a79220', 'tenant_id': 'cc3651ce859043d2a764fa47f06db374', 'mac_address': 'fa:16:3e:35:06:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a766da6b-5cf0-4290-abe7-fe17683e2114', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'bc7d6337-214d-4961-9075-8635a8b8f86b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:19:21Z', 'updated_at': '2022-07-21T12:19:27Z', 'revision_number': 5, 'project_id': 'cc3651ce859043d2a764fa47f06db374', 'subnets': [{'id': 'bc7d6337-214d-4961-9075-8635a8b8f86b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 12:22:13.427057 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Device d4407d33-d701-4e46-a407-59d44144b6e3 no longer exists at agent hyperv_hv-cinder-85032 {{(pid=104161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 12:22:13.430428 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d5b62d-d2ef-4954-b6cf-24b03c38f853 None None] New status for floating IP d5fa6a1e-88a7-43d6-af04-836c9bdd19f6: DOWN {{(pid=104162) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 21 12:22:13.448531 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] No Port match for: d4407d33-d701-4e46-a407-59d44144b6e3 {{(pid=104161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 12:22:13.448993 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Device d4407d33-d701-4e46-a407-59d44144b6e3 not bound to the agent host hv-cinder-85032 {{(pid=104161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 12:22:13.460752 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-66aa8089-c234-47f7-94a9-d0e1f9b03af4 req-6ad69c8f-5b23-401b-a56d-0d5be8ca7bbf tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc24dc50-e018-4079-b395-597d79b6c7f9 HTTP/1.1" status: 200 len: 210 time: 0.0302422 Jul 21 12:22:13.674152 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49bf0f4-6d81-4e1c-82c9-4b9c60ca2949 req-df79e99b-b7c9-40af-ab87-b5d3101cdb36 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:22:13.675673 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-e49bf0f4-6d81-4e1c-82c9-4b9c60ca2949 req-df79e99b-b7c9-40af-ab87-b5d3101cdb36 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.18 "GET /v2.0/ports?device_id=268b1908-0cbe-4998-81e4-94e464a7f41e HTTP/1.1" status: 200 len: 945 time: 0.0602231 Jul 21 12:22:13.728185 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-e49bf0f4-6d81-4e1c-82c9-4b9c60ca2949 req-5898d38b-02d5-49a1-908b-6b6d24734f7e tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.18 "GET /v2.0/security-groups?id=29a7cd28-7336-4688-9076-defd7235b6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461833 Jul 21 12:22:13.959731 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb06af69-629d-462c-b525-8ba43919c07c req-c0f15cb0-42b6-4ac0-8485-d02c56381517 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:22:13.961198 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-fb06af69-629d-462c-b525-8ba43919c07c req-c0f15cb0-42b6-4ac0-8485-d02c56381517 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/ports?device_id=3244734c-06c4-4693-956e-804e2abbf512 HTTP/1.1" status: 200 len: 946 time: 0.0535543 Jul 21 12:22:13.996636 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313b7ed7-58ba-4261-8f28-7dced9856453 req-077c81ad-99f6-49b9-a376-ffaec85b08e3 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:22:13.998325 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-313b7ed7-58ba-4261-8f28-7dced9856453 req-077c81ad-99f6-49b9-a376-ffaec85b08e3 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.48 "GET /v2.0/ports?device_id=268b1908-0cbe-4998-81e4-94e464a7f41e HTTP/1.1" status: 200 len: 945 time: 0.0504823 Jul 21 12:22:14.013244 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-fb06af69-629d-462c-b525-8ba43919c07c req-b3a2cd1c-38f9-4e42-9ec5-97247f60df4d tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/security-groups?id=92f07517-0d86-4a56-a0b9-a9174a2f6367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461533 Jul 21 12:22:14.571793 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-b8c8463b-9cf6-40db-bf19-29d413ca835e req-02ec9988-ebd7-4eaa-8562-abc6793e6d54 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc24dc50-e018-4079-b395-597d79b6c7f9 HTTP/1.1" status: 200 len: 210 time: 0.0303452 Jul 21 12:22:14.791723 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:22:14.813325 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [req-313b7ed7-58ba-4261-8f28-7dced9856453 req-de0f7be1-6e7e-48c4-ac5a-1fe6087fe92d tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Deleting port 0ebf00b5-f059-439d-b580-fc35553d9a5d {{(pid=104160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 12:22:14.813325 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-313b7ed7-58ba-4261-8f28-7dced9856453 req-de0f7be1-6e7e-48c4-ac5a-1fe6087fe92d tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760977592'] for port (0ebf00b5-f059-439d-b580-fc35553d9a5d), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:22:14.866762 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-2a728ca3-b248-446d-9ce1-b260c48129e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (ceb1130f-c61e-494c-be4f-967cc153319c), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:22:14.944113 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d241a3d-5b73-4bd0-9a15-5f87fce7819d req-76992f11-0dfb-433f-afc2-8043f84ffc8d tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:22:14.944909 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.db [req-313b7ed7-58ba-4261-8f28-7dced9856453 req-de0f7be1-6e7e-48c4-ac5a-1fe6087fe92d tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] For port 0ebf00b5-f059-439d-b580-fc35553d9a5d, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=0ebf00b5-f059-439d-b580-fc35553d9a5d,segment=NetworkSegment(12da12e1-cfd0-4313-ac52-6e5f4f39ccb4),segment_id=12da12e1-cfd0-4313-ac52-6e5f4f39ccb4)] {{(pid=104160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 12:22:14.945347 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-313b7ed7-58ba-4261-8f28-7dced9856453 req-de0f7be1-6e7e-48c4-ac5a-1fe6087fe92d tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683200'] for port (0ebf00b5-f059-439d-b580-fc35553d9a5d), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:22:14.946373 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-3d241a3d-5b73-4bd0-9a15-5f87fce7819d req-76992f11-0dfb-433f-afc2-8043f84ffc8d tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.18 "GET /v2.0/ports?device_id=268b1908-0cbe-4998-81e4-94e464a7f41e HTTP/1.1" status: 200 len: 945 time: 0.0823286 Jul 21 12:22:15.005835 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-3d241a3d-5b73-4bd0-9a15-5f87fce7819d req-cb3cbe6c-7e87-47b6-8b72-7d2e3c6821ab tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.18 "GET /v2.0/security-groups?id=29a7cd28-7336-4688-9076-defd7235b6d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514853 Jul 21 12:22:15.186790 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-313b7ed7-58ba-4261-8f28-7dced9856453 req-de0f7be1-6e7e-48c4-ac5a-1fe6087fe92d tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:22:15.187177 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-313b7ed7-58ba-4261-8f28-7dced9856453 req-de0f7be1-6e7e-48c4-ac5a-1fe6087fe92d tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681920'] for floatingip (8650ed7d-07b8-4b6f-89c8-f7c720427ab1), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:22:15.187691 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.db.l3_db [req-313b7ed7-58ba-4261-8f28-7dced9856453 req-de0f7be1-6e7e-48c4-ac5a-1fe6087fe92d tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Floating IP 8650ed7d-07b8-4b6f-89c8-f7c720427ab1 disassociated. External IP: 172.27.3.80, port: 0ebf00b5-f059-439d-b580-fc35553d9a5d. Jul 21 12:22:15.188123 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [req-313b7ed7-58ba-4261-8f28-7dced9856453 req-de0f7be1-6e7e-48c4-ac5a-1fe6087fe92d tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Calling delete_port for 0ebf00b5-f059-439d-b580-fc35553d9a5d owned by compute:nova {{(pid=104160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 12:22:15.201134 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6517c4ea-c965-4395-b667-819301e28c76 req-8ff9b015-9322-4246-96b2-60f68678ff89 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:22:15.204247 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-6517c4ea-c965-4395-b667-819301e28c76 req-8ff9b015-9322-4246-96b2-60f68678ff89 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/ports?device_id=3244734c-06c4-4693-956e-804e2abbf512 HTTP/1.1" status: 200 len: 946 time: 0.0843453 Jul 21 12:22:15.324461 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-6517c4ea-c965-4395-b667-819301e28c76 req-280185ed-21d3-45d8-a007-ee68b72a7733 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/security-groups?id=92f07517-0d86-4a56-a0b9-a9174a2f6367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1079183 Jul 21 12:22:15.350720 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:22:15.416317 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-313b7ed7-58ba-4261-8f28-7dced9856453 req-de0f7be1-6e7e-48c4-ac5a-1fe6087fe92d tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760983080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773760637175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9357752'] for port (0ebf00b5-f059-439d-b580-fc35553d9a5d), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:22:15.453236 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0f7be1-6e7e-48c4-ac5a-1fe6087fe92d tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Pushing event deleted for resources: {'Port': ['ID=0ebf00b5-f059-439d-b580-fc35553d9a5d,revision_number=None']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:22:15.592533 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.scheduler.l3_agent_scheduler [req-313b7ed7-58ba-4261-8f28-7dced9856453 req-de0f7be1-6e7e-48c4-ac5a-1fe6087fe92d tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Router 00530d2f-799a-4044-9006-5104009f2aa9 has already been hosted by L3 agent ceb1130f-c61e-494c-be4f-967cc153319c {{(pid=104160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 12:22:15.724122 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-313b7ed7-58ba-4261-8f28-7dced9856453 req-de0f7be1-6e7e-48c4-ac5a-1fe6087fe92d tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Notify agent at l3_agent.dv-cinder-850321-1-iscsi the message routers_updated {{(pid=104160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 12:22:15.735196 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9b6e17-dfe3-4c75-8022-02c0bd394dc5 None None] Sync routers for ids ['00530d2f-799a-4044-9006-5104009f2aa9'] in dv-cinder-850321-1-iscsi {{(pid=104161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 12:22:15.751205 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9b6e17-dfe3-4c75-8022-02c0bd394dc5 None None] Routers {'00530d2f-799a-4044-9006-5104009f2aa9'} bound to L3 agent in host dv-cinder-850321-1-iscsi {{(pid=104161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 12:22:15.752311 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-bf9b6e17-dfe3-4c75-8022-02c0bd394dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-21T12:06:45Z,description=,heartbeat_timestamp=2022-07-21T12:22:15Z,host='dv-cinder-850321-1-iscsi',id=ceb1130f-c61e-494c-be4f-967cc153319c,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T12:06:45Z,topic='l3_agent')) {'router_ids': ['00530d2f-799a-4044-9006-5104009f2aa9'], 'active': True} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:22:15.786395 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.db.l3_dvrscheduler_db [req-313b7ed7-58ba-4261-8f28-7dced9856453 req-de0f7be1-6e7e-48c4-ac5a-1fe6087fe92d tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] No DVR routers for this DVR port 0ebf00b5-f059-439d-b580-fc35553d9a5d on host hv-cinder-85032 {{(pid=104160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 12:22:15.790416 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-313b7ed7-58ba-4261-8f28-7dced9856453 req-de0f7be1-6e7e-48c4-ac5a-1fe6087fe92d tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170956'] for port (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:22:15.802722 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-313b7ed7-58ba-4261-8f28-7dced9856453 req-de0f7be1-6e7e-48c4-ac5a-1fe6087fe92d tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.48 "DELETE /v2.0/ports/0ebf00b5-f059-439d-b580-fc35553d9a5d HTTP/1.1" status: 204 len: 173 time: 1.1062157 Jul 21 12:22:15.803558 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '268b1908-0cbe-4998-81e4-94e464a7f41e', 'name': 'network-vif-deleted', 'tag': '0ebf00b5-f059-439d-b580-fc35553d9a5d'}] {{(pid=104160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 12:22:15.805853 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eb085c56e9e86bbd6a0965d2ba727f3997621403869b150ca98f31427dd41b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd3df345-d85b-45fb-b9fe-cd1b2570da41" -d '{"events": [{"server_uuid": "268b1908-0cbe-4998-81e4-94e464a7f41e", "name": "network-vif-deleted", "tag": "0ebf00b5-f059-439d-b580-fc35553d9a5d"}]}' {{(pid=104160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 12:22:15.849573 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 12:22:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44a5f16c-2176-4d4b-baa9-0faeb9bc65fa x-openstack-request-id: req-44a5f16c-2176-4d4b-baa9-0faeb9bc65fa {{(pid=104160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 12:22:15.850295 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "268b1908-0cbe-4998-81e4-94e464a7f41e", "name": "network-vif-deleted", "tag": "0ebf00b5-f059-439d-b580-fc35553d9a5d", "status": "completed", "code": 200}]} {{(pid=104160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 12:22:15.851093 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-44a5f16c-2176-4d4b-baa9-0faeb9bc65fa {{(pid=104160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 12:22:15.851937 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44a5f16c-2176-4d4b-baa9-0faeb9bc65fa'] response: {'server_uuid': '268b1908-0cbe-4998-81e4-94e464a7f41e', 'name': 'network-vif-deleted', 'tag': '0ebf00b5-f059-439d-b580-fc35553d9a5d', 'status': 'completed', 'code': 200} Jul 21 12:22:15.949275 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-34089123-786a-4f56-8fd8-e31aace790ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (7a27be9f-c1a8-4dec-a92f-42ec7311fe12), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:22:15.997971 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvr_db [None req-bf9b6e17-dfe3-4c75-8022-02c0bd394dc5 None None] Set router 00530d2f-799a-4044-9006-5104009f2aa9 gateway port host: dv-cinder-850321-1-iscsi {{(pid=104161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 12:22:16.044127 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-683582e1-1ab9-4cce-8551-075175bedae0 req-dce9525d-4acb-4b3e-899c-38c9cb0d2ccc tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-421190499&fields=id&tenant_id=cc3651ce859043d2a764fa47f06db374 HTTP/1.1" status: 200 len: 267 time: 0.0819626 Jul 21 12:22:16.097336 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 36424) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:22:16.183118 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-19080ede-7130-4666-9688-8f013ad3188e req-7dc1a8e0-8366-4388-8acc-336035d3168e tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.18 "GET /v2.0/ports?device_id=268b1908-0cbe-4998-81e4-94e464a7f41e HTTP/1.1" status: 200 len: 210 time: 0.0387039 Jul 21 12:22:16.242958 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683582e1-1ab9-4cce-8551-075175bedae0 req-53a2ae52-f722-40a7-90cf-7c3aa6b3c8dd tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:22:16.244663 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-683582e1-1ab9-4cce-8551-075175bedae0 req-53a2ae52-f722-40a7-90cf-7c3aa6b3c8dd tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/networks?id=cb1f1a48-37ef-466f-9c77-ca45d5a79220 HTTP/1.1" status: 200 len: 811 time: 0.1917853 Jul 21 12:22:16.259851 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:22:16.267635 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-683582e1-1ab9-4cce-8551-075175bedae0 req-8604437c-ae00-463b-bebb-5e0467d83852 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/quotas/cc3651ce859043d2a764fa47f06db374 HTTP/1.1" status: 200 len: 375 time: 0.0146728 Jul 21 12:22:16.299751 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-9cc8560e-4756-4da3-9e49-3b976e26441b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:22:16.307628 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-bf9b6e17-dfe3-4c75-8022-02c0bd394dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00530d2f-799a-4044-9006-5104009f2aa9', 'name': 'tempest-AttachVolumeNegativeTest-1235427896-router', 'tenant_id': 'c7d349f62c0c4747bd1748ca0a4bde00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'external_fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'f1e77053-8d9a-412c-ac41-d1a4ceefb391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T12:15:36Z', 'updated_at': '2022-07-21T12:15:47Z', 'revision_number': 4, 'project_id': 'c7d349f62c0c4747bd1748ca0a4bde00', 'gw_port': {'id': 'f1e77053-8d9a-412c-ac41-d1a4ceefb391', 'name': '', 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:dd:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00530d2f-799a-4044-9006-5104009f2aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:15:38Z', 'updated_at': '2022-07-21T12:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-1-iscsi', '_interfaces': [{'id': 'ad46f4b3-b3ac-4329-91b8-2a06c4cd41ef', 'name': '', 'network_id': '1933b755-354d-4a90-8a75-f1a81a16c8f0', 'tenant_id': 'c7d349f62c0c4747bd1748ca0a4bde00', 'mac_address': 'fa:16:3e:7f:10:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00530d2f-799a-4044-9006-5104009f2aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '5adcbf66-cad3-499f-bfcd-a299fbf0cd74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:15:44Z', 'updated_at': '2022-07-21T12:16:00Z', 'revision_number': 5, 'project_id': 'c7d349f62c0c4747bd1748ca0a4bde00', 'subnets': [{'id': '5adcbf66-cad3-499f-bfcd-a299fbf0cd74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-1-iscsi', False) {} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:22:16.334193 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-683582e1-1ab9-4cce-8551-075175bedae0 req-d606dc27-49a2-4489-a256-5d81a694cc40 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=cc3651ce859043d2a764fa47f06db374&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0606465 Jul 21 12:22:16.338544 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9b6e17-dfe3-4c75-8022-02c0bd394dc5 None None] Checking router: 00530d2f-799a-4044-9006-5104009f2aa9 for host: dv-cinder-850321-1-iscsi {{(pid=104161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 12:22:16.350387 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:22:16.357282 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9b6e17-dfe3-4c75-8022-02c0bd394dc5 None None] Routers {'00530d2f-799a-4044-9006-5104009f2aa9'} bound to L3 agent in host dv-cinder-850321-1-iscsi {{(pid=104161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 12:22:16.358430 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-bf9b6e17-dfe3-4c75-8022-02c0bd394dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-21T12:06:45Z,description=,heartbeat_timestamp=2022-07-21T12:22:15Z,host='dv-cinder-850321-1-iscsi',id=ceb1130f-c61e-494c-be4f-967cc153319c,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T12:06:45Z,topic='l3_agent')) {'router_ids': ['00530d2f-799a-4044-9006-5104009f2aa9'], 'active': True} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:22:16.403702 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-9cc8560e-4756-4da3-9e49-3b976e26441b admin admin] Publish callbacks [] for security_group (26e46107-67b3-414c-b11c-928c35048701), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:22:16.411861 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-9cc8560e-4756-4da3-9e49-3b976e26441b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (26e46107-67b3-414c-b11c-928c35048701), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:22:16.418403 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=100 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:22:16.470639 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-683582e1-1ab9-4cce-8551-075175bedae0 req-9e777b98-93cd-488a-9a3d-42a03794b6de service neutron] 10.222.0.18 "GET /v2.0/networks/cb1f1a48-37ef-466f-9c77-ca45d5a79220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221712 Jul 21 12:22:16.501670 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-9cc8560e-4756-4da3-9e49-3b976e26441b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bf930b74cefd4a8290c701304caa4ce1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4027617 Jul 21 12:22:16.504347 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc8560e-4756-4da3-9e49-3b976e26441b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26e46107-67b3-414c-b11c-928c35048701,revision_number=1']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:22:16.505071 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvr_db [None req-bf9b6e17-dfe3-4c75-8022-02c0bd394dc5 None None] Set router 00530d2f-799a-4044-9006-5104009f2aa9 gateway port host: dv-cinder-850321-1-iscsi {{(pid=104161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 12:22:16.513814 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 36430) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:22:16.591974 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bf5efd-a95d-4f66-8251-ef3b6bea64f8 req-78acec74-4605-4f83-8694-fd531331606a tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:22:16.600246 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-16bf5efd-a95d-4f66-8251-ef3b6bea64f8 req-78acec74-4605-4f83-8694-fd531331606a tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/ports?device_id=3244734c-06c4-4693-956e-804e2abbf512 HTTP/1.1" status: 200 len: 946 time: 0.1541986 Jul 21 12:22:16.656815 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-683582e1-1ab9-4cce-8551-075175bedae0 req-aefd1af0-9607-4b0b-bb5c-ef038751e144 service neutron] 10.222.0.18 "GET /v2.0/networks/cb1f1a48-37ef-466f-9c77-ca45d5a79220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778617 Jul 21 12:22:16.677750 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-f1da5c96-14d0-4b19-a250-8220d83d1f07 admin admin] Publish callbacks [] for security_group (26e46107-67b3-414c-b11c-928c35048701), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:22:16.693509 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-16bf5efd-a95d-4f66-8251-ef3b6bea64f8 req-7c4109a7-7f3a-4462-b971-a5c43a5ce9f7 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/security-groups?id=92f07517-0d86-4a56-a0b9-a9174a2f6367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920205 Jul 21 12:22:16.712217 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-f1da5c96-14d0-4b19-a250-8220d83d1f07 admin admin] Publish callbacks [] for security_group (26e46107-67b3-414c-b11c-928c35048701), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:22:16.778057 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-f1da5c96-14d0-4b19-a250-8220d83d1f07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (26e46107-67b3-414c-b11c-928c35048701), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:22:16.781265 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-f1da5c96-14d0-4b19-a250-8220d83d1f07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:22:16.782581 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-f1da5c96-14d0-4b19-a250-8220d83d1f07 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/26e46107-67b3-414c-b11c-928c35048701 HTTP/1.1" status: 204 len: 168 time: 0.2612133 Jul 21 12:22:16.791755 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da5c96-14d0-4b19-a250-8220d83d1f07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26e46107-67b3-414c-b11c-928c35048701,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:22:16.921061 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (c982e9e4-9e4b-4150-8658-75b564dceb25), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:22:17.013104 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-bf9b6e17-dfe3-4c75-8022-02c0bd394dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00530d2f-799a-4044-9006-5104009f2aa9', 'name': 'tempest-AttachVolumeNegativeTest-1235427896-router', 'tenant_id': 'c7d349f62c0c4747bd1748ca0a4bde00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'external_fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'f1e77053-8d9a-412c-ac41-d1a4ceefb391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T12:15:36Z', 'updated_at': '2022-07-21T12:15:47Z', 'revision_number': 4, 'project_id': 'c7d349f62c0c4747bd1748ca0a4bde00', 'gw_port': {'id': 'f1e77053-8d9a-412c-ac41-d1a4ceefb391', 'name': '', 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:dd:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00530d2f-799a-4044-9006-5104009f2aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:15:38Z', 'updated_at': '2022-07-21T12:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-1-iscsi', '_interfaces': [{'id': 'ad46f4b3-b3ac-4329-91b8-2a06c4cd41ef', 'name': '', 'network_id': '1933b755-354d-4a90-8a75-f1a81a16c8f0', 'tenant_id': 'c7d349f62c0c4747bd1748ca0a4bde00', 'mac_address': 'fa:16:3e:7f:10:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00530d2f-799a-4044-9006-5104009f2aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '5adcbf66-cad3-499f-bfcd-a299fbf0cd74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:15:44Z', 'updated_at': '2022-07-21T12:16:00Z', 'revision_number': 5, 'project_id': 'c7d349f62c0c4747bd1748ca0a4bde00', 'subnets': [{'id': '5adcbf66-cad3-499f-bfcd-a299fbf0cd74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-1-iscsi', False) {} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:22:17.053785 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9b6e17-dfe3-4c75-8022-02c0bd394dc5 None None] The sync data for ids ['00530d2f-799a-4044-9006-5104009f2aa9'] in dv-cinder-850321-1-iscsi is: [{'id': '00530d2f-799a-4044-9006-5104009f2aa9', 'name': 'tempest-AttachVolumeNegativeTest-1235427896-router', 'tenant_id': 'c7d349f62c0c4747bd1748ca0a4bde00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'external_fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'f1e77053-8d9a-412c-ac41-d1a4ceefb391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T12:15:36Z', 'updated_at': '2022-07-21T12:15:47Z', 'revision_number': 4, 'project_id': 'c7d349f62c0c4747bd1748ca0a4bde00', 'gw_port': {'id': 'f1e77053-8d9a-412c-ac41-d1a4ceefb391', 'name': '', 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:dd:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00530d2f-799a-4044-9006-5104009f2aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:15:38Z', 'updated_at': '2022-07-21T12:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-1-iscsi', '_interfaces': [{'id': 'ad46f4b3-b3ac-4329-91b8-2a06c4cd41ef', 'name': '', 'network_id': '1933b755-354d-4a90-8a75-f1a81a16c8f0', 'tenant_id': 'c7d349f62c0c4747bd1748ca0a4bde00', 'mac_address': 'fa:16:3e:7f:10:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00530d2f-799a-4044-9006-5104009f2aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '5adcbf66-cad3-499f-bfcd-a299fbf0cd74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:15:44Z', 'updated_at': '2022-07-21T12:16:00Z', 'revision_number': 5, 'project_id': 'c7d349f62c0c4747bd1748ca0a4bde00', 'subnets': [{'id': '5adcbf66-cad3-499f-bfcd-a299fbf0cd74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 12:22:17.056531 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-65fde4cf-3b11-471f-8b15-355effd91b70 req-6f436476-8fbe-468d-8846-2597d0d415b5 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0375321 Jul 21 12:22:17.228634 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-b3746fee-4e12-46ce-ae12-d62ff35738f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (bda8c5c0-9935-4f58-b3ba-5b48a27d9f80), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:22:17.321115 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.18', 36464) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:22:17.455591 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-5c07f5b0-f241-4db5-b8a7-dccc5c3d1007 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Publish callbacks [] for security_group (29a7cd28-7336-4688-9076-defd7235b6d0), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:22:17.474686 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Device 0ebf00b5-f059-439d-b580-fc35553d9a5d no longer exists at agent hyperv_hv-cinder-85032 {{(pid=104161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 12:22:17.503325 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-5c07f5b0-f241-4db5-b8a7-dccc5c3d1007 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Publish callbacks [] for security_group (29a7cd28-7336-4688-9076-defd7235b6d0), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:22:17.509277 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] No Port match for: 0ebf00b5-f059-439d-b580-fc35553d9a5d {{(pid=104161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 12:22:17.509949 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Device 0ebf00b5-f059-439d-b580-fc35553d9a5d not bound to the agent host hv-cinder-85032 {{(pid=104161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 12:22:17.513980 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db85843-edca-4b29-926f-fdabba5768ab None None] New status for floating IP 8650ed7d-07b8-4b6f-89c8-f7c720427ab1: DOWN {{(pid=104162) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 21 12:22:17.534074 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:22:17.589801 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-5c07f5b0-f241-4db5-b8a7-dccc5c3d1007 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (29a7cd28-7336-4688-9076-defd7235b6d0), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:22:17.594133 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-5c07f5b0-f241-4db5-b8a7-dccc5c3d1007 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Publish callbacks [] for security_group (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:22:17.599523 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-5c07f5b0-f241-4db5-b8a7-dccc5c3d1007 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.18 "DELETE /v2.0/security-groups/29a7cd28-7336-4688-9076-defd7235b6d0 HTTP/1.1" status: 204 len: 168 time: 0.2732060 Jul 21 12:22:17.600547 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 36470) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:22:17.624576 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.api.v2.resource [None req-b74c1825-3fb1-4711-8658-fbffd99bc0ab tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] show failed (client error): The resource could not be found. Jul 21 12:22:17.625673 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-b74c1825-3fb1-4711-8658-fbffd99bc0ab tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.18 "GET /v2.0/security-groups/29a7cd28-7336-4688-9076-defd7235b6d0 HTTP/1.1" status: 404 len: 347 time: 0.0237510 Jul 21 12:22:17.627254 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c07f5b0-f241-4db5-b8a7-dccc5c3d1007 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29a7cd28-7336-4688-9076-defd7235b6d0,revision_number=None']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:22:17.630451 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 36474) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:22:17.810337 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.plugins.ml2.plugin [None req-61e9091b-c8eb-4ddf-afc6-dae7e1bfffb8 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Deleting port 1ab4893f-5c04-4f40-889f-2bf876adc175 {{(pid=104159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 12:22:17.810867 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-61e9091b-c8eb-4ddf-afc6-dae7e1bfffb8 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760977592'] for port (1ab4893f-5c04-4f40-889f-2bf876adc175), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:22:17.877327 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.18', 36480) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:22:17.930050 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-61e9091b-c8eb-4ddf-afc6-dae7e1bfffb8 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683200'] for port (1ab4893f-5c04-4f40-889f-2bf876adc175), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:22:17.930418 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-61e9091b-c8eb-4ddf-afc6-dae7e1bfffb8 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Publish callbacks [] for floatingip (1ab4893f-5c04-4f40-889f-2bf876adc175), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:22:17.945608 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=3 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:22:17.947663 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.plugins.ml2.plugin [None req-61e9091b-c8eb-4ddf-afc6-dae7e1bfffb8 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Calling delete_port for 1ab4893f-5c04-4f40-889f-2bf876adc175 owned by network:floatingip {{(pid=104159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 12:22:18.024392 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.v2.base [None req-70530463-3c9a-4d0c-b760-7c0978545127 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1023591616-network', 'tenant_id': '53374ad6bfce4d7a9d51448ad1d4f510'}} {{(pid=104160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 12:22:18.052054 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70530463-3c9a-4d0c-b760-7c0978545127 admin admin] Made reservation on behalf of 53374ad6bfce4d7a9d51448ad1d4f510 for: {'network': 1} {{(pid=104160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 12:22:18.056979 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-70530463-3c9a-4d0c-b760-7c0978545127 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for network (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:22:18.073408 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-70530463-3c9a-4d0c-b760-7c0978545127 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:22:18.135312 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-61e9091b-c8eb-4ddf-afc6-dae7e1bfffb8 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760983080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773760637175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8469579'] for port (1ab4893f-5c04-4f40-889f-2bf876adc175), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:22:18.174006 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e9091b-c8eb-4ddf-afc6-dae7e1bfffb8 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Pushing event deleted for resources: {'Port': ['ID=1ab4893f-5c04-4f40-889f-2bf876adc175,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:22:18.186732 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-e11ecd83-4353-4692-b5bb-db4a1adc4037 req-a4765a97-bb1d-4b78-b2bd-448da630ce5e tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0404387 Jul 21 12:22:18.236497 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-70530463-3c9a-4d0c-b760-7c0978545127 admin admin] Publish callbacks [] for security_group (d2e2e90c-fd4e-4373-9ae7-6f6e5beee815), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:22:18.241421 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-70530463-3c9a-4d0c-b760-7c0978545127 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (d2e2e90c-fd4e-4373-9ae7-6f6e5beee815), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:22:18.242919 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-61e9091b-c8eb-4ddf-afc6-dae7e1bfffb8 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Publish callbacks [] for floatingip (8650ed7d-07b8-4b6f-89c8-f7c720427ab1), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:22:18.245733 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-61e9091b-c8eb-4ddf-afc6-dae7e1bfffb8 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170956'] for floatingip (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:22:18.246957 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-61e9091b-c8eb-4ddf-afc6-dae7e1bfffb8 tempest-AttachVolumeNegativeTest-1710143727 tempest-AttachVolumeNegativeTest-1710143727-project] 10.222.0.18 "DELETE /v2.0/floatingips/8650ed7d-07b8-4b6f-89c8-f7c720427ab1 HTTP/1.1" status: 204 len: 168 time: 0.6152377 Jul 21 12:22:18.276743 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70530463-3c9a-4d0c-b760-7c0978545127 admin admin] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=104160) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 21 12:22:18.288063 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70530463-3c9a-4d0c-b760-7c0978545127 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2e2e90c-fd4e-4373-9ae7-6f6e5beee815,revision_number=1']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:22:18.298073 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-70530463-3c9a-4d0c-b760-7c0978545127 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1820665'] for segment (924c52ec-6288-499a-8158-b0cb6140ba87), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:22:18.298479 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.db.segments_db [None req-70530463-3c9a-4d0c-b760-7c0978545127 admin admin] Added segment 924c52ec-6288-499a-8158-b0cb6140ba87 of type vlan for network 50c90a6f-27b4-42e7-88e7-5085f6ac3c38 Jul 21 12:22:18.350562 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-70530463-3c9a-4d0c-b760-7c0978545127 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773760621873'] for network (50c90a6f-27b4-42e7-88e7-5085f6ac3c38), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:22:18.380911 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-70530463-3c9a-4d0c-b760-7c0978545127 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329'] for network (50c90a6f-27b4-42e7-88e7-5085f6ac3c38), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:22:18.382235 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70530463-3c9a-4d0c-b760-7c0978545127 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:22:18.382820 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-70530463-3c9a-4d0c-b760-7c0978545127 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622315'] for network (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:22:18.428835 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-70530463-3c9a-4d0c-b760-7c0978545127 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5498927 Jul 21 12:22:18.433344 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 36490) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:22:18.439174 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.v2.base [None req-d9ab91b6-c5ea-45c2-bbf5-98417bbcc64e admin admin] Request body: {'subnet': {'network_id': '50c90a6f-27b4-42e7-88e7-5085f6ac3c38', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1023591616-subnet', 'tenant_id': '53374ad6bfce4d7a9d51448ad1d4f510', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 12:22:18.444386 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:22:18.465954 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9ab91b6-c5ea-45c2-bbf5-98417bbcc64e admin admin] Made reservation on behalf of 53374ad6bfce4d7a9d51448ad1d4f510 for: {'subnet': 1} {{(pid=104159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 12:22:18.468801 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-d9ab91b6-c5ea-45c2-bbf5-98417bbcc64e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9371196'] for subnet (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:22:18.486712 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70530463-3c9a-4d0c-b760-7c0978545127 admin admin] Pushing event updated for resources: {'Network': ['ID=50c90a6f-27b4-42e7-88e7-5085f6ac3c38,revision_number=1']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:22:18.504043 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Network 50c90a6f-27b4-42e7-88e7-5085f6ac3c38 details requested by agent ovs-agent-dv-cinder-850321-1-iscsi with host dv-cinder-850321-1-iscsi {{(pid=104161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 21 12:22:18.627038 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683582e1-1ab9-4cce-8551-075175bedae0 req-f03e626a-c611-4569-b875-50e68d497453 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:22:18.628835 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-683582e1-1ab9-4cce-8551-075175bedae0 req-f03e626a-c611-4569-b875-50e68d497453 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.48 "GET /v2.0/networks?id=cb1f1a48-37ef-466f-9c77-ca45d5a79220 HTTP/1.1" status: 200 len: 811 time: 0.1684790 Jul 21 12:22:18.720945 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-683582e1-1ab9-4cce-8551-075175bedae0 req-2499e511-a6df-47f5-a2e8-ad8f87f67c85 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cc3651ce859043d2a764fa47f06db374 HTTP/1.1" status: 200 len: 379 time: 0.0772805 Jul 21 12:22:18.733861 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.v2.base [req-683582e1-1ab9-4cce-8551-075175bedae0 req-f111aa20-56f3-4477-baa4-1039b93acb55 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Request body: {'port': {'device_id': '5efcc0bd-6db2-45ca-b09e-a7f47cce919e', 'network_id': 'cb1f1a48-37ef-466f-9c77-ca45d5a79220', 'admin_state_up': True, 'tenant_id': 'cc3651ce859043d2a764fa47f06db374', 'security_groups': ['37fb721b-82a7-4d69-98ca-387ca36dc9c9']}} {{(pid=104160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 12:22:18.757769 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:22:18.871134 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-683582e1-1ab9-4cce-8551-075175bedae0 req-f111aa20-56f3-4477-baa4-1039b93acb55 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Made reservation on behalf of cc3651ce859043d2a764fa47f06db374 for: {'port': 1} {{(pid=104160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 12:22:18.875063 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-683582e1-1ab9-4cce-8551-075175bedae0 req-f111aa20-56f3-4477-baa4-1039b93acb55 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:22:18.953368 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-d9ab91b6-c5ea-45c2-bbf5-98417bbcc64e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8469735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9371182'] for subnet (362f35ac-be9d-4c8c-a9cf-99ef4ddd78f9), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:22:19.015242 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ab91b6-c5ea-45c2-bbf5-98417bbcc64e admin admin] Pushing event updated for resources: {'Subnet': ['ID=362f35ac-be9d-4c8c-a9cf-99ef4ddd78f9,revision_number=0']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:22:19.025494 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ab91b6-c5ea-45c2-bbf5-98417bbcc64e admin admin] Checking segment: {'id': '924c52ec-6288-499a-8158-b0cb6140ba87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '50c90a6f-27b4-42e7-88e7-5085f6ac3c38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 12:22:19.025861 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9ab91b6-c5ea-45c2-bbf5-98417bbcc64e admin admin] Network hostable DHCP agents. Network: 50c90a6f-27b4-42e7-88e7-5085f6ac3c38, hostable agents: ['8a21e728-a2e9-4580-a748-6ac9ba47a2a7'], hosted agents: [] {{(pid=104159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 21 12:22:19.030289 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.db.db_base_plugin_common [req-683582e1-1ab9-4cce-8551-075175bedae0 req-f111aa20-56f3-4477-baa4-1039b93acb55 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Allocated IP 172.20.0.12 (cb1f1a48-37ef-466f-9c77-ca45d5a79220/bc7d6337-214d-4961-9075-8635a8b8f86b/707648f9-a5cd-4b9b-a7c6-ff1d7fa6c651) {{(pid=104160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 12:22:19.045834 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9ab91b6-c5ea-45c2-bbf5-98417bbcc64e admin admin] Network 50c90a6f-27b4-42e7-88e7-5085f6ac3c38 is scheduled to be hosted by DHCP agent 8a21e728-a2e9-4580-a748-6ac9ba47a2a7 with binding_index 1 {{(pid=104159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 21 12:22:19.050815 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:DELETE=3,neutron:SELECT=78,neutron:INSERT=14,neutron:UPDATE=5 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:22:19.057927 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.scheduler.base_scheduler [None req-d9ab91b6-c5ea-45c2-bbf5-98417bbcc64e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850321-1-iscsi, 50c90a6f-27b4-42e7-88e7-5085f6ac3c38) {{(pid=104159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 12:22:19.064074 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9ab91b6-c5ea-45c2-bbf5-98417bbcc64e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:22:19.065113 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-d9ab91b6-c5ea-45c2-bbf5-98417bbcc64e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:22:19.073628 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2451ce44-4358-4fbf-8d3d-c15f1f97cfaf None None] Network 50c90a6f-27b4-42e7-88e7-5085f6ac3c38 requested from dv-cinder-850321-1-iscsi {{(pid=104161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 12:22:19.088922 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:22:19.104329 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-d9ab91b6-c5ea-45c2-bbf5-98417bbcc64e admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6693714 Jul 21 12:22:19.230926 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dfaa48b-6ddd-45d7-8770-698b6b075b8c None None] Network 50c90a6f-27b4-42e7-88e7-5085f6ac3c38 requested from dv-cinder-850321-1-iscsi {{(pid=104161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 12:22:19.304567 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-683582e1-1ab9-4cce-8551-075175bedae0 req-f111aa20-56f3-4477-baa4-1039b93acb55 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Publish callbacks [] for port (707648f9-a5cd-4b9b-a7c6-ff1d7fa6c651), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:22:19.352181 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-6d26e045-cd35-460a-9002-e3a6bcaa4492 req-4673eb33-208d-444c-abf6-1b6121fe51ec tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0630088 Jul 21 12:22:19.376132 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-683582e1-1ab9-4cce-8551-075175bedae0 req-f111aa20-56f3-4477-baa4-1039b93acb55 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773760637166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9357752'] for port (707648f9-a5cd-4b9b-a7c6-ff1d7fa6c651), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:22:19.443924 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-683582e1-1ab9-4cce-8551-075175bedae0 req-f111aa20-56f3-4477-baa4-1039b93acb55 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Network cb1f1a48-37ef-466f-9c77-ca45d5a79220 is already hosted by enough agents. {{(pid=104160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 12:22:19.447635 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.scheduler.base_scheduler [req-683582e1-1ab9-4cce-8551-075175bedae0 req-f111aa20-56f3-4477-baa4-1039b93acb55 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Resources bound (agent type, host, resource id): {{(pid=104160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 12:22:19.465797 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.db.l3_dvrscheduler_db [req-683582e1-1ab9-4cce-8551-075175bedae0 req-f111aa20-56f3-4477-baa4-1039b93acb55 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Received port after_create {{(pid=104160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 12:22:19.525817 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f111aa20-56f3-4477-baa4-1039b93acb55 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Pushing event updated for resources: {'Port': ['ID=707648f9-a5cd-4b9b-a7c6-ff1d7fa6c651,revision_number=1']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:22:19.584749 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683582e1-1ab9-4cce-8551-075175bedae0 req-f111aa20-56f3-4477-baa4-1039b93acb55 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:22:19.586423 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-683582e1-1ab9-4cce-8551-075175bedae0 req-f111aa20-56f3-4477-baa4-1039b93acb55 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170956'] for port (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:22:19.620890 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-683582e1-1ab9-4cce-8551-075175bedae0 req-f111aa20-56f3-4477-baa4-1039b93acb55 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8924432 Jul 21 12:22:19.700131 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.v2.base [req-683582e1-1ab9-4cce-8551-075175bedae0 req-43ba749e-ff87-40da-9d25-da075bcfc6bb service neutron] Request body: {'port': {'device_id': '5efcc0bd-6db2-45ca-b09e-a7f47cce919e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85032'}} {{(pid=104160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 12:22:19.757425 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [None req-aa6ff74f-82e3-4da4-8973-5db1eb1d491f None None] Provisioning complete for port 707648f9-a5cd-4b9b-a7c6-ff1d7fa6c651 triggered by entity DHCP. {{(pid=104161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 12:22:19.758197 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-aa6ff74f-82e3-4da4-8973-5db1eb1d491f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388846'] for port (707648f9-a5cd-4b9b-a7c6-ff1d7fa6c651), provisioning_complete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:22:19.793540 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-683582e1-1ab9-4cce-8551-075175bedae0 req-43ba749e-ff87-40da-9d25-da075bcfc6bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (707648f9-a5cd-4b9b-a7c6-ff1d7fa6c651), before_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:22:19.822091 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-aa6ff74f-82e3-4da4-8973-5db1eb1d491f None None] Port 707648f9-a5cd-4b9b-a7c6-ff1d7fa6c651 cannot update to ACTIVE because it is not bound. {{(pid=104161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 12:22:20.055590 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:22:20.160794 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.notifiers.nova [req-683582e1-1ab9-4cce-8551-075175bedae0 req-43ba749e-ff87-40da-9d25-da075bcfc6bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 707648f9-a5cd-4b9b-a7c6-ff1d7fa6c651 {{(pid=104160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 12:22:20.169959 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-683582e1-1ab9-4cce-8551-075175bedae0 req-43ba749e-ff87-40da-9d25-da075bcfc6bb service neutron] Publish callbacks [] for port (707648f9-a5cd-4b9b-a7c6-ff1d7fa6c651), precommit_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:22:20.187333 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.db.provisioning_blocks [req-683582e1-1ab9-4cce-8551-075175bedae0 req-43ba749e-ff87-40da-9d25-da075bcfc6bb service neutron] Transition to ACTIVE for port object 707648f9-a5cd-4b9b-a7c6-ff1d7fa6c651 will not be triggered until provisioned by entity L2. {{(pid=104160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 21 12:22:20.192844 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-683582e1-1ab9-4cce-8551-075175bedae0 req-43ba749e-ff87-40da-9d25-da075bcfc6bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9357699'] for port (707648f9-a5cd-4b9b-a7c6-ff1d7fa6c651), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:22:20.263246 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ba749e-ff87-40da-9d25-da075bcfc6bb service neutron] Pushing event updated for resources: {'Port': ['ID=707648f9-a5cd-4b9b-a7c6-ff1d7fa6c651,revision_number=2']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:22:20.393935 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.managers [req-683582e1-1ab9-4cce-8551-075175bedae0 req-43ba749e-ff87-40da-9d25-da075bcfc6bb service neutron] Attempting to bind port 707648f9-a5cd-4b9b-a7c6-ff1d7fa6c651 on host hv-cinder-85032 for vnic_type normal with profile {{(pid=104160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 12:22:20.395330 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.managers [req-683582e1-1ab9-4cce-8551-075175bedae0 req-43ba749e-ff87-40da-9d25-da075bcfc6bb service neutron] Attempting to bind port 707648f9-a5cd-4b9b-a7c6-ff1d7fa6c651 by drivers openvswitch,hyperv on host hv-cinder-85032 at level 0 using segments [{'id': 'ffbc0a01-72d6-4d7a-bf1a-f973b8a2cfc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'cb1f1a48-37ef-466f-9c77-ca45d5a79220'}] {{(pid=104160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 12:22:20.395830 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683582e1-1ab9-4cce-8551-075175bedae0 req-43ba749e-ff87-40da-9d25-da075bcfc6bb service neutron] Attempting to bind port 707648f9-a5cd-4b9b-a7c6-ff1d7fa6c651 on network cb1f1a48-37ef-466f-9c77-ca45d5a79220 {{(pid=104160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 12:22:20.401543 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683582e1-1ab9-4cce-8551-075175bedae0 req-43ba749e-ff87-40da-9d25-da075bcfc6bb service neutron] Port 707648f9-a5cd-4b9b-a7c6-ff1d7fa6c651 on network cb1f1a48-37ef-466f-9c77-ca45d5a79220 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85032 {{(pid=104160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 21 12:22:20.401898 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683582e1-1ab9-4cce-8551-075175bedae0 req-43ba749e-ff87-40da-9d25-da075bcfc6bb service neutron] Attempting to bind port 707648f9-a5cd-4b9b-a7c6-ff1d7fa6c651 on network cb1f1a48-37ef-466f-9c77-ca45d5a79220 {{(pid=104160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 12:22:20.408589 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683582e1-1ab9-4cce-8551-075175bedae0 req-43ba749e-ff87-40da-9d25-da075bcfc6bb service neutron] Checking agent: {'id': '0e418a3d-140a-4386-ad03-1f6ad2d8ed7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85032', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 12, 13, 32), 'started_at': datetime.datetime(2022, 7, 21, 12, 13, 32), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 12, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 12:22:20.408589 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683582e1-1ab9-4cce-8551-075175bedae0 req-43ba749e-ff87-40da-9d25-da075bcfc6bb service neutron] Checking segment: {'id': 'ffbc0a01-72d6-4d7a-bf1a-f973b8a2cfc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'cb1f1a48-37ef-466f-9c77-ca45d5a79220'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 12:22:20.408939 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683582e1-1ab9-4cce-8551-075175bedae0 req-43ba749e-ff87-40da-9d25-da075bcfc6bb service neutron] Bound using segment: {'id': 'ffbc0a01-72d6-4d7a-bf1a-f973b8a2cfc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'cb1f1a48-37ef-466f-9c77-ca45d5a79220'} {{(pid=104160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 12:22:20.409228 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.managers [req-683582e1-1ab9-4cce-8551-075175bedae0 req-43ba749e-ff87-40da-9d25-da075bcfc6bb service neutron] Bound port: 707648f9-a5cd-4b9b-a7c6-ff1d7fa6c651, host: hv-cinder-85032, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffbc0a01-72d6-4d7a-bf1a-f973b8a2cfc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'cb1f1a48-37ef-466f-9c77-ca45d5a79220'}}] {{(pid=104160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 12:22:20.409603 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-683582e1-1ab9-4cce-8551-075175bedae0 req-43ba749e-ff87-40da-9d25-da075bcfc6bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (707648f9-a5cd-4b9b-a7c6-ff1d7fa6c651), before_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:22:20.437463 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:INSERT=1,neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:22:20.513066 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a39dca-c830-4977-ae33-3eb799029476 req-7aa6efaa-e0e9-4af8-bfc3-9ec59d01fb18 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:22:20.514646 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-58a39dca-c830-4977-ae33-3eb799029476 req-7aa6efaa-e0e9-4af8-bfc3-9ec59d01fb18 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 944 time: 0.0898490 Jul 21 12:22:20.531028 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.db [req-683582e1-1ab9-4cce-8551-075175bedae0 req-43ba749e-ff87-40da-9d25-da075bcfc6bb service neutron] For port 707648f9-a5cd-4b9b-a7c6-ff1d7fa6c651, host hv-cinder-85032, cleared binding levels {{(pid=104160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 12:22:20.535399 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.db [req-683582e1-1ab9-4cce-8551-075175bedae0 req-43ba749e-ff87-40da-9d25-da075bcfc6bb service neutron] For port 707648f9-a5cd-4b9b-a7c6-ff1d7fa6c651, host hv-cinder-85032, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=707648f9-a5cd-4b9b-a7c6-ff1d7fa6c651,segment=NetworkSegment(ffbc0a01-72d6-4d7a-bf1a-f973b8a2cfc7),segment_id=ffbc0a01-72d6-4d7a-bf1a-f973b8a2cfc7)] {{(pid=104160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 12:22:20.556844 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-683582e1-1ab9-4cce-8551-075175bedae0 req-43ba749e-ff87-40da-9d25-da075bcfc6bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9357699'] for port (707648f9-a5cd-4b9b-a7c6-ff1d7fa6c651), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:22:20.616714 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683582e1-1ab9-4cce-8551-075175bedae0 req-43ba749e-ff87-40da-9d25-da075bcfc6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:22:20.617594 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-683582e1-1ab9-4cce-8551-075175bedae0 req-43ba749e-ff87-40da-9d25-da075bcfc6bb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170956'] for port (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:22:20.619033 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-683582e1-1ab9-4cce-8551-075175bedae0 req-43ba749e-ff87-40da-9d25-da075bcfc6bb service neutron] 10.222.0.48 "PUT /v2.0/ports/707648f9-a5cd-4b9b-a7c6-ff1d7fa6c651 HTTP/1.1" status: 200 len: 1094 time: 0.9291070 Jul 21 12:22:20.627353 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5efcc0bd-6db2-45ca-b09e-a7f47cce919e', 'tag': '707648f9-a5cd-4b9b-a7c6-ff1d7fa6c651'}] {{(pid=104160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 12:22:20.629796 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eb085c56e9e86bbd6a0965d2ba727f3997621403869b150ca98f31427dd41b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92b90361-a887-4eda-86e7-997b8d16df0e" -d '{"events": [{"name": "network-changed", "server_uuid": "5efcc0bd-6db2-45ca-b09e-a7f47cce919e", "tag": "707648f9-a5cd-4b9b-a7c6-ff1d7fa6c651"}]}' {{(pid=104160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 12:22:20.645213 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-58a39dca-c830-4977-ae33-3eb799029476 req-9cf3f729-46ed-401e-a688-ed2e010e1a86 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/security-groups?id=37fb721b-82a7-4d69-98ca-387ca36dc9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1234803 Jul 21 12:22:20.660315 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ba749e-ff87-40da-9d25-da075bcfc6bb service neutron] Pushing event updated for resources: {'Port': ['ID=707648f9-a5cd-4b9b-a7c6-ff1d7fa6c651,revision_number=3']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:22:20.709435 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 12:22:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cc733ed-0532-47c5-bd0b-21b4b3dce35d x-openstack-request-id: req-6cc733ed-0532-47c5-bd0b-21b4b3dce35d {{(pid=104160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 12:22:20.709920 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5efcc0bd-6db2-45ca-b09e-a7f47cce919e", "tag": "707648f9-a5cd-4b9b-a7c6-ff1d7fa6c651", "status": "completed", "code": 200}]} {{(pid=104160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 12:22:20.710168 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6cc733ed-0532-47c5-bd0b-21b4b3dce35d {{(pid=104160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 12:22:20.710728 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6cc733ed-0532-47c5-bd0b-21b4b3dce35d'] response: {'name': 'network-changed', 'server_uuid': '5efcc0bd-6db2-45ca-b09e-a7f47cce919e', 'tag': '707648f9-a5cd-4b9b-a7c6-ff1d7fa6c651', 'status': 'completed', 'code': 200} Jul 21 12:22:20.774767 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683582e1-1ab9-4cce-8551-075175bedae0 req-2545d917-bca4-464e-b676-f8fab246b419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:22:20.776469 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-683582e1-1ab9-4cce-8551-075175bedae0 req-2545d917-bca4-464e-b676-f8fab246b419 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cc3651ce859043d2a764fa47f06db374&device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 1128 time: 0.0536797 Jul 21 12:22:20.861557 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-683582e1-1ab9-4cce-8551-075175bedae0 req-5da6811e-b23c-4f90-ab2d-2d94c6e8171b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=707648f9-a5cd-4b9b-a7c6-ff1d7fa6c651 HTTP/1.1" status: 200 len: 217 time: 0.0646143 Jul 21 12:22:20.915806 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683582e1-1ab9-4cce-8551-075175bedae0 req-51d26c93-61d4-449e-8673-67051ed68d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:22:20.920574 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-683582e1-1ab9-4cce-8551-075175bedae0 req-51d26c93-61d4-449e-8673-67051ed68d0a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bc7d6337-214d-4961-9075-8635a8b8f86b HTTP/1.1" status: 200 len: 850 time: 0.0536320 Jul 21 12:22:20.986640 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683582e1-1ab9-4cce-8551-075175bedae0 req-670001ee-b04a-4b26-8b6a-b713e8122fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:22:20.988744 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-683582e1-1ab9-4cce-8551-075175bedae0 req-670001ee-b04a-4b26-8b6a-b713e8122fac service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cb1f1a48-37ef-466f-9c77-ca45d5a79220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0643616 Jul 21 12:22:21.119509 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-683582e1-1ab9-4cce-8551-075175bedae0 req-1e85364d-98ff-4cfd-a484-92e5e6f231ef service neutron] 10.222.0.48 "GET /v2.0/networks/cb1f1a48-37ef-466f-9c77-ca45d5a79220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236038 Jul 21 12:22:21.199117 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:22:21.325173 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d777b3-9fcb-4db2-8b8b-903c4ca1b415 req-f7461beb-4e0f-49a4-ba9e-dc971749335f tempest-VolumesActionsTest-1697825292 tempest-VolumesActionsTest-1697825292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:22:21.326737 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-23d777b3-9fcb-4db2-8b8b-903c4ca1b415 req-f7461beb-4e0f-49a4-ba9e-dc971749335f tempest-VolumesActionsTest-1697825292 tempest-VolumesActionsTest-1697825292-project] 10.222.0.18 "GET /v2.0/networks?id=50c90a6f-27b4-42e7-88e7-5085f6ac3c38 HTTP/1.1" status: 200 len: 809 time: 0.1939509 Jul 21 12:22:21.328883 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-683582e1-1ab9-4cce-8551-075175bedae0 req-c3d74ccf-ddc8-4b50-bd0b-140b3725be9e service neutron] 10.222.0.48 "GET /v2.0/networks/cb1f1a48-37ef-466f-9c77-ca45d5a79220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849639 Jul 21 12:22:21.343454 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-23d777b3-9fcb-4db2-8b8b-903c4ca1b415 req-5bd3999c-c89d-441a-97bb-50c3f31787ae tempest-VolumesActionsTest-1697825292 tempest-VolumesActionsTest-1697825292-project] 10.222.0.18 "GET /v2.0/quotas/53374ad6bfce4d7a9d51448ad1d4f510 HTTP/1.1" status: 200 len: 375 time: 0.0109327 Jul 21 12:22:21.389603 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-23d777b3-9fcb-4db2-8b8b-903c4ca1b415 req-5a93cd9a-eba9-4074-8e6a-56cab541eead tempest-VolumesActionsTest-1697825292 tempest-VolumesActionsTest-1697825292-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=53374ad6bfce4d7a9d51448ad1d4f510&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0328474 Jul 21 12:22:21.498079 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-23d777b3-9fcb-4db2-8b8b-903c4ca1b415 req-e38bfadc-502c-412e-b26e-837bcd913f70 service neutron] 10.222.0.18 "GET /v2.0/networks/50c90a6f-27b4-42e7-88e7-5085f6ac3c38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009729 Jul 21 12:22:21.603144 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-23d777b3-9fcb-4db2-8b8b-903c4ca1b415 req-6cb70db3-b40d-4734-9869-6cc88ec3d5bf service neutron] 10.222.0.18 "GET /v2.0/networks/50c90a6f-27b4-42e7-88e7-5085f6ac3c38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979536 Jul 21 12:22:21.681648 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b90361-a887-4eda-86e7-997b8d16df0e req-c2e66fc3-626f-4874-ae4a-5a4ff07c2ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:22:21.683332 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-92b90361-a887-4eda-86e7-997b8d16df0e req-c2e66fc3-626f-4874-ae4a-5a4ff07c2ec9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cc3651ce859043d2a764fa47f06db374&device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 1128 time: 0.0443091 Jul 21 12:22:21.818462 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-ea99e33f-5aab-4d0b-82ee-0bb406528f2c req-a9c368e1-a43c-4d7c-acd9-d4c5019c6d32 tempest-VolumesActionsTest-1697825292 tempest-VolumesActionsTest-1697825292-project] 10.222.0.18 "GET /v2.0/ports?device_id=f71df088-92f0-4235-9cfa-961e2adb53f3 HTTP/1.1" status: 200 len: 210 time: 0.0467989 Jul 21 12:22:21.829433 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11847758-d278-4ef0-8bb5-291530cf7d3e req-69836120-ce3f-4cea-aefa-d3dfcfa5cf3a tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:22:21.832046 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-11847758-d278-4ef0-8bb5-291530cf7d3e req-69836120-ce3f-4cea-aefa-d3dfcfa5cf3a tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 944 time: 0.0545945 Jul 21 12:22:21.844808 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b90361-a887-4eda-86e7-997b8d16df0e req-7386a786-f096-4c2d-be46-92d1113d1a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:22:21.846299 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-92b90361-a887-4eda-86e7-997b8d16df0e req-7386a786-f096-4c2d-be46-92d1113d1a37 service neutron] 10.222.0.48 "GET /v2.0/networks?id=cb1f1a48-37ef-466f-9c77-ca45d5a79220 HTTP/1.1" status: 200 len: 912 time: 0.1517060 Jul 21 12:22:21.861752 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:22:21.891367 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-92b90361-a887-4eda-86e7-997b8d16df0e req-925d419a-002d-4575-8833-b3e256749b70 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=707648f9-a5cd-4b9b-a7c6-ff1d7fa6c651 HTTP/1.1" status: 200 len: 217 time: 0.0383217 Jul 21 12:22:21.897248 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-11847758-d278-4ef0-8bb5-291530cf7d3e req-fbd8ab81-961a-4b3a-ac89-5179bc76fd2e tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/security-groups?id=37fb721b-82a7-4d69-98ca-387ca36dc9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596020 Jul 21 12:22:21.951682 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b90361-a887-4eda-86e7-997b8d16df0e req-5fb283e1-8ee2-4275-b8b4-ae891957148d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:22:21.953396 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-92b90361-a887-4eda-86e7-997b8d16df0e req-5fb283e1-8ee2-4275-b8b4-ae891957148d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bc7d6337-214d-4961-9075-8635a8b8f86b HTTP/1.1" status: 200 len: 850 time: 0.0551567 Jul 21 12:22:22.002889 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b90361-a887-4eda-86e7-997b8d16df0e req-32bdb72b-a063-4c14-a4de-39284a12e606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:22:22.004571 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-92b90361-a887-4eda-86e7-997b8d16df0e req-32bdb72b-a063-4c14-a4de-39284a12e606 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cb1f1a48-37ef-466f-9c77-ca45d5a79220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441644 Jul 21 12:22:22.113852 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-92b90361-a887-4eda-86e7-997b8d16df0e req-dd8e811d-c840-48db-b5f8-5f3c8228f4e3 service neutron] 10.222.0.48 "GET /v2.0/networks/cb1f1a48-37ef-466f-9c77-ca45d5a79220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019392 Jul 21 12:22:22.226662 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-92b90361-a887-4eda-86e7-997b8d16df0e req-507a0252-a37b-4b5b-85e0-59baa828eff6 service neutron] 10.222.0.48 "GET /v2.0/networks/cb1f1a48-37ef-466f-9c77-ca45d5a79220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061466 Jul 21 12:22:22.237050 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 36568) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:22:22.444352 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=6 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:22:22.761122 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-6f6e1757-4b54-49fc-aefd-7dcb3080ac2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682688'] for router_interface (00530d2f-799a-4044-9006-5104009f2aa9), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:22:22.950897 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-c93e7018-9333-42c0-9ece-8fa9c4de9e11 req-94df06d7-fa4a-42cb-ab4f-74dc4b54929a tempest-VolumesActionsTest-1697825292 tempest-VolumesActionsTest-1697825292-project] 10.222.0.18 "GET /v2.0/ports?device_id=f71df088-92f0-4235-9cfa-961e2adb53f3 HTTP/1.1" status: 200 len: 210 time: 0.0449779 Jul 21 12:22:23.007718 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:22:23.090738 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51f8383-82b9-4f6d-9d3d-a457df1f1a37 req-80c736c3-e1c3-4c89-a8bc-a376ffdcd15b tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:22:23.092403 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-b51f8383-82b9-4f6d-9d3d-a457df1f1a37 req-80c736c3-e1c3-4c89-a8bc-a376ffdcd15b tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 944 time: 0.1104691 Jul 21 12:22:23.141268 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d777b3-9fcb-4db2-8b8b-903c4ca1b415 req-d69cdd64-c487-477b-9cab-1c5dcc53bf38 tempest-VolumesActionsTest-1697825292 tempest-VolumesActionsTest-1697825292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:22:23.144248 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-23d777b3-9fcb-4db2-8b8b-903c4ca1b415 req-d69cdd64-c487-477b-9cab-1c5dcc53bf38 tempest-VolumesActionsTest-1697825292 tempest-VolumesActionsTest-1697825292-project] 10.222.0.48 "GET /v2.0/networks?id=50c90a6f-27b4-42e7-88e7-5085f6ac3c38 HTTP/1.1" status: 200 len: 809 time: 0.1841598 Jul 21 12:22:23.171635 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.v2.base [req-23d777b3-9fcb-4db2-8b8b-903c4ca1b415 req-db6992cf-7f6a-4ada-9b65-f5651fb83d6c tempest-VolumesActionsTest-1697825292 tempest-VolumesActionsTest-1697825292-project] Request body: {'port': {'device_id': 'f71df088-92f0-4235-9cfa-961e2adb53f3', 'network_id': '50c90a6f-27b4-42e7-88e7-5085f6ac3c38', 'admin_state_up': True, 'tenant_id': '53374ad6bfce4d7a9d51448ad1d4f510'}} {{(pid=104160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 12:22:23.220151 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-b51f8383-82b9-4f6d-9d3d-a457df1f1a37 req-b97f8b87-5c4b-435a-8689-88c67c7126a0 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/security-groups?id=37fb721b-82a7-4d69-98ca-387ca36dc9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0994449 Jul 21 12:22:23.221746 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.plugins.ml2.plugin [None req-6f6e1757-4b54-49fc-aefd-7dcb3080ac2d admin admin] Deleting port ad46f4b3-b3ac-4329-91b8-2a06c4cd41ef {{(pid=104159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 12:22:23.221746 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-6f6e1757-4b54-49fc-aefd-7dcb3080ac2d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760977592'] for port (ad46f4b3-b3ac-4329-91b8-2a06c4cd41ef), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:22:23.308376 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:22:23.318087 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.plugins.ml2.db [None req-6f6e1757-4b54-49fc-aefd-7dcb3080ac2d admin admin] For port ad46f4b3-b3ac-4329-91b8-2a06c4cd41ef, host dv-cinder-850321-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-1-iscsi',level=0,port_id=ad46f4b3-b3ac-4329-91b8-2a06c4cd41ef,segment=NetworkSegment(12da12e1-cfd0-4313-ac52-6e5f4f39ccb4),segment_id=12da12e1-cfd0-4313-ac52-6e5f4f39ccb4)] {{(pid=104159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 12:22:23.318531 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-6f6e1757-4b54-49fc-aefd-7dcb3080ac2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683200'] for port (ad46f4b3-b3ac-4329-91b8-2a06c4cd41ef), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:22:23.322736 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23d777b3-9fcb-4db2-8b8b-903c4ca1b415 req-db6992cf-7f6a-4ada-9b65-f5651fb83d6c tempest-VolumesActionsTest-1697825292 tempest-VolumesActionsTest-1697825292-project] Made reservation on behalf of 53374ad6bfce4d7a9d51448ad1d4f510 for: {'port': 1} {{(pid=104160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 12:22:23.326702 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-23d777b3-9fcb-4db2-8b8b-903c4ca1b415 req-db6992cf-7f6a-4ada-9b65-f5651fb83d6c tempest-VolumesActionsTest-1697825292 tempest-VolumesActionsTest-1697825292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:22:23.334509 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.plugins.ml2.plugin [None req-6f6e1757-4b54-49fc-aefd-7dcb3080ac2d admin admin] Calling delete_port for ad46f4b3-b3ac-4329-91b8-2a06c4cd41ef owned by network:router_interface {{(pid=104159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 12:22:23.555209 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-6f6e1757-4b54-49fc-aefd-7dcb3080ac2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760983080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773760637175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8469579'] for port (ad46f4b3-b3ac-4329-91b8-2a06c4cd41ef), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:22:23.587796 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6e1757-4b54-49fc-aefd-7dcb3080ac2d admin admin] Pushing event deleted for resources: {'Port': ['ID=ad46f4b3-b3ac-4329-91b8-2a06c4cd41ef,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:22:23.673963 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:22:23.763446 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.db.db_base_plugin_common [req-23d777b3-9fcb-4db2-8b8b-903c4ca1b415 req-db6992cf-7f6a-4ada-9b65-f5651fb83d6c tempest-VolumesActionsTest-1697825292 tempest-VolumesActionsTest-1697825292-project] Allocated IP 172.20.0.8 (50c90a6f-27b4-42e7-88e7-5085f6ac3c38/362f35ac-be9d-4c8c-a9cf-99ef4ddd78f9/b223271b-3fbe-40b8-802d-3a5a1790353c) {{(pid=104160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 12:22:23.781711 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-6f6e1757-4b54-49fc-aefd-7dcb3080ac2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-622320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681520'] for router_interface (00530d2f-799a-4044-9006-5104009f2aa9), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:22:23.930000 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-23d777b3-9fcb-4db2-8b8b-903c4ca1b415 req-db6992cf-7f6a-4ada-9b65-f5651fb83d6c tempest-VolumesActionsTest-1697825292 tempest-VolumesActionsTest-1697825292-project] Publish callbacks [] for port (b223271b-3fbe-40b8-802d-3a5a1790353c), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:22:23.971812 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-23d777b3-9fcb-4db2-8b8b-903c4ca1b415 req-db6992cf-7f6a-4ada-9b65-f5651fb83d6c tempest-VolumesActionsTest-1697825292 tempest-VolumesActionsTest-1697825292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773760637166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9357752'] for port (b223271b-3fbe-40b8-802d-3a5a1790353c), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:22:23.981171 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:22:23.986918 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:22:24.019259 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f6e1757-4b54-49fc-aefd-7dcb3080ac2d admin admin] Router 00530d2f-799a-4044-9006-5104009f2aa9 has already been hosted by L3 agent ceb1130f-c61e-494c-be4f-967cc153319c {{(pid=104159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 12:22:24.020090 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23d777b3-9fcb-4db2-8b8b-903c4ca1b415 req-db6992cf-7f6a-4ada-9b65-f5651fb83d6c tempest-VolumesActionsTest-1697825292 tempest-VolumesActionsTest-1697825292-project] Network 50c90a6f-27b4-42e7-88e7-5085f6ac3c38 is already hosted by enough agents. {{(pid=104160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 12:22:24.029778 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.scheduler.base_scheduler [req-23d777b3-9fcb-4db2-8b8b-903c4ca1b415 req-db6992cf-7f6a-4ada-9b65-f5651fb83d6c tempest-VolumesActionsTest-1697825292 tempest-VolumesActionsTest-1697825292-project] Resources bound (agent type, host, resource id): {{(pid=104160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 12:22:24.041192 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.db.l3_dvrscheduler_db [req-23d777b3-9fcb-4db2-8b8b-903c4ca1b415 req-db6992cf-7f6a-4ada-9b65-f5651fb83d6c tempest-VolumesActionsTest-1697825292 tempest-VolumesActionsTest-1697825292-project] Received port after_create {{(pid=104160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 12:22:24.046711 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6992cf-7f6a-4ada-9b65-f5651fb83d6c tempest-VolumesActionsTest-1697825292 tempest-VolumesActionsTest-1697825292-project] Pushing event updated for resources: {'Port': ['ID=b223271b-3fbe-40b8-802d-3a5a1790353c,revision_number=1']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:22:24.115708 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cc08fe-8357-44f4-a99f-2339eec43199 req-948d1af9-02f3-4f64-98f5-b513781afa23 tempest-VolumesActionsTest-1697825292 tempest-VolumesActionsTest-1697825292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:22:24.120152 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-17cc08fe-8357-44f4-a99f-2339eec43199 req-948d1af9-02f3-4f64-98f5-b513781afa23 tempest-VolumesActionsTest-1697825292 tempest-VolumesActionsTest-1697825292-project] 10.222.0.18 "GET /v2.0/ports?device_id=f71df088-92f0-4235-9cfa-961e2adb53f3 HTTP/1.1" status: 200 len: 931 time: 0.0920064 Jul 21 12:22:24.129246 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f6e1757-4b54-49fc-aefd-7dcb3080ac2d admin admin] Notify agent at l3_agent.dv-cinder-850321-1-iscsi the message routers_updated {{(pid=104159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 12:22:24.137224 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-6f6e1757-4b54-49fc-aefd-7dcb3080ac2d admin admin] 10.222.0.18 "PUT /v2.0/routers/00530d2f-799a-4044-9006-5104009f2aa9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8989921 Jul 21 12:22:24.137906 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 36582) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:22:24.139222 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c48ab15c-20e9-4ff3-b3ec-e593a5221c63 None None] Sync routers for ids ['00530d2f-799a-4044-9006-5104009f2aa9'] in dv-cinder-850321-1-iscsi {{(pid=104161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 12:22:24.141389 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d777b3-9fcb-4db2-8b8b-903c4ca1b415 req-db6992cf-7f6a-4ada-9b65-f5651fb83d6c tempest-VolumesActionsTest-1697825292 tempest-VolumesActionsTest-1697825292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:22:24.142061 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-23d777b3-9fcb-4db2-8b8b-903c4ca1b415 req-db6992cf-7f6a-4ada-9b65-f5651fb83d6c tempest-VolumesActionsTest-1697825292 tempest-VolumesActionsTest-1697825292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170956'] for port (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:22:24.161112 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c48ab15c-20e9-4ff3-b3ec-e593a5221c63 None None] Routers {'00530d2f-799a-4044-9006-5104009f2aa9'} bound to L3 agent in host dv-cinder-850321-1-iscsi {{(pid=104161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 12:22:24.161942 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-c48ab15c-20e9-4ff3-b3ec-e593a5221c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-21T12:06:45Z,description=,heartbeat_timestamp=2022-07-21T12:22:15Z,host='dv-cinder-850321-1-iscsi',id=ceb1130f-c61e-494c-be4f-967cc153319c,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T12:06:45Z,topic='l3_agent')) {'router_ids': ['00530d2f-799a-4044-9006-5104009f2aa9'], 'active': True} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:22:24.183403 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-23d777b3-9fcb-4db2-8b8b-903c4ca1b415 req-db6992cf-7f6a-4ada-9b65-f5651fb83d6c tempest-VolumesActionsTest-1697825292 tempest-VolumesActionsTest-1697825292-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0175719 Jul 21 12:22:24.191252 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-17cc08fe-8357-44f4-a99f-2339eec43199 req-6520fba2-e87e-4b2e-b302-0c1131611a6d tempest-VolumesActionsTest-1697825292 tempest-VolumesActionsTest-1697825292-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2e2e90c-fd4e-4373-9ae7-6f6e5beee815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652461 Jul 21 12:22:24.210880 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.v2.base [req-23d777b3-9fcb-4db2-8b8b-903c4ca1b415 req-6b9bd2e0-80f0-466a-9e60-6dc8296ee1d2 service neutron] Request body: {'port': {'device_id': 'f71df088-92f0-4235-9cfa-961e2adb53f3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85032'}} {{(pid=104160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 12:22:24.258026 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-304a962d-6336-4984-b1e2-75dd8091766d admin admin] Publish callbacks [] for router (00530d2f-799a-4044-9006-5104009f2aa9), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:22:24.280805 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvr_db [None req-c48ab15c-20e9-4ff3-b3ec-e593a5221c63 None None] Set router 00530d2f-799a-4044-9006-5104009f2aa9 gateway port host: dv-cinder-850321-1-iscsi {{(pid=104161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 12:22:24.281028 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-23d777b3-9fcb-4db2-8b8b-903c4ca1b415 req-6b9bd2e0-80f0-466a-9e60-6dc8296ee1d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (b223271b-3fbe-40b8-802d-3a5a1790353c), before_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:22:24.387164 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2ab446-a1a5-42c7-8d40-f07ef0555c53 req-ecc84a21-3b83-4657-b995-4221b0f28b08 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:22:24.388790 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-5e2ab446-a1a5-42c7-8d40-f07ef0555c53 req-ecc84a21-3b83-4657-b995-4221b0f28b08 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 944 time: 0.0862386 Jul 21 12:22:24.404085 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:22:24.436154 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-304a962d-6336-4984-b1e2-75dd8091766d admin admin] Publish callbacks [] for router_gateway (00530d2f-799a-4044-9006-5104009f2aa9), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:22:24.450395 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:22:24.465344 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-c48ab15c-20e9-4ff3-b3ec-e593a5221c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00530d2f-799a-4044-9006-5104009f2aa9', 'name': 'tempest-AttachVolumeNegativeTest-1235427896-router', 'tenant_id': 'c7d349f62c0c4747bd1748ca0a4bde00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'external_fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'f1e77053-8d9a-412c-ac41-d1a4ceefb391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T12:15:36Z', 'updated_at': '2022-07-21T12:22:23Z', 'revision_number': 5, 'project_id': 'c7d349f62c0c4747bd1748ca0a4bde00', 'gw_port': {'id': 'f1e77053-8d9a-412c-ac41-d1a4ceefb391', 'name': '', 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:dd:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00530d2f-799a-4044-9006-5104009f2aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:15:38Z', 'updated_at': '2022-07-21T12:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-1-iscsi'}], 'dv-cinder-850321-1-iscsi', False) {} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:22:24.465872 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-5e2ab446-a1a5-42c7-8d40-f07ef0555c53 req-7c7c1d49-6ac4-4caa-92b9-de7238fc991f tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/security-groups?id=37fb721b-82a7-4d69-98ca-387ca36dc9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702996 Jul 21 12:22:24.503259 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c48ab15c-20e9-4ff3-b3ec-e593a5221c63 None None] Checking router: 00530d2f-799a-4044-9006-5104009f2aa9 for host: dv-cinder-850321-1-iscsi {{(pid=104161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 12:22:24.510845 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.plugins.ml2.plugin [None req-304a962d-6336-4984-b1e2-75dd8091766d admin admin] Deleting port f1e77053-8d9a-412c-ac41-d1a4ceefb391 {{(pid=104159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 12:22:24.511187 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-304a962d-6336-4984-b1e2-75dd8091766d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760977592'] for port (f1e77053-8d9a-412c-ac41-d1a4ceefb391), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:22:24.513257 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c48ab15c-20e9-4ff3-b3ec-e593a5221c63 None None] Routers {'00530d2f-799a-4044-9006-5104009f2aa9'} bound to L3 agent in host dv-cinder-850321-1-iscsi {{(pid=104161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 12:22:24.514098 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-c48ab15c-20e9-4ff3-b3ec-e593a5221c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-21T12:06:45Z,description=,heartbeat_timestamp=2022-07-21T12:22:15Z,host='dv-cinder-850321-1-iscsi',id=ceb1130f-c61e-494c-be4f-967cc153319c,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T12:06:45Z,topic='l3_agent')) {'router_ids': ['00530d2f-799a-4044-9006-5104009f2aa9'], 'active': True} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:22:24.586956 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.notifiers.nova [req-23d777b3-9fcb-4db2-8b8b-903c4ca1b415 req-6b9bd2e0-80f0-466a-9e60-6dc8296ee1d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b223271b-3fbe-40b8-802d-3a5a1790353c {{(pid=104160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 12:22:24.595403 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-23d777b3-9fcb-4db2-8b8b-903c4ca1b415 req-6b9bd2e0-80f0-466a-9e60-6dc8296ee1d2 service neutron] Publish callbacks [] for port (b223271b-3fbe-40b8-802d-3a5a1790353c), precommit_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:22:24.599924 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.plugins.ml2.db [None req-304a962d-6336-4984-b1e2-75dd8091766d admin admin] For port f1e77053-8d9a-412c-ac41-d1a4ceefb391, host dv-cinder-850321-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-1-iscsi',level=0,port_id=f1e77053-8d9a-412c-ac41-d1a4ceefb391,segment=NetworkSegment(516861e0-d3fe-4b3f-83ca-af9f79051018),segment_id=516861e0-d3fe-4b3f-83ca-af9f79051018)] {{(pid=104159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 12:22:24.600546 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-304a962d-6336-4984-b1e2-75dd8091766d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683200'] for port (f1e77053-8d9a-412c-ac41-d1a4ceefb391), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:22:24.609604 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.db.provisioning_blocks [req-23d777b3-9fcb-4db2-8b8b-903c4ca1b415 req-6b9bd2e0-80f0-466a-9e60-6dc8296ee1d2 service neutron] Transition to ACTIVE for port object b223271b-3fbe-40b8-802d-3a5a1790353c will not be triggered until provisioned by entity L2. {{(pid=104160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 21 12:22:24.615433 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-23d777b3-9fcb-4db2-8b8b-903c4ca1b415 req-6b9bd2e0-80f0-466a-9e60-6dc8296ee1d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9357699'] for port (b223271b-3fbe-40b8-802d-3a5a1790353c), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:22:24.619151 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.plugins.ml2.plugin [None req-304a962d-6336-4984-b1e2-75dd8091766d admin admin] Calling delete_port for f1e77053-8d9a-412c-ac41-d1a4ceefb391 owned by network:router_gateway {{(pid=104159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 12:22:24.641172 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvr_db [None req-c48ab15c-20e9-4ff3-b3ec-e593a5221c63 None None] Set router 00530d2f-799a-4044-9006-5104009f2aa9 gateway port host: None {{(pid=104161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 12:22:24.690898 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9bd2e0-80f0-466a-9e60-6dc8296ee1d2 service neutron] Pushing event updated for resources: {'Port': ['ID=b223271b-3fbe-40b8-802d-3a5a1790353c,revision_number=2']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:22:24.702804 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-c48ab15c-20e9-4ff3-b3ec-e593a5221c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00530d2f-799a-4044-9006-5104009f2aa9', 'name': 'tempest-AttachVolumeNegativeTest-1235427896-router', 'tenant_id': 'c7d349f62c0c4747bd1748ca0a4bde00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T12:15:36Z', 'updated_at': '2022-07-21T12:22:24Z', 'revision_number': 6, 'project_id': 'c7d349f62c0c4747bd1748ca0a4bde00', 'gw_port_host': None}], 'dv-cinder-850321-1-iscsi', False) {} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:22:24.730881 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c48ab15c-20e9-4ff3-b3ec-e593a5221c63 None None] The sync data for ids ['00530d2f-799a-4044-9006-5104009f2aa9'] in dv-cinder-850321-1-iscsi is: [{'id': '00530d2f-799a-4044-9006-5104009f2aa9', 'name': 'tempest-AttachVolumeNegativeTest-1235427896-router', 'tenant_id': 'c7d349f62c0c4747bd1748ca0a4bde00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T12:15:36Z', 'updated_at': '2022-07-21T12:22:24Z', 'revision_number': 6, 'project_id': 'c7d349f62c0c4747bd1748ca0a4bde00', 'gw_port_host': None}] {{(pid=104161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 12:22:24.752769 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.managers [req-23d777b3-9fcb-4db2-8b8b-903c4ca1b415 req-6b9bd2e0-80f0-466a-9e60-6dc8296ee1d2 service neutron] Attempting to bind port b223271b-3fbe-40b8-802d-3a5a1790353c on host hv-cinder-85032 for vnic_type normal with profile {{(pid=104160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 12:22:24.753107 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.managers [req-23d777b3-9fcb-4db2-8b8b-903c4ca1b415 req-6b9bd2e0-80f0-466a-9e60-6dc8296ee1d2 service neutron] Attempting to bind port b223271b-3fbe-40b8-802d-3a5a1790353c by drivers openvswitch,hyperv on host hv-cinder-85032 at level 0 using segments [{'id': '924c52ec-6288-499a-8158-b0cb6140ba87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '50c90a6f-27b4-42e7-88e7-5085f6ac3c38'}] {{(pid=104160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 12:22:24.753439 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23d777b3-9fcb-4db2-8b8b-903c4ca1b415 req-6b9bd2e0-80f0-466a-9e60-6dc8296ee1d2 service neutron] Attempting to bind port b223271b-3fbe-40b8-802d-3a5a1790353c on network 50c90a6f-27b4-42e7-88e7-5085f6ac3c38 {{(pid=104160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 12:22:24.758611 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23d777b3-9fcb-4db2-8b8b-903c4ca1b415 req-6b9bd2e0-80f0-466a-9e60-6dc8296ee1d2 service neutron] Port b223271b-3fbe-40b8-802d-3a5a1790353c on network 50c90a6f-27b4-42e7-88e7-5085f6ac3c38 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85032 {{(pid=104160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 21 12:22:24.758957 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23d777b3-9fcb-4db2-8b8b-903c4ca1b415 req-6b9bd2e0-80f0-466a-9e60-6dc8296ee1d2 service neutron] Attempting to bind port b223271b-3fbe-40b8-802d-3a5a1790353c on network 50c90a6f-27b4-42e7-88e7-5085f6ac3c38 {{(pid=104160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 12:22:24.765291 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23d777b3-9fcb-4db2-8b8b-903c4ca1b415 req-6b9bd2e0-80f0-466a-9e60-6dc8296ee1d2 service neutron] Checking agent: {'id': '0e418a3d-140a-4386-ad03-1f6ad2d8ed7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85032', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 12, 13, 32), 'started_at': datetime.datetime(2022, 7, 21, 12, 13, 32), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 12, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 12:22:24.765648 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23d777b3-9fcb-4db2-8b8b-903c4ca1b415 req-6b9bd2e0-80f0-466a-9e60-6dc8296ee1d2 service neutron] Checking segment: {'id': '924c52ec-6288-499a-8158-b0cb6140ba87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '50c90a6f-27b4-42e7-88e7-5085f6ac3c38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 12:22:24.766090 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23d777b3-9fcb-4db2-8b8b-903c4ca1b415 req-6b9bd2e0-80f0-466a-9e60-6dc8296ee1d2 service neutron] Bound using segment: {'id': '924c52ec-6288-499a-8158-b0cb6140ba87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '50c90a6f-27b4-42e7-88e7-5085f6ac3c38'} {{(pid=104160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 12:22:24.766545 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.managers [req-23d777b3-9fcb-4db2-8b8b-903c4ca1b415 req-6b9bd2e0-80f0-466a-9e60-6dc8296ee1d2 service neutron] Bound port: b223271b-3fbe-40b8-802d-3a5a1790353c, host: hv-cinder-85032, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '924c52ec-6288-499a-8158-b0cb6140ba87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '50c90a6f-27b4-42e7-88e7-5085f6ac3c38'}}] {{(pid=104160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 12:22:24.766918 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-23d777b3-9fcb-4db2-8b8b-903c4ca1b415 req-6b9bd2e0-80f0-466a-9e60-6dc8296ee1d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (b223271b-3fbe-40b8-802d-3a5a1790353c), before_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:22:24.780263 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:22:24.833455 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.db [req-23d777b3-9fcb-4db2-8b8b-903c4ca1b415 req-6b9bd2e0-80f0-466a-9e60-6dc8296ee1d2 service neutron] For port b223271b-3fbe-40b8-802d-3a5a1790353c, host hv-cinder-85032, cleared binding levels {{(pid=104160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 12:22:24.838933 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.db [req-23d777b3-9fcb-4db2-8b8b-903c4ca1b415 req-6b9bd2e0-80f0-466a-9e60-6dc8296ee1d2 service neutron] For port b223271b-3fbe-40b8-802d-3a5a1790353c, host hv-cinder-85032, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=b223271b-3fbe-40b8-802d-3a5a1790353c,segment=NetworkSegment(924c52ec-6288-499a-8158-b0cb6140ba87),segment_id=924c52ec-6288-499a-8158-b0cb6140ba87)] {{(pid=104160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 12:22:24.846150 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-23d777b3-9fcb-4db2-8b8b-903c4ca1b415 req-6b9bd2e0-80f0-466a-9e60-6dc8296ee1d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9357699'] for port (b223271b-3fbe-40b8-802d-3a5a1790353c), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:22:24.855574 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-304a962d-6336-4984-b1e2-75dd8091766d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760983080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773760637175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8469579'] for port (f1e77053-8d9a-412c-ac41-d1a4ceefb391), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:22:24.882540 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304a962d-6336-4984-b1e2-75dd8091766d admin admin] Pushing event deleted for resources: {'Port': ['ID=f1e77053-8d9a-412c-ac41-d1a4ceefb391,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:22:24.884732 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d777b3-9fcb-4db2-8b8b-903c4ca1b415 req-6b9bd2e0-80f0-466a-9e60-6dc8296ee1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:22:24.885368 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-23d777b3-9fcb-4db2-8b8b-903c4ca1b415 req-6b9bd2e0-80f0-466a-9e60-6dc8296ee1d2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170956'] for port (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:22:24.886904 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-23d777b3-9fcb-4db2-8b8b-903c4ca1b415 req-6b9bd2e0-80f0-466a-9e60-6dc8296ee1d2 service neutron] 10.222.0.48 "PUT /v2.0/ports/b223271b-3fbe-40b8-802d-3a5a1790353c HTTP/1.1" status: 200 len: 1093 time: 0.6845911 Jul 21 12:22:24.887522 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f71df088-92f0-4235-9cfa-961e2adb53f3', 'tag': 'b223271b-3fbe-40b8-802d-3a5a1790353c'}] {{(pid=104160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 12:22:24.889754 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eb085c56e9e86bbd6a0965d2ba727f3997621403869b150ca98f31427dd41b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c32cd57-574f-4ab4-a662-bea812e20ca5" -d '{"events": [{"name": "network-changed", "server_uuid": "f71df088-92f0-4235-9cfa-961e2adb53f3", "tag": "b223271b-3fbe-40b8-802d-3a5a1790353c"}]}' {{(pid=104160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 12:22:24.914745 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9bd2e0-80f0-466a-9e60-6dc8296ee1d2 service neutron] Pushing event updated for resources: {'Port': ['ID=b223271b-3fbe-40b8-802d-3a5a1790353c,revision_number=3']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:22:24.932983 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:22:24.940830 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 12:22:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28e88fd0-d3c0-4b13-9ee1-420e6be62589 x-openstack-request-id: req-28e88fd0-d3c0-4b13-9ee1-420e6be62589 {{(pid=104160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 12:22:24.941605 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f71df088-92f0-4235-9cfa-961e2adb53f3", "tag": "b223271b-3fbe-40b8-802d-3a5a1790353c", "status": "completed", "code": 200}]} {{(pid=104160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 12:22:24.941842 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-28e88fd0-d3c0-4b13-9ee1-420e6be62589 {{(pid=104160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 12:22:24.942540 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28e88fd0-d3c0-4b13-9ee1-420e6be62589'] response: {'name': 'network-changed', 'server_uuid': 'f71df088-92f0-4235-9cfa-961e2adb53f3', 'tag': 'b223271b-3fbe-40b8-802d-3a5a1790353c', 'status': 'completed', 'code': 200} Jul 21 12:22:24.956565 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-304a962d-6336-4984-b1e2-75dd8091766d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-681787'] for router_gateway (00530d2f-799a-4044-9006-5104009f2aa9), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:22:25.004215 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:22:25.012750 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d777b3-9fcb-4db2-8b8b-903c4ca1b415 req-cdd031f5-11f8-4920-aded-6e62c90b06bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:22:25.014336 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-23d777b3-9fcb-4db2-8b8b-903c4ca1b415 req-cdd031f5-11f8-4920-aded-6e62c90b06bf service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=53374ad6bfce4d7a9d51448ad1d4f510&device_id=f71df088-92f0-4235-9cfa-961e2adb53f3 HTTP/1.1" status: 200 len: 1127 time: 0.0450079 Jul 21 12:22:25.045946 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-304a962d-6336-4984-b1e2-75dd8091766d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-680943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4065'] for router (00530d2f-799a-4044-9006-5104009f2aa9), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:22:25.048070 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-304a962d-6336-4984-b1e2-75dd8091766d admin admin] Publish callbacks [] for router_controller (00530d2f-799a-4044-9006-5104009f2aa9), precommit_delete_associations {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:22:25.063620 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-23d777b3-9fcb-4db2-8b8b-903c4ca1b415 req-18ad04a7-0568-4176-b312-080af3638913 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b223271b-3fbe-40b8-802d-3a5a1790353c HTTP/1.1" status: 200 len: 217 time: 0.0339074 Jul 21 12:22:25.093776 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-304a962d-6336-4984-b1e2-75dd8091766d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-680862'] for router (00530d2f-799a-4044-9006-5104009f2aa9), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:22:25.094445 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-304a962d-6336-4984-b1e2-75dd8091766d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 00530d2f-799a-4044-9006-5104009f2aa9 {{(pid=104159) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 21 12:22:25.100109 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-304a962d-6336-4984-b1e2-75dd8091766d admin admin] Publish callbacks [] for router (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:22:25.100841 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-304a962d-6336-4984-b1e2-75dd8091766d admin admin] 10.222.0.18 "DELETE /v2.0/routers/00530d2f-799a-4044-9006-5104009f2aa9 HTTP/1.1" status: 204 len: 168 time: 0.9619517 Jul 21 12:22:25.104003 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 36588) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:22:25.126774 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d777b3-9fcb-4db2-8b8b-903c4ca1b415 req-bd6d425b-339d-46d4-858b-3ea37d1e2255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:22:25.128557 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-23d777b3-9fcb-4db2-8b8b-903c4ca1b415 req-bd6d425b-339d-46d4-858b-3ea37d1e2255 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=362f35ac-be9d-4c8c-a9cf-99ef4ddd78f9 HTTP/1.1" status: 200 len: 849 time: 0.0559084 Jul 21 12:22:25.152240 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.db.db_base_plugin_v2 [None req-1099659e-a660-4c54-8ccc-7d9a2e2c2983 admin admin] Deleting subnet 5adcbf66-cad3-499f-bfcd-a299fbf0cd74 {{(pid=104159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 21 12:22:25.160254 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-1099659e-a660-4c54-8ccc-7d9a2e2c2983 admin admin] Publish callbacks [] for subnet (5adcbf66-cad3-499f-bfcd-a299fbf0cd74), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:22:25.181307 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-23d777b3-9fcb-4db2-8b8b-903c4ca1b415 req-609b1161-7de0-4f78-9f4b-fea056cff5eb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=50c90a6f-27b4-42e7-88e7-5085f6ac3c38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452070 Jul 21 12:22:25.205927 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-1099659e-a660-4c54-8ccc-7d9a2e2c2983 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9226599'] for subnet (5adcbf66-cad3-499f-bfcd-a299fbf0cd74), precommit_delete_associations {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:22:25.317791 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-23d777b3-9fcb-4db2-8b8b-903c4ca1b415 req-9e7c7011-ef51-4cfb-bcce-d68c359e2f23 service neutron] 10.222.0.48 "GET /v2.0/networks/50c90a6f-27b4-42e7-88e7-5085f6ac3c38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299963 Jul 21 12:22:25.354112 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d86616-b8f7-4dac-a0a5-dd69af04ee5a req-f53eaf3d-8d20-4f6d-9f8b-ab1fb63b5c05 tempest-VolumesActionsTest-1697825292 tempest-VolumesActionsTest-1697825292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:22:25.355644 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-02d86616-b8f7-4dac-a0a5-dd69af04ee5a req-f53eaf3d-8d20-4f6d-9f8b-ab1fb63b5c05 tempest-VolumesActionsTest-1697825292 tempest-VolumesActionsTest-1697825292-project] 10.222.0.18 "GET /v2.0/ports?device_id=f71df088-92f0-4235-9cfa-961e2adb53f3 HTTP/1.1" status: 200 len: 943 time: 0.0756509 Jul 21 12:22:25.361649 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-1099659e-a660-4c54-8ccc-7d9a2e2c2983 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1392440'] for subnet (5adcbf66-cad3-499f-bfcd-a299fbf0cd74), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:22:25.425870 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-23d777b3-9fcb-4db2-8b8b-903c4ca1b415 req-82f7a500-00ab-4406-9198-b00bb90bd367 service neutron] 10.222.0.48 "GET /v2.0/networks/50c90a6f-27b4-42e7-88e7-5085f6ac3c38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968750 Jul 21 12:22:25.623054 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cde2a1-9977-4d5a-a96b-be430e3e573e req-04b71fae-d048-449a-b7d3-b8e50e383c01 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:22:25.624815 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-00cde2a1-9977-4d5a-a96b-be430e3e573e req-04b71fae-d048-449a-b7d3-b8e50e383c01 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 944 time: 0.0682888 Jul 21 12:22:25.647540 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Device ad46f4b3-b3ac-4329-91b8-2a06c4cd41ef no longer exists at agent ovs-agent-dv-cinder-850321-1-iscsi {{(pid=104161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 12:22:25.671818 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] No Port match for: ad46f4b3-b3ac-4329-91b8-2a06c4cd41ef {{(pid=104161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 12:22:25.672418 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Device ad46f4b3-b3ac-4329-91b8-2a06c4cd41ef not bound to the agent host dv-cinder-850321-1-iscsi {{(pid=104161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 12:22:25.672996 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Device f1e77053-8d9a-412c-ac41-d1a4ceefb391 no longer exists at agent ovs-agent-dv-cinder-850321-1-iscsi {{(pid=104161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 12:22:25.684436 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-00cde2a1-9977-4d5a-a96b-be430e3e573e req-b7bf1bf0-0402-4455-80bb-fcd9b9adef5e tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/security-groups?id=37fb721b-82a7-4d69-98ca-387ca36dc9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536149 Jul 21 12:22:25.692522 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] No Port match for: f1e77053-8d9a-412c-ac41-d1a4ceefb391 {{(pid=104161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 12:22:25.693128 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Device f1e77053-8d9a-412c-ac41-d1a4ceefb391 not bound to the agent host dv-cinder-850321-1-iscsi {{(pid=104161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 12:22:25.729739 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-02d86616-b8f7-4dac-a0a5-dd69af04ee5a req-fc53e238-12a9-4415-abbc-756e5027d5da tempest-VolumesActionsTest-1697825292 tempest-VolumesActionsTest-1697825292-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2e2e90c-fd4e-4373-9ae7-6f6e5beee815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3653460 Jul 21 12:22:25.731229 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-1099659e-a660-4c54-8ccc-7d9a2e2c2983 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1392433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8469670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9371161'] for subnet (5adcbf66-cad3-499f-bfcd-a299fbf0cd74), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:22:25.764831 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1099659e-a660-4c54-8ccc-7d9a2e2c2983 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5adcbf66-cad3-499f-bfcd-a299fbf0cd74,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:22:25.768640 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-1099659e-a660-4c54-8ccc-7d9a2e2c2983 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:22:25.772026 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-1099659e-a660-4c54-8ccc-7d9a2e2c2983 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/5adcbf66-cad3-499f-bfcd-a299fbf0cd74 HTTP/1.1" status: 204 len: 168 time: 0.6668413 Jul 21 12:22:25.775251 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.18', 36594) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:22:25.778742 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f763f211-5b9e-4f22-8f85-e4975b84ce43 None None] Network 1933b755-354d-4a90-8a75-f1a81a16c8f0 requested from dv-cinder-850321-1-iscsi {{(pid=104161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 12:22:25.874645 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-5ba0312e-be69-4d3a-80e3-926318603c8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790513'] for network (1933b755-354d-4a90-8a75-f1a81a16c8f0), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:22:25.917621 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:22:25.930262 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-5ba0312e-be69-4d3a-80e3-926318603c8c admin admin] Deleting port cede7b0f-fd6f-41ae-8342-b9fc2501e9f7 {{(pid=104160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 12:22:25.930621 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-5ba0312e-be69-4d3a-80e3-926318603c8c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760977592'] for port (cede7b0f-fd6f-41ae-8342-b9fc2501e9f7), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:22:25.950272 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-662d5049-c86a-4c40-a090-dfc8f3fd0054 None None] DHCP port deletion for 1933b755-354d-4a90-8a75-f1a81a16c8f0 request from dv-cinder-850321-1-iscsi {{(pid=104161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 21 12:22:25.990793 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-662d5049-c86a-4c40-a090-dfc8f3fd0054 None None] Deleting port cede7b0f-fd6f-41ae-8342-b9fc2501e9f7 {{(pid=104161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 12:22:25.991171 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-662d5049-c86a-4c40-a090-dfc8f3fd0054 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760977592'] for port (cede7b0f-fd6f-41ae-8342-b9fc2501e9f7), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:22:26.004094 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.db [None req-5ba0312e-be69-4d3a-80e3-926318603c8c admin admin] For port cede7b0f-fd6f-41ae-8342-b9fc2501e9f7, host dv-cinder-850321-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-1-iscsi',level=0,port_id=cede7b0f-fd6f-41ae-8342-b9fc2501e9f7,segment=NetworkSegment(12da12e1-cfd0-4313-ac52-6e5f4f39ccb4),segment_id=12da12e1-cfd0-4313-ac52-6e5f4f39ccb4)] {{(pid=104160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 12:22:26.004468 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-5ba0312e-be69-4d3a-80e3-926318603c8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683200'] for port (cede7b0f-fd6f-41ae-8342-b9fc2501e9f7), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:22:26.019430 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-5ba0312e-be69-4d3a-80e3-926318603c8c admin admin] Calling delete_port for cede7b0f-fd6f-41ae-8342-b9fc2501e9f7 owned by network:dhcp {{(pid=104160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 12:22:26.073268 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-662d5049-c86a-4c40-a090-dfc8f3fd0054 None None] For port cede7b0f-fd6f-41ae-8342-b9fc2501e9f7, host dv-cinder-850321-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-1-iscsi',level=0,port_id=cede7b0f-fd6f-41ae-8342-b9fc2501e9f7,segment=NetworkSegment(12da12e1-cfd0-4313-ac52-6e5f4f39ccb4),segment_id=12da12e1-cfd0-4313-ac52-6e5f4f39ccb4)] {{(pid=104161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 12:22:26.073671 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-662d5049-c86a-4c40-a090-dfc8f3fd0054 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683200'] for port (cede7b0f-fd6f-41ae-8342-b9fc2501e9f7), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:22:26.088995 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-662d5049-c86a-4c40-a090-dfc8f3fd0054 None None] Calling delete_port for cede7b0f-fd6f-41ae-8342-b9fc2501e9f7 owned by network:dhcp {{(pid=104161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 12:22:26.090819 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=100 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:22:26.121565 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-5ba0312e-be69-4d3a-80e3-926318603c8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760983080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773760637175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9357752'] for port (cede7b0f-fd6f-41ae-8342-b9fc2501e9f7), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:22:26.151369 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba0312e-be69-4d3a-80e3-926318603c8c admin admin] Pushing event deleted for resources: {'Port': ['ID=cede7b0f-fd6f-41ae-8342-b9fc2501e9f7,revision_number=None']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:22:26.157129 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba0312e-be69-4d3a-80e3-926318603c8c admin admin] No DVR routers for this DVR port cede7b0f-fd6f-41ae-8342-b9fc2501e9f7 on host dv-cinder-850321-1-iscsi {{(pid=104160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 12:22:26.176665 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-662d5049-c86a-4c40-a090-dfc8f3fd0054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760983080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773760637175'] for port (cede7b0f-fd6f-41ae-8342-b9fc2501e9f7), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:22:26.213010 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662d5049-c86a-4c40-a090-dfc8f3fd0054 None None] Pushing event deleted for resources: {'Port': ['ID=cede7b0f-fd6f-41ae-8342-b9fc2501e9f7,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:22:26.220425 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662d5049-c86a-4c40-a090-dfc8f3fd0054 None None] No DVR routers for this DVR port cede7b0f-fd6f-41ae-8342-b9fc2501e9f7 on host dv-cinder-850321-1-iscsi {{(pid=104161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 12:22:26.250387 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-5ba0312e-be69-4d3a-80e3-926318603c8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1392563', 'neutron.services.segments.db._delete_segments_for_network-8773761087052'] for network (1933b755-354d-4a90-8a75-f1a81a16c8f0), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:22:26.275094 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.services.segments.db [None req-5ba0312e-be69-4d3a-80e3-926318603c8c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1933b755-354d-4a90-8a75-f1a81a16c8f0']}} {{(pid=104160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:22:26.286175 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.services.segments.db [None req-5ba0312e-be69-4d3a-80e3-926318603c8c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12da12e1-cfd0-4313-ac52-6e5f4f39ccb4') {'for_net_delete': True} {{(pid=104160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:22:26.286439 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.services.segments.db [None req-5ba0312e-be69-4d3a-80e3-926318603c8c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12da12e1-cfd0-4313-ac52-6e5f4f39ccb4') {} {{(pid=104160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:22:26.297807 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-5ba0312e-be69-4d3a-80e3-926318603c8c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773761085669', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9082983'] for segment (12da12e1-cfd0-4313-ac52-6e5f4f39ccb4), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:22:26.313253 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-5ba0312e-be69-4d3a-80e3-926318603c8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1820665'] for segment (12da12e1-cfd0-4313-ac52-6e5f4f39ccb4), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:22:26.320527 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ba0312e-be69-4d3a-80e3-926318603c8c admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=104160) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 21 12:22:26.320950 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-5ba0312e-be69-4d3a-80e3-926318603c8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1820665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9357807'] for segment (12da12e1-cfd0-4313-ac52-6e5f4f39ccb4), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:22:26.396302 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:22:26.424467 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-5ba0312e-be69-4d3a-80e3-926318603c8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1392516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681893'] for network (1933b755-354d-4a90-8a75-f1a81a16c8f0), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:22:26.429493 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-5ba0312e-be69-4d3a-80e3-926318603c8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622315'] for network (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:22:26.432724 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-5ba0312e-be69-4d3a-80e3-926318603c8c admin admin] 10.222.0.18 "DELETE /v2.0/networks/1933b755-354d-4a90-8a75-f1a81a16c8f0 HTTP/1.1" status: 204 len: 168 time: 0.6561937 Jul 21 12:22:26.451315 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba0312e-be69-4d3a-80e3-926318603c8c admin admin] Pushing event deleted for resources: {'Network': ['ID=1933b755-354d-4a90-8a75-f1a81a16c8f0,revision_number=None']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:22:26.460220 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c32cd57-574f-4ab4-a662-bea812e20ca5 req-62f87b50-a1a0-4a4b-adcd-f77af8d168aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:22:26.461742 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-8c32cd57-574f-4ab4-a662-bea812e20ca5 req-62f87b50-a1a0-4a4b-adcd-f77af8d168aa service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=53374ad6bfce4d7a9d51448ad1d4f510&device_id=f71df088-92f0-4235-9cfa-961e2adb53f3 HTTP/1.1" status: 200 len: 1127 time: 0.0772605 Jul 21 12:22:26.490164 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.services.segments.plugin [-] Segment 12da12e1-cfd0-4313-ac52-6e5f4f39ccb4 resource provider aggregate not found Jul 21 12:22:26.534001 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.services.segments.plugin [-] Segment 12da12e1-cfd0-4313-ac52-6e5f4f39ccb4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 12da12e1-cfd0-4313-ac52-6e5f4f39ccb4 found for delete ", "request_id": "req-21e645d6-47e4-49da-98df-edf30ebc0962"}]} Jul 21 12:22:26.565414 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 36604) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:22:26.571654 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c32cd57-574f-4ab4-a662-bea812e20ca5 req-7eead71f-26e7-4f30-b46e-9aab07f60269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:22:26.573177 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-8c32cd57-574f-4ab4-a662-bea812e20ca5 req-7eead71f-26e7-4f30-b46e-9aab07f60269 service neutron] 10.222.0.48 "GET /v2.0/networks?id=50c90a6f-27b4-42e7-88e7-5085f6ac3c38 HTTP/1.1" status: 200 len: 910 time: 0.1042120 Jul 21 12:22:26.618063 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-371bf27c-9d28-4859-9418-7b8362bb1973 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c7d349f62c0c4747bd1748ca0a4bde00&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0514452 Jul 21 12:22:26.620633 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-8c32cd57-574f-4ab4-a662-bea812e20ca5 req-95e098e9-065e-4de7-b355-c61aa73a1722 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b223271b-3fbe-40b8-802d-3a5a1790353c HTTP/1.1" status: 200 len: 217 time: 0.0395634 Jul 21 12:22:26.620817 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 36606) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:22:26.671784 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c32cd57-574f-4ab4-a662-bea812e20ca5 req-d0c16307-b539-4c4e-8be8-97874493736d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:22:26.673560 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-8c32cd57-574f-4ab4-a662-bea812e20ca5 req-d0c16307-b539-4c4e-8be8-97874493736d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=362f35ac-be9d-4c8c-a9cf-99ef4ddd78f9 HTTP/1.1" status: 200 len: 849 time: 0.0471749 Jul 21 12:22:26.682089 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-3d08121e-379a-4fe0-91f5-a16fcdbb17b8 admin admin] Publish callbacks [] for security_group (6b7c3a37-41ff-45c9-830e-b72fbc998969), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:22:26.705177 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-3d08121e-379a-4fe0-91f5-a16fcdbb17b8 admin admin] Publish callbacks [] for security_group (6b7c3a37-41ff-45c9-830e-b72fbc998969), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:22:26.761858 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-3d08121e-379a-4fe0-91f5-a16fcdbb17b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (6b7c3a37-41ff-45c9-830e-b72fbc998969), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:22:26.764797 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-3d08121e-379a-4fe0-91f5-a16fcdbb17b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:22:26.766323 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-3d08121e-379a-4fe0-91f5-a16fcdbb17b8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6b7c3a37-41ff-45c9-830e-b72fbc998969 HTTP/1.1" status: 204 len: 168 time: 0.1445196 Jul 21 12:22:26.778828 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08121e-379a-4fe0-91f5-a16fcdbb17b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b7c3a37-41ff-45c9-830e-b72fbc998969,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:22:26.836782 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-8c32cd57-574f-4ab4-a662-bea812e20ca5 req-484dfb6a-c203-4787-a7ea-0efa52b09bed service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=50c90a6f-27b4-42e7-88e7-5085f6ac3c38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317714 Jul 21 12:22:26.843298 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af14e74-d6e9-4c6b-b638-ffdca4eab0b8 req-13f78ad8-c35d-4e55-9066-e28adad4b94f tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:22:26.845669 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-7af14e74-d6e9-4c6b-b638-ffdca4eab0b8 req-13f78ad8-c35d-4e55-9066-e28adad4b94f tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 944 time: 0.0801923 Jul 21 12:22:26.867898 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ee3e0d-1ea0-46e0-b049-a021d560b108 req-478c61da-73e7-48bc-bdb6-945f60adda97 tempest-VolumesActionsTest-1697825292 tempest-VolumesActionsTest-1697825292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:22:26.869451 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-71ee3e0d-1ea0-46e0-b049-a021d560b108 req-478c61da-73e7-48bc-bdb6-945f60adda97 tempest-VolumesActionsTest-1697825292 tempest-VolumesActionsTest-1697825292-project] 10.222.0.18 "GET /v2.0/ports?device_id=f71df088-92f0-4235-9cfa-961e2adb53f3 HTTP/1.1" status: 200 len: 943 time: 0.0607290 Jul 21 12:22:26.912382 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-7af14e74-d6e9-4c6b-b638-ffdca4eab0b8 req-4bf7ad07-71f6-4c8c-843b-8242045646c6 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/security-groups?id=37fb721b-82a7-4d69-98ca-387ca36dc9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581262 Jul 21 12:22:26.912889 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:DELETE=9,neutron:SELECT=89,neutron:UPDATE=2 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:22:26.933662 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-71ee3e0d-1ea0-46e0-b049-a021d560b108 req-50d4ea0c-2bbf-472c-b808-4fe90e9bac50 tempest-VolumesActionsTest-1697825292 tempest-VolumesActionsTest-1697825292-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2e2e90c-fd4e-4373-9ae7-6f6e5beee815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575011 Jul 21 12:22:27.433806 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Device cede7b0f-fd6f-41ae-8342-b9fc2501e9f7 no longer exists at agent ovs-agent-dv-cinder-850321-1-iscsi {{(pid=104161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 12:22:27.457659 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] No Port match for: cede7b0f-fd6f-41ae-8342-b9fc2501e9f7 {{(pid=104161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 12:22:27.458076 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Device cede7b0f-fd6f-41ae-8342-b9fc2501e9f7 not bound to the agent host dv-cinder-850321-1-iscsi {{(pid=104161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 12:22:27.539916 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Device b223271b-3fbe-40b8-802d-3a5a1790353c details requested by agent hyperv_hv-cinder-85032 with host hv-cinder-85032 {{(pid=104161) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 21 12:22:27.571739 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:22:27.572852 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-8c32cd57-574f-4ab4-a662-bea812e20ca5 req-0bf3b1cf-6e10-4171-883b-99178676021f service neutron] 10.222.0.48 "GET /v2.0/networks/50c90a6f-27b4-42e7-88e7-5085f6ac3c38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000133 Jul 21 12:22:27.603068 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 36632) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:22:27.649927 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:22:27.736282 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-8c32cd57-574f-4ab4-a662-bea812e20ca5 req-50e6ef07-9893-41f7-a5f3-43c8e7838df5 service neutron] 10.222.0.48 "GET /v2.0/networks/50c90a6f-27b4-42e7-88e7-5085f6ac3c38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567400 Jul 21 12:22:27.748253 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.v2.base [None req-bc0fadce-c2d6-44fe-a2c9-770f9aa9226c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-64648714-network', 'tenant_id': '5cbfc2205718468babfcb65ff7586480'}} {{(pid=104159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 12:22:27.770544 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc0fadce-c2d6-44fe-a2c9-770f9aa9226c admin admin] Made reservation on behalf of 5cbfc2205718468babfcb65ff7586480 for: {'network': 1} {{(pid=104159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 12:22:27.773057 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-bc0fadce-c2d6-44fe-a2c9-770f9aa9226c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for network (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:22:27.783940 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-bc0fadce-c2d6-44fe-a2c9-770f9aa9226c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:22:27.806856 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] For port b223271b-3fbe-40b8-802d-3a5a1790353c, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=b223271b-3fbe-40b8-802d-3a5a1790353c,segment=NetworkSegment(924c52ec-6288-499a-8158-b0cb6140ba87),segment_id=924c52ec-6288-499a-8158-b0cb6140ba87)] {{(pid=104161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 12:22:27.821690 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Returning: {'device': 'b223271b-3fbe-40b8-802d-3a5a1790353c', 'network_id': '50c90a6f-27b4-42e7-88e7-5085f6ac3c38', 'port_id': 'b223271b-3fbe-40b8-802d-3a5a1790353c', 'mac_address': 'fa:16:3e:82:3f:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '362f35ac-be9d-4c8c-a9cf-99ef4ddd78f9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104161) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 21 12:22:27.829407 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:22:27.862486 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Current status of the port b223271b-3fbe-40b8-802d-3a5a1790353c is: DOWN; New status is: BUILD {{(pid=104161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 12:22:27.862964 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (b223271b-3fbe-40b8-802d-3a5a1790353c), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:22:27.877383 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-bc0fadce-c2d6-44fe-a2c9-770f9aa9226c admin admin] Publish callbacks [] for security_group (3e81a125-49d2-4eba-a27e-6587c6cb9578), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:22:27.877662 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.notifiers.nova [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b223271b-3fbe-40b8-802d-3a5a1790353c {{(pid=104161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 12:22:27.882536 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-bc0fadce-c2d6-44fe-a2c9-770f9aa9226c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (3e81a125-49d2-4eba-a27e-6587c6cb9578), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:22:27.900467 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] For port b223271b-3fbe-40b8-802d-3a5a1790353c, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=b223271b-3fbe-40b8-802d-3a5a1790353c,segment=NetworkSegment(924c52ec-6288-499a-8158-b0cb6140ba87),segment_id=924c52ec-6288-499a-8158-b0cb6140ba87)] {{(pid=104161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 12:22:27.905740 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158'] for port (b223271b-3fbe-40b8-802d-3a5a1790353c), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:22:27.912338 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc0fadce-c2d6-44fe-a2c9-770f9aa9226c admin admin] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=104159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 21 12:22:27.923533 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0fadce-c2d6-44fe-a2c9-770f9aa9226c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e81a125-49d2-4eba-a27e-6587c6cb9578,revision_number=1']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:22:27.928643 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-bc0fadce-c2d6-44fe-a2c9-770f9aa9226c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1820665'] for segment (4b62bca3-e20f-4f2b-aab9-9da4a3efa4c8), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:22:27.928976 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.db.segments_db [None req-bc0fadce-c2d6-44fe-a2c9-770f9aa9226c admin admin] Added segment 4b62bca3-e20f-4f2b-aab9-9da4a3efa4c8 of type vlan for network 2a3a0df7-3e3b-494f-8e41-d38af329b80e Jul 21 12:22:27.963707 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Pushing event updated for resources: {'Port': ['ID=b223271b-3fbe-40b8-802d-3a5a1790353c,revision_number=4']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:22:27.996670 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-bc0fadce-c2d6-44fe-a2c9-770f9aa9226c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773760621873'] for network (2a3a0df7-3e3b-494f-8e41-d38af329b80e), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:22:28.032416 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:22:28.045496 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e2a4df-ea54-42ec-99c9-6fbd5bbb929f req-45206008-fa90-4ce0-ba06-a012bbe51715 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:22:28.047106 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-41e2a4df-ea54-42ec-99c9-6fbd5bbb929f req-45206008-fa90-4ce0-ba06-a012bbe51715 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 944 time: 0.0532789 Jul 21 12:22:28.058436 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-bc0fadce-c2d6-44fe-a2c9-770f9aa9226c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329'] for network (2a3a0df7-3e3b-494f-8e41-d38af329b80e), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:22:28.059438 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc0fadce-c2d6-44fe-a2c9-770f9aa9226c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:22:28.060408 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-bc0fadce-c2d6-44fe-a2c9-770f9aa9226c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622315'] for network (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:22:28.087467 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b51c55e-afad-4432-a63f-9f18942706f0 req-db4ed8d7-67b4-4f96-9d7a-46b15f58935f tempest-VolumesActionsTest-1697825292 tempest-VolumesActionsTest-1697825292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:22:28.089036 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-5b51c55e-afad-4432-a63f-9f18942706f0 req-db4ed8d7-67b4-4f96-9d7a-46b15f58935f tempest-VolumesActionsTest-1697825292 tempest-VolumesActionsTest-1697825292-project] 10.222.0.18 "GET /v2.0/ports?device_id=f71df088-92f0-4235-9cfa-961e2adb53f3 HTTP/1.1" status: 200 len: 944 time: 0.0727193 Jul 21 12:22:28.119453 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-41e2a4df-ea54-42ec-99c9-6fbd5bbb929f req-0ae86f77-886a-4424-bec5-af8923580eb1 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/security-groups?id=37fb721b-82a7-4d69-98ca-387ca36dc9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652301 Jul 21 12:22:28.151644 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-bc0fadce-c2d6-44fe-a2c9-770f9aa9226c admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.5472431 Jul 21 12:22:28.155627 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.18', 36640) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:22:28.160268 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0fadce-c2d6-44fe-a2c9-770f9aa9226c admin admin] Pushing event updated for resources: {'Network': ['ID=2a3a0df7-3e3b-494f-8e41-d38af329b80e,revision_number=1']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:22:28.161297 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.v2.base [None req-8cae2bca-311c-4dc1-841a-7bf2a6e0a5b1 admin admin] Request body: {'subnet': {'network_id': '2a3a0df7-3e3b-494f-8e41-d38af329b80e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-64648714-subnet', 'tenant_id': '5cbfc2205718468babfcb65ff7586480', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 12:22:28.173015 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Network 2a3a0df7-3e3b-494f-8e41-d38af329b80e details requested by agent ovs-agent-dv-cinder-850321-1-iscsi with host dv-cinder-850321-1-iscsi {{(pid=104161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 21 12:22:28.188938 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cae2bca-311c-4dc1-841a-7bf2a6e0a5b1 admin admin] Made reservation on behalf of 5cbfc2205718468babfcb65ff7586480 for: {'subnet': 1} {{(pid=104160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 12:22:28.191604 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-5b51c55e-afad-4432-a63f-9f18942706f0 req-10dcbf4e-7f38-403f-837a-578e99f41e77 tempest-VolumesActionsTest-1697825292 tempest-VolumesActionsTest-1697825292-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2e2e90c-fd4e-4373-9ae7-6f6e5beee815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893176 Jul 21 12:22:28.191845 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-8cae2bca-311c-4dc1-841a-7bf2a6e0a5b1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9184805'] for subnet (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:22:28.240733 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] get_ports_and_sgs() called for port_ids ['b223271b-3fbe-40b8-802d-3a5a1790353c'] {{(pid=104161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 12:22:28.367624 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:22:28.391609 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-8cae2bca-311c-4dc1-841a-7bf2a6e0a5b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9357588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9184823'] for subnet (26119cc7-2865-4bfa-baa1-9c16e2e34c43), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:22:28.452441 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cae2bca-311c-4dc1-841a-7bf2a6e0a5b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=26119cc7-2865-4bfa-baa1-9c16e2e34c43,revision_number=0']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:22:28.462306 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cae2bca-311c-4dc1-841a-7bf2a6e0a5b1 admin admin] Checking segment: {'id': '4b62bca3-e20f-4f2b-aab9-9da4a3efa4c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2a3a0df7-3e3b-494f-8e41-d38af329b80e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 12:22:28.462704 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cae2bca-311c-4dc1-841a-7bf2a6e0a5b1 admin admin] Network hostable DHCP agents. Network: 2a3a0df7-3e3b-494f-8e41-d38af329b80e, hostable agents: ['8a21e728-a2e9-4580-a748-6ac9ba47a2a7'], hosted agents: [] {{(pid=104160) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 21 12:22:28.483899 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cae2bca-311c-4dc1-841a-7bf2a6e0a5b1 admin admin] Network 2a3a0df7-3e3b-494f-8e41-d38af329b80e is scheduled to be hosted by DHCP agent 8a21e728-a2e9-4580-a748-6ac9ba47a2a7 with binding_index 1 {{(pid=104160) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 21 12:22:28.496935 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.scheduler.base_scheduler [None req-8cae2bca-311c-4dc1-841a-7bf2a6e0a5b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850321-1-iscsi, 2a3a0df7-3e3b-494f-8e41-d38af329b80e) {{(pid=104160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 12:22:28.502486 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cae2bca-311c-4dc1-841a-7bf2a6e0a5b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:22:28.504104 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-8cae2bca-311c-4dc1-841a-7bf2a6e0a5b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622315'] for subnet (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:22:28.508471 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2210ba24-1d5a-41f7-b4a2-7c389970a565 None None] Network 2a3a0df7-3e3b-494f-8e41-d38af329b80e requested from dv-cinder-850321-1-iscsi {{(pid=104161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 12:22:28.516346 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:22:28.526990 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-8cae2bca-311c-4dc1-841a-7bf2a6e0a5b1 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.3703194 Jul 21 12:22:28.622281 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec540d1e-fe05-412f-bcef-2c0ca5c575cf None None] Network 2a3a0df7-3e3b-494f-8e41-d38af329b80e requested from dv-cinder-850321-1-iscsi {{(pid=104161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 12:22:28.708736 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:22:29.073995 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 36656) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:22:29.079094 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.v2.base [None req-e2938d5f-43d3-4006-b3aa-460ccc4b7f99 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-603791777-network', 'tenant_id': '0f217780b8dd4c7f9516fc7513c94b7a'}} {{(pid=104159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 12:22:29.103181 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2938d5f-43d3-4006-b3aa-460ccc4b7f99 admin admin] Made reservation on behalf of 0f217780b8dd4c7f9516fc7513c94b7a for: {'network': 1} {{(pid=104159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 12:22:29.105545 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-e2938d5f-43d3-4006-b3aa-460ccc4b7f99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for network (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:22:29.115653 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-e2938d5f-43d3-4006-b3aa-460ccc4b7f99 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:22:29.235648 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-e2938d5f-43d3-4006-b3aa-460ccc4b7f99 admin admin] Publish callbacks [] for security_group (64d62104-cb52-4138-be94-703c480e8d32), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:22:29.241528 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-e2938d5f-43d3-4006-b3aa-460ccc4b7f99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (64d62104-cb52-4138-be94-703c480e8d32), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:22:29.271900 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2938d5f-43d3-4006-b3aa-460ccc4b7f99 admin admin] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=104159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 21 12:22:29.274093 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beedf781-a275-485b-aa7f-928af93ed3e5 req-a5a21626-03c5-4828-b3eb-1ee47e810be5 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:22:29.276287 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-beedf781-a275-485b-aa7f-928af93ed3e5 req-a5a21626-03c5-4828-b3eb-1ee47e810be5 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 944 time: 0.0708013 Jul 21 12:22:29.322280 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2938d5f-43d3-4006-b3aa-460ccc4b7f99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64d62104-cb52-4138-be94-703c480e8d32,revision_number=1']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:22:29.328838 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-e2938d5f-43d3-4006-b3aa-460ccc4b7f99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1820665'] for segment (a659267a-3701-4ac8-b371-2e0879d5e954), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:22:29.329251 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.db.segments_db [None req-e2938d5f-43d3-4006-b3aa-460ccc4b7f99 admin admin] Added segment a659267a-3701-4ac8-b371-2e0879d5e954 of type vlan for network 1972e4bf-70ce-4ff7-bcd6-3c6af1512ffa Jul 21 12:22:29.333174 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-beedf781-a275-485b-aa7f-928af93ed3e5 req-03ff1571-c73e-4918-a453-43bb54a0a63c tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/security-groups?id=37fb721b-82a7-4d69-98ca-387ca36dc9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509293 Jul 21 12:22:29.346750 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26177c76-f3d0-4865-828f-9d0f1abfcbe0 req-ff174163-1a25-4406-9456-f326bcd10ea3 tempest-VolumesActionsTest-1697825292 tempest-VolumesActionsTest-1697825292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:22:29.348667 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-26177c76-f3d0-4865-828f-9d0f1abfcbe0 req-ff174163-1a25-4406-9456-f326bcd10ea3 tempest-VolumesActionsTest-1697825292 tempest-VolumesActionsTest-1697825292-project] 10.222.0.18 "GET /v2.0/ports?device_id=f71df088-92f0-4235-9cfa-961e2adb53f3 HTTP/1.1" status: 200 len: 944 time: 0.0807822 Jul 21 12:22:29.405223 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-e2938d5f-43d3-4006-b3aa-460ccc4b7f99 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773760621873'] for network (1972e4bf-70ce-4ff7-bcd6-3c6af1512ffa), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:22:29.424644 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=74,neutron:INSERT=21,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:22:29.456330 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-26177c76-f3d0-4865-828f-9d0f1abfcbe0 req-c3e3385c-59a3-4435-b3d4-ec5b96af8a33 tempest-VolumesActionsTest-1697825292 tempest-VolumesActionsTest-1697825292-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2e2e90c-fd4e-4373-9ae7-6f6e5beee815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802889 Jul 21 12:22:29.457864 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-e2938d5f-43d3-4006-b3aa-460ccc4b7f99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329'] for network (1972e4bf-70ce-4ff7-bcd6-3c6af1512ffa), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:22:29.458869 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2938d5f-43d3-4006-b3aa-460ccc4b7f99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:22:29.459589 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-e2938d5f-43d3-4006-b3aa-460ccc4b7f99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622315'] for network (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:22:29.468769 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:22:29.500205 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-e2938d5f-43d3-4006-b3aa-460ccc4b7f99 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.4250872 Jul 21 12:22:29.503698 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 36662) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:22:29.535325 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.v2.base [None req-085aa93d-db5b-4775-9563-feb7f35213ee admin admin] Request body: {'subnet': {'network_id': '1972e4bf-70ce-4ff7-bcd6-3c6af1512ffa', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-603791777-subnet', 'tenant_id': '0f217780b8dd4c7f9516fc7513c94b7a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 12:22:29.545543 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Device 707648f9-a5cd-4b9b-a7c6-ff1d7fa6c651 details requested by agent hyperv_hv-cinder-85032 with host hv-cinder-85032 {{(pid=104161) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 21 12:22:29.550795 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2938d5f-43d3-4006-b3aa-460ccc4b7f99 admin admin] Pushing event updated for resources: {'Network': ['ID=1972e4bf-70ce-4ff7-bcd6-3c6af1512ffa,revision_number=1']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:22:29.561026 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Device b223271b-3fbe-40b8-802d-3a5a1790353c up at agent hyperv_hv-cinder-85032 {{(pid=104161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 12:22:29.567206 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-085aa93d-db5b-4775-9563-feb7f35213ee admin admin] Made reservation on behalf of 0f217780b8dd4c7f9516fc7513c94b7a for: {'subnet': 1} {{(pid=104159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 12:22:29.568836 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Network 1972e4bf-70ce-4ff7-bcd6-3c6af1512ffa details requested by agent ovs-agent-dv-cinder-850321-1-iscsi with host dv-cinder-850321-1-iscsi {{(pid=104161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 21 12:22:29.570841 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-085aa93d-db5b-4775-9563-feb7f35213ee admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9371196'] for subnet (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:22:29.734618 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Provisioning for port b223271b-3fbe-40b8-802d-3a5a1790353c completed by entity L2. {{(pid=104161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 21 12:22:29.744490 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Provisioning complete for port b223271b-3fbe-40b8-802d-3a5a1790353c triggered by entity L2. {{(pid=104161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 12:22:29.744942 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388846'] for port (b223271b-3fbe-40b8-802d-3a5a1790353c), provisioning_complete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:22:29.760660 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-085aa93d-db5b-4775-9563-feb7f35213ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8469735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9371182'] for subnet (9c3f4724-0a58-4fab-a89e-4e23e8014044), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:22:29.798879 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] For port 707648f9-a5cd-4b9b-a7c6-ff1d7fa6c651, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=707648f9-a5cd-4b9b-a7c6-ff1d7fa6c651,segment=NetworkSegment(ffbc0a01-72d6-4d7a-bf1a-f973b8a2cfc7),segment_id=ffbc0a01-72d6-4d7a-bf1a-f973b8a2cfc7)] {{(pid=104161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 12:22:29.817015 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Returning: {'device': '707648f9-a5cd-4b9b-a7c6-ff1d7fa6c651', 'network_id': 'cb1f1a48-37ef-466f-9c77-ca45d5a79220', 'port_id': '707648f9-a5cd-4b9b-a7c6-ff1d7fa6c651', 'mac_address': 'fa:16:3e:40:dc:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc7d6337-214d-4961-9075-8635a8b8f86b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104161) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 21 12:22:29.828433 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085aa93d-db5b-4775-9563-feb7f35213ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c3f4724-0a58-4fab-a89e-4e23e8014044,revision_number=0']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:22:29.836709 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085aa93d-db5b-4775-9563-feb7f35213ee admin admin] Checking segment: {'id': 'a659267a-3701-4ac8-b371-2e0879d5e954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '1972e4bf-70ce-4ff7-bcd6-3c6af1512ffa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 12:22:29.837069 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-085aa93d-db5b-4775-9563-feb7f35213ee admin admin] Network hostable DHCP agents. Network: 1972e4bf-70ce-4ff7-bcd6-3c6af1512ffa, hostable agents: ['8a21e728-a2e9-4580-a748-6ac9ba47a2a7'], hosted agents: [] {{(pid=104159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 21 12:22:29.857569 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-085aa93d-db5b-4775-9563-feb7f35213ee admin admin] Network 1972e4bf-70ce-4ff7-bcd6-3c6af1512ffa is scheduled to be hosted by DHCP agent 8a21e728-a2e9-4580-a748-6ac9ba47a2a7 with binding_index 1 {{(pid=104159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 21 12:22:29.871029 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.scheduler.base_scheduler [None req-085aa93d-db5b-4775-9563-feb7f35213ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850321-1-iscsi, 1972e4bf-70ce-4ff7-bcd6-3c6af1512ffa) {{(pid=104159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 12:22:29.876622 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-085aa93d-db5b-4775-9563-feb7f35213ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:22:29.877442 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-085aa93d-db5b-4775-9563-feb7f35213ee admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:22:29.887303 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16127db0-adf2-444a-946c-9aabd335a559 None None] Network 1972e4bf-70ce-4ff7-bcd6-3c6af1512ffa requested from dv-cinder-850321-1-iscsi {{(pid=104161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 12:22:29.899201 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-085aa93d-db5b-4775-9563-feb7f35213ee admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3939526 Jul 21 12:22:29.907800 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Current status of the port 707648f9-a5cd-4b9b-a7c6-ff1d7fa6c651 is: DOWN; New status is: BUILD {{(pid=104161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 12:22:29.908193 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (707648f9-a5cd-4b9b-a7c6-ff1d7fa6c651), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:22:29.912386 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Current status of the port b223271b-3fbe-40b8-802d-3a5a1790353c is: BUILD; New status is: ACTIVE {{(pid=104161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 12:22:29.912683 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (b223271b-3fbe-40b8-802d-3a5a1790353c), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:22:29.980220 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.notifiers.nova [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 707648f9-a5cd-4b9b-a7c6-ff1d7fa6c651 {{(pid=104161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 12:22:30.000546 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f71df088-92f0-4235-9cfa-961e2adb53f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b223271b-3fbe-40b8-802d-3a5a1790353c'}] {{(pid=104161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 12:22:30.002771 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cdf8932827941a003a674b569a46f4ce1abada81d99297f544444a18ab6c7ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85b6774c-66ba-4146-80b7-4575e4bb6964" -d '{"events": [{"server_uuid": "f71df088-92f0-4235-9cfa-961e2adb53f3", "name": "network-vif-plugged", "status": "completed", "tag": "b223271b-3fbe-40b8-802d-3a5a1790353c"}]}' {{(pid=104161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 12:22:30.034983 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] For port b223271b-3fbe-40b8-802d-3a5a1790353c, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=b223271b-3fbe-40b8-802d-3a5a1790353c,segment=NetworkSegment(924c52ec-6288-499a-8158-b0cb6140ba87),segment_id=924c52ec-6288-499a-8158-b0cb6140ba87)] {{(pid=104161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 12:22:30.041573 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] For port 707648f9-a5cd-4b9b-a7c6-ff1d7fa6c651, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=707648f9-a5cd-4b9b-a7c6-ff1d7fa6c651,segment=NetworkSegment(ffbc0a01-72d6-4d7a-bf1a-f973b8a2cfc7),segment_id=ffbc0a01-72d6-4d7a-bf1a-f973b8a2cfc7)] {{(pid=104161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 12:22:30.046428 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158'] for port (b223271b-3fbe-40b8-802d-3a5a1790353c), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:22:30.054837 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 36668) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:22:30.055553 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 12:22:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b130cd0-761a-4baa-81d9-31f0deb4a7fb x-openstack-request-id: req-8b130cd0-761a-4baa-81d9-31f0deb4a7fb {{(pid=104161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 12:22:30.055553 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f71df088-92f0-4235-9cfa-961e2adb53f3", "name": "network-vif-plugged", "status": "completed", "tag": "b223271b-3fbe-40b8-802d-3a5a1790353c", "code": 200}]} {{(pid=104161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 12:22:30.055553 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8b130cd0-761a-4baa-81d9-31f0deb4a7fb {{(pid=104161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 12:22:30.056046 dv-cinder-850321-1-iscsi neutron-server[104161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b130cd0-761a-4baa-81d9-31f0deb4a7fb'] response: {'server_uuid': 'f71df088-92f0-4235-9cfa-961e2adb53f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b223271b-3fbe-40b8-802d-3a5a1790353c', 'code': 200} Jul 21 12:22:30.061146 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158'] for port (707648f9-a5cd-4b9b-a7c6-ff1d7fa6c651), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:22:30.106144 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7035c60-53d3-4439-b22a-408f063abd0c None None] Network 1972e4bf-70ce-4ff7-bcd6-3c6af1512ffa requested from dv-cinder-850321-1-iscsi {{(pid=104161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 12:22:30.117357 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.db.db_base_plugin_v2 [None req-0855934a-327b-4c7e-ac44-bac53a520844 admin admin] Deleting subnet 26119cc7-2865-4bfa-baa1-9c16e2e34c43 {{(pid=104159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 21 12:22:30.126254 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-0855934a-327b-4c7e-ac44-bac53a520844 admin admin] Publish callbacks [] for subnet (26119cc7-2865-4bfa-baa1-9c16e2e34c43), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:22:30.132452 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:22:30.179952 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-0855934a-327b-4c7e-ac44-bac53a520844 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9226599'] for subnet (26119cc7-2865-4bfa-baa1-9c16e2e34c43), precommit_delete_associations {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:22:30.200213 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Pushing event updated for resources: {'Port': ['ID=b223271b-3fbe-40b8-802d-3a5a1790353c,revision_number=5']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:22:30.213695 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:22:30.214064 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:22:30.214391 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:22:30.214728 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:22:30.215247 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:22:30.215607 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:22:30.215934 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:22:30.216261 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:22:30.216587 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:22:30.216971 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:22:30.217267 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:22:30.217588 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:22:30.217905 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:22:30.218220 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:22:30.218538 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:22:30.226274 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-0855934a-327b-4c7e-ac44-bac53a520844 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1392440'] for subnet (26119cc7-2865-4bfa-baa1-9c16e2e34c43), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:22:30.301438 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c95484-1650-4d7e-8007-130fb2457271 req-29b04bda-5129-410a-b222-fb7c20a552c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:22:30.304304 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-53c95484-1650-4d7e-8007-130fb2457271 req-29b04bda-5129-410a-b222-fb7c20a552c7 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f71df088-92f0-4235-9cfa-961e2adb53f3 HTTP/1.1" status: 200 len: 1129 time: 0.0439837 Jul 21 12:22:30.311525 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-0855934a-327b-4c7e-ac44-bac53a520844 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1392433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8469670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9371161'] for subnet (26119cc7-2865-4bfa-baa1-9c16e2e34c43), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:22:30.312813 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Pushing event updated for resources: {'Port': ['ID=707648f9-a5cd-4b9b-a7c6-ff1d7fa6c651,revision_number=4']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:22:30.344337 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0855934a-327b-4c7e-ac44-bac53a520844 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26119cc7-2865-4bfa-baa1-9c16e2e34c43,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:22:30.351174 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-0855934a-327b-4c7e-ac44-bac53a520844 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:22:30.354533 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-0855934a-327b-4c7e-ac44-bac53a520844 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/26119cc7-2865-4bfa-baa1-9c16e2e34c43 HTTP/1.1" status: 204 len: 168 time: 0.2983618 Jul 21 12:22:30.358039 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 36670) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:22:30.359131 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-53c95484-1650-4d7e-8007-130fb2457271 req-0e39f019-809e-4923-a8f7-43b8eebdc396 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=d2e2e90c-fd4e-4373-9ae7-6f6e5beee815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480659 Jul 21 12:22:30.429283 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] get_ports_and_sgs() called for port_ids ['707648f9-a5cd-4b9b-a7c6-ff1d7fa6c651'] {{(pid=104161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 12:22:30.438725 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-c02e89f9-de68-46f4-bd51-61dab42c2db5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790513'] for network (2a3a0df7-3e3b-494f-8e41-d38af329b80e), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:22:30.541352 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:22:30.556181 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b4e381-18d9-487b-892f-2a7bd6e112b7 req-677e1c6f-297c-459a-b682-6f9c759fbfe1 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:22:30.558572 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-e2b4e381-18d9-487b-892f-2a7bd6e112b7 req-677e1c6f-297c-459a-b682-6f9c759fbfe1 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 945 time: 0.1242929 Jul 21 12:22:30.599171 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b237b2-454f-4346-92d1-6872438d6ef4 req-e0b0ecff-dede-4501-b4dc-08b022944813 tempest-VolumesActionsTest-1697825292 tempest-VolumesActionsTest-1697825292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:22:30.601823 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-f0b237b2-454f-4346-92d1-6872438d6ef4 req-e0b0ecff-dede-4501-b4dc-08b022944813 tempest-VolumesActionsTest-1697825292 tempest-VolumesActionsTest-1697825292-project] 10.222.0.18 "GET /v2.0/ports?device_id=f71df088-92f0-4235-9cfa-961e2adb53f3 HTTP/1.1" status: 200 len: 945 time: 0.0677960 Jul 21 12:22:30.612260 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:22:30.635851 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-c02e89f9-de68-46f4-bd51-61dab42c2db5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1392563', 'neutron.services.segments.db._delete_segments_for_network-8773761087052'] for network (2a3a0df7-3e3b-494f-8e41-d38af329b80e), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:22:30.667876 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-f0b237b2-454f-4346-92d1-6872438d6ef4 req-4a810e62-baaa-4727-89e0-e4e3c9f97aed tempest-VolumesActionsTest-1697825292 tempest-VolumesActionsTest-1697825292-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2e2e90c-fd4e-4373-9ae7-6f6e5beee815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581601 Jul 21 12:22:30.671638 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:22:30.686059 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.services.segments.db [None req-c02e89f9-de68-46f4-bd51-61dab42c2db5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a3a0df7-3e3b-494f-8e41-d38af329b80e']}} {{(pid=104159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:22:30.702074 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-e2b4e381-18d9-487b-892f-2a7bd6e112b7 req-b97d713a-69fd-45b3-a877-c448e6d86900 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/security-groups?id=37fb721b-82a7-4d69-98ca-387ca36dc9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1290298 Jul 21 12:22:30.707622 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.services.segments.db [None req-c02e89f9-de68-46f4-bd51-61dab42c2db5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b62bca3-e20f-4f2b-aab9-9da4a3efa4c8') {'for_net_delete': True} {{(pid=104159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:22:30.707622 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.services.segments.db [None req-c02e89f9-de68-46f4-bd51-61dab42c2db5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b62bca3-e20f-4f2b-aab9-9da4a3efa4c8') {} {{(pid=104159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:22:30.718858 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-c02e89f9-de68-46f4-bd51-61dab42c2db5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773761085669', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9226590'] for segment (4b62bca3-e20f-4f2b-aab9-9da4a3efa4c8), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:22:30.737682 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-c02e89f9-de68-46f4-bd51-61dab42c2db5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1820665'] for segment (4b62bca3-e20f-4f2b-aab9-9da4a3efa4c8), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:22:30.747676 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c02e89f9-de68-46f4-bd51-61dab42c2db5 admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=104159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 21 12:22:30.748193 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-c02e89f9-de68-46f4-bd51-61dab42c2db5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1820665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8469532'] for segment (4b62bca3-e20f-4f2b-aab9-9da4a3efa4c8), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:22:30.819877 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-c02e89f9-de68-46f4-bd51-61dab42c2db5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1392516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681893'] for network (2a3a0df7-3e3b-494f-8e41-d38af329b80e), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:22:30.827341 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-c02e89f9-de68-46f4-bd51-61dab42c2db5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622315'] for network (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:22:30.834374 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-c02e89f9-de68-46f4-bd51-61dab42c2db5 admin admin] 10.222.0.18 "DELETE /v2.0/networks/2a3a0df7-3e3b-494f-8e41-d38af329b80e HTTP/1.1" status: 204 len: 168 time: 0.4718812 Jul 21 12:22:30.834739 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.18', 36680) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:22:30.841657 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02e89f9-de68-46f4-bd51-61dab42c2db5 admin admin] Pushing event deleted for resources: {'Network': ['ID=2a3a0df7-3e3b-494f-8e41-d38af329b80e,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:22:30.884868 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.db.db_base_plugin_v2 [None req-a66bf14b-0885-4525-b330-0e0ab6666c16 admin admin] Deleting subnet 9c3f4724-0a58-4fab-a89e-4e23e8014044 {{(pid=104160) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 21 12:22:30.888513 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a66bf14b-0885-4525-b330-0e0ab6666c16 admin admin] Publish callbacks [] for subnet (9c3f4724-0a58-4fab-a89e-4e23e8014044), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:22:30.920915 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.services.segments.plugin [-] Segment 4b62bca3-e20f-4f2b-aab9-9da4a3efa4c8 resource provider aggregate not found Jul 21 12:22:30.927783 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a66bf14b-0885-4525-b330-0e0ab6666c16 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9082974'] for subnet (9c3f4724-0a58-4fab-a89e-4e23e8014044), precommit_delete_associations {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:22:30.938690 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.services.segments.plugin [-] Segment 4b62bca3-e20f-4f2b-aab9-9da4a3efa4c8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4b62bca3-e20f-4f2b-aab9-9da4a3efa4c8 found for delete ", "request_id": "req-fe26991c-47db-4ef8-84fa-5bd4d3dc8051"}]} Jul 21 12:22:30.974124 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a66bf14b-0885-4525-b330-0e0ab6666c16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1392440'] for subnet (9c3f4724-0a58-4fab-a89e-4e23e8014044), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:22:31.019614 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:22:31.046088 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a66bf14b-0885-4525-b330-0e0ab6666c16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1392433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9357653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9184768'] for subnet (9c3f4724-0a58-4fab-a89e-4e23e8014044), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:22:31.075255 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66bf14b-0885-4525-b330-0e0ab6666c16 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c3f4724-0a58-4fab-a89e-4e23e8014044,revision_number=None']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:22:31.077324 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a66bf14b-0885-4525-b330-0e0ab6666c16 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622315'] for subnet (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:22:31.083744 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-a66bf14b-0885-4525-b330-0e0ab6666c16 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/9c3f4724-0a58-4fab-a89e-4e23e8014044 HTTP/1.1" status: 204 len: 168 time: 0.2447500 Jul 21 12:22:31.084386 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.18', 36684) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:22:31.159649 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-3a36ee42-09b9-4d13-8f13-20e7a36880c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790513'] for network (1972e4bf-70ce-4ff7-bcd6-3c6af1512ffa), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:22:31.174615 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.agents_db [None req-4203cc95-03b4-445b-a92f-19fc3dec8381 None None] Agent healthcheck: found 6 active agents {{(pid=104162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 12:22:31.253784 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-3a36ee42-09b9-4d13-8f13-20e7a36880c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1392563', 'neutron.services.segments.db._delete_segments_for_network-8773761087052'] for network (1972e4bf-70ce-4ff7-bcd6-3c6af1512ffa), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:22:31.275518 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.services.segments.db [None req-3a36ee42-09b9-4d13-8f13-20e7a36880c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1972e4bf-70ce-4ff7-bcd6-3c6af1512ffa']}} {{(pid=104160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:22:31.287365 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.services.segments.db [None req-3a36ee42-09b9-4d13-8f13-20e7a36880c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a659267a-3701-4ac8-b371-2e0879d5e954') {'for_net_delete': True} {{(pid=104160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:22:31.287696 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.services.segments.db [None req-3a36ee42-09b9-4d13-8f13-20e7a36880c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a659267a-3701-4ac8-b371-2e0879d5e954') {} {{(pid=104160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:22:31.299219 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-3a36ee42-09b9-4d13-8f13-20e7a36880c3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773761085669', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9082983'] for segment (a659267a-3701-4ac8-b371-2e0879d5e954), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:22:31.317005 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-3a36ee42-09b9-4d13-8f13-20e7a36880c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1820665'] for segment (a659267a-3701-4ac8-b371-2e0879d5e954), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:22:31.328793 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a36ee42-09b9-4d13-8f13-20e7a36880c3 admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=104160) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 21 12:22:31.329060 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-3a36ee42-09b9-4d13-8f13-20e7a36880c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1820665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9357807'] for segment (a659267a-3701-4ac8-b371-2e0879d5e954), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:22:31.361356 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.services.segments.plugin [-] Segment a659267a-3701-4ac8-b371-2e0879d5e954 resource provider aggregate not found Jul 21 12:22:31.393684 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.services.segments.plugin [-] Segment a659267a-3701-4ac8-b371-2e0879d5e954 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a659267a-3701-4ac8-b371-2e0879d5e954 found for delete ", "request_id": "req-273c2dc3-73e8-4274-ad18-ce11368c6e77"}]} Jul 21 12:22:31.418092 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-3a36ee42-09b9-4d13-8f13-20e7a36880c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1392516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681893'] for network (1972e4bf-70ce-4ff7-bcd6-3c6af1512ffa), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:22:31.424103 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-3a36ee42-09b9-4d13-8f13-20e7a36880c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622315'] for network (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:22:31.427106 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-3a36ee42-09b9-4d13-8f13-20e7a36880c3 admin admin] 10.222.0.18 "DELETE /v2.0/networks/1972e4bf-70ce-4ff7-bcd6-3c6af1512ffa HTTP/1.1" status: 204 len: 168 time: 0.3416915 Jul 21 12:22:31.439204 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a36ee42-09b9-4d13-8f13-20e7a36880c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=1972e4bf-70ce-4ff7-bcd6-3c6af1512ffa,revision_number=None']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:22:31.562688 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Device 707648f9-a5cd-4b9b-a7c6-ff1d7fa6c651 up at agent hyperv_hv-cinder-85032 {{(pid=104161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 12:22:31.611057 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Provisioning for port 707648f9-a5cd-4b9b-a7c6-ff1d7fa6c651 completed by entity L2. {{(pid=104161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 21 12:22:31.618141 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Provisioning complete for port 707648f9-a5cd-4b9b-a7c6-ff1d7fa6c651 triggered by entity L2. {{(pid=104161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 12:22:31.618807 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388846'] for port (707648f9-a5cd-4b9b-a7c6-ff1d7fa6c651), provisioning_complete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:22:31.636440 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.18', 36692) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:22:31.685218 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-2122dc57-44fa-48ec-81fa-dea8f936eed1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5cbfc2205718468babfcb65ff7586480&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0472114 Jul 21 12:22:31.688503 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.18', 36694) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:22:31.706674 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Current status of the port 707648f9-a5cd-4b9b-a7c6-ff1d7fa6c651 is: BUILD; New status is: ACTIVE {{(pid=104161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 12:22:31.706674 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (707648f9-a5cd-4b9b-a7c6-ff1d7fa6c651), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:22:31.740677 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:22:31.744072 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] For port 707648f9-a5cd-4b9b-a7c6-ff1d7fa6c651, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=707648f9-a5cd-4b9b-a7c6-ff1d7fa6c651,segment=NetworkSegment(ffbc0a01-72d6-4d7a-bf1a-f973b8a2cfc7),segment_id=ffbc0a01-72d6-4d7a-bf1a-f973b8a2cfc7)] {{(pid=104161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 12:22:31.747513 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-dc3c6858-1cad-4dae-a84b-a3751eb905cc admin admin] Publish callbacks [] for security_group (3e81a125-49d2-4eba-a27e-6587c6cb9578), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:22:31.749091 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158'] for port (707648f9-a5cd-4b9b-a7c6-ff1d7fa6c651), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:22:31.782191 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-dc3c6858-1cad-4dae-a84b-a3751eb905cc admin admin] Publish callbacks [] for security_group (3e81a125-49d2-4eba-a27e-6587c6cb9578), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:22:31.799224 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Pushing event updated for resources: {'Port': ['ID=707648f9-a5cd-4b9b-a7c6-ff1d7fa6c651,revision_number=5']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:22:31.835392 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edc950a-082c-4529-aa8f-ba1b8b2dd0f1 req-b7cf479d-d46f-4f2a-9de6-d83375166d61 tempest-VolumesActionsTest-1697825292 tempest-VolumesActionsTest-1697825292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:22:31.837011 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-0edc950a-082c-4529-aa8f-ba1b8b2dd0f1 req-b7cf479d-d46f-4f2a-9de6-d83375166d61 tempest-VolumesActionsTest-1697825292 tempest-VolumesActionsTest-1697825292-project] 10.222.0.18 "GET /v2.0/ports?device_id=f71df088-92f0-4235-9cfa-961e2adb53f3 HTTP/1.1" status: 200 len: 945 time: 0.0686677 Jul 21 12:22:31.865405 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ef79e4-c214-4975-b0cc-151a330815c0 req-9367d8cb-712d-400a-a403-926ad3628434 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:22:31.866834 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-e5ef79e4-c214-4975-b0cc-151a330815c0 req-9367d8cb-712d-400a-a403-926ad3628434 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 946 time: 0.0699708 Jul 21 12:22:31.897479 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-0edc950a-082c-4529-aa8f-ba1b8b2dd0f1 req-eb7ef63b-0d72-49c1-ada1-42bac7029367 tempest-VolumesActionsTest-1697825292 tempest-VolumesActionsTest-1697825292-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2e2e90c-fd4e-4373-9ae7-6f6e5beee815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533717 Jul 21 12:22:31.903939 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-dc3c6858-1cad-4dae-a84b-a3751eb905cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (3e81a125-49d2-4eba-a27e-6587c6cb9578), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:22:31.907012 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-dc3c6858-1cad-4dae-a84b-a3751eb905cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:22:31.908301 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-dc3c6858-1cad-4dae-a84b-a3751eb905cc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3e81a125-49d2-4eba-a27e-6587c6cb9578 HTTP/1.1" status: 204 len: 168 time: 0.2187335 Jul 21 12:22:31.929570 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3c6858-1cad-4dae-a84b-a3751eb905cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e81a125-49d2-4eba-a27e-6587c6cb9578,revision_number=None']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:22:31.930187 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-e5ef79e4-c214-4975-b0cc-151a330815c0 req-3117e99b-3e3d-4fa6-8ef9-d6070b4bb54e tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/security-groups?id=37fb721b-82a7-4d69-98ca-387ca36dc9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569599 Jul 21 12:22:32.057219 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5efcc0bd-6db2-45ca-b09e-a7f47cce919e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '707648f9-a5cd-4b9b-a7c6-ff1d7fa6c651'}] {{(pid=104161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 12:22:32.060350 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cdf8932827941a003a674b569a46f4ce1abada81d99297f544444a18ab6c7ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1953736e-07e6-4ec1-8ba4-d1f9b569e0a0" -d '{"events": [{"server_uuid": "5efcc0bd-6db2-45ca-b09e-a7f47cce919e", "name": "network-vif-plugged", "status": "completed", "tag": "707648f9-a5cd-4b9b-a7c6-ff1d7fa6c651"}]}' {{(pid=104161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 12:22:32.097045 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 12:22:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e49b2c55-4b4a-480c-ba31-8a39f59a361e x-openstack-request-id: req-e49b2c55-4b4a-480c-ba31-8a39f59a361e {{(pid=104161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 12:22:32.097340 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5efcc0bd-6db2-45ca-b09e-a7f47cce919e", "name": "network-vif-plugged", "status": "completed", "tag": "707648f9-a5cd-4b9b-a7c6-ff1d7fa6c651", "code": 200}]} {{(pid=104161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 12:22:32.097590 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e49b2c55-4b4a-480c-ba31-8a39f59a361e {{(pid=104161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 12:22:32.097989 dv-cinder-850321-1-iscsi neutron-server[104161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e49b2c55-4b4a-480c-ba31-8a39f59a361e'] response: {'server_uuid': '5efcc0bd-6db2-45ca-b09e-a7f47cce919e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '707648f9-a5cd-4b9b-a7c6-ff1d7fa6c651', 'code': 200} Jul 21 12:22:32.291267 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.18', 36706) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:22:32.340142 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-6559fd6d-74bc-4a6d-bf01-4543e8de8fd1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0f217780b8dd4c7f9516fc7513c94b7a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0458019 Jul 21 12:22:32.341579 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 36708) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:22:32.342075 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (0e418a3d-140a-4386-ad03-1f6ad2d8ed7b), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:22:32.388711 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236a7552-6900-44b3-a2b4-198f261d5518 req-efdefd31-abb1-47b9-9900-c2f5025a60a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:22:32.390150 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-236a7552-6900-44b3-a2b4-198f261d5518 req-efdefd31-abb1-47b9-9900-c2f5025a60a9 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 1130 time: 0.0405130 Jul 21 12:22:32.407034 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-82247621-4e42-4450-8a04-44fdfd4c825f admin admin] Publish callbacks [] for security_group (64d62104-cb52-4138-be94-703c480e8d32), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:22:32.430936 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-82247621-4e42-4450-8a04-44fdfd4c825f admin admin] Publish callbacks [] for security_group (64d62104-cb52-4138-be94-703c480e8d32), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:22:32.443305 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-236a7552-6900-44b3-a2b4-198f261d5518 req-b7ac58d7-7cda-461b-93fd-d6efa9b3e337 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=37fb721b-82a7-4d69-98ca-387ca36dc9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460360 Jul 21 12:22:32.487558 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-82247621-4e42-4450-8a04-44fdfd4c825f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (64d62104-cb52-4138-be94-703c480e8d32), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:22:32.490257 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-82247621-4e42-4450-8a04-44fdfd4c825f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:22:32.491688 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-82247621-4e42-4450-8a04-44fdfd4c825f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/64d62104-cb52-4138-be94-703c480e8d32 HTTP/1.1" status: 204 len: 168 time: 0.1486151 Jul 21 12:22:32.499746 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82247621-4e42-4450-8a04-44fdfd4c825f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64d62104-cb52-4138-be94-703c480e8d32,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:22:33.040432 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb544dd-286b-435d-9971-b860622455e5 req-306c187e-94dc-475f-8edc-cf6685275b58 tempest-VolumesActionsTest-1697825292 tempest-VolumesActionsTest-1697825292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:22:33.042388 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-fdb544dd-286b-435d-9971-b860622455e5 req-306c187e-94dc-475f-8edc-cf6685275b58 tempest-VolumesActionsTest-1697825292 tempest-VolumesActionsTest-1697825292-project] 10.222.0.18 "GET /v2.0/ports?device_id=f71df088-92f0-4235-9cfa-961e2adb53f3 HTTP/1.1" status: 200 len: 945 time: 0.0656807 Jul 21 12:22:33.082332 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c14c38-8e32-45ad-966c-ae4567ea65f4 req-171e935d-e84b-4211-bbbf-9faf1ff7a7ad tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:22:33.083962 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-33c14c38-8e32-45ad-966c-ae4567ea65f4 req-171e935d-e84b-4211-bbbf-9faf1ff7a7ad tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 946 time: 0.0688102 Jul 21 12:22:33.111413 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-fdb544dd-286b-435d-9971-b860622455e5 req-5096018f-1e9f-4f1d-b202-cfdd2e38e4b8 tempest-VolumesActionsTest-1697825292 tempest-VolumesActionsTest-1697825292-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2e2e90c-fd4e-4373-9ae7-6f6e5beee815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539885 Jul 21 12:22:33.144359 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-33c14c38-8e32-45ad-966c-ae4567ea65f4 req-10358912-b501-4eb6-9a14-90c50038f019 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/security-groups?id=37fb721b-82a7-4d69-98ca-387ca36dc9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535791 Jul 21 12:22:33.990357 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ca1d69-595e-4aea-bea4-76fd29d2468f req-58f0e300-7ca8-4711-8084-44f7f715ee18 tempest-VolumesActionsTest-1697825292 tempest-VolumesActionsTest-1697825292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:22:33.992074 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-05ca1d69-595e-4aea-bea4-76fd29d2468f req-58f0e300-7ca8-4711-8084-44f7f715ee18 tempest-VolumesActionsTest-1697825292 tempest-VolumesActionsTest-1697825292-project] 10.222.0.18 "GET /v2.0/ports?device_id=f71df088-92f0-4235-9cfa-961e2adb53f3 HTTP/1.1" status: 200 len: 945 time: 0.0497441 Jul 21 12:22:34.051100 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-05ca1d69-595e-4aea-bea4-76fd29d2468f req-2ceb0113-9e17-496f-9b42-f3854ca55f94 tempest-VolumesActionsTest-1697825292 tempest-VolumesActionsTest-1697825292-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2e2e90c-fd4e-4373-9ae7-6f6e5beee815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474653 Jul 21 12:22:34.281067 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ee2a98-87c7-47e7-9093-513c6b1043c9 req-9959a6de-e76b-47cd-8391-2060db31fcc1 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:22:34.282599 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-f7ee2a98-87c7-47e7-9093-513c6b1043c9 req-9959a6de-e76b-47cd-8391-2060db31fcc1 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 946 time: 0.0496244 Jul 21 12:22:34.337207 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-f7ee2a98-87c7-47e7-9093-513c6b1043c9 req-839096fc-a5a0-41b3-a4e0-e1172bba6c65 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/security-groups?id=37fb721b-82a7-4d69-98ca-387ca36dc9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473654 Jul 21 12:22:34.465326 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf3c91e-dd09-4de0-b816-1d9e1b62e19c req-9d05201f-5d09-48bf-a2c1-def2848fa718 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:22:34.466943 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-baf3c91e-dd09-4de0-b816-1d9e1b62e19c req-9d05201f-5d09-48bf-a2c1-def2848fa718 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 946 time: 0.0585997 Jul 21 12:22:34.498234 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:DELETE=5,neutron:SELECT=94,neutron:UPDATE=1 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:22:34.526801 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-baf3c91e-dd09-4de0-b816-1d9e1b62e19c req-09c6e76f-97be-4d24-8d3b-33e15fd9afcd tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/security-groups?id=37fb721b-82a7-4d69-98ca-387ca36dc9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522969 Jul 21 12:22:34.558055 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 36772) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:22:34.596735 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-091f831b-b0d5-4b2b-8aa1-399720d25db8 tempest-TestVolumeBootPattern-77267694 tempest-TestVolumeBootPattern-77267694-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:22:34.598292 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-091f831b-b0d5-4b2b-8aa1-399720d25db8 tempest-TestVolumeBootPattern-77267694 tempest-TestVolumeBootPattern-77267694-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 1125 time: 0.0391593 Jul 21 12:22:34.601449 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 36774) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:22:34.605985 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.v2.base [None req-d872e903-026b-478a-8bfb-d38ef1c83ff6 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Request body: {'floatingip': {'floating_network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'port_id': '707648f9-a5cd-4b9b-a7c6-ff1d7fa6c651', 'tenant_id': 'cc3651ce859043d2a764fa47f06db374', 'fixed_ip_address': '172.20.0.12'}} {{(pid=104159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 12:22:34.628857 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-d872e903-026b-478a-8bfb-d38ef1c83ff6 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:22:34.733462 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-d872e903-026b-478a-8bfb-d38ef1c83ff6 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:22:34.848816 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:22:34.856850 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.db.db_base_plugin_common [None req-d872e903-026b-478a-8bfb-d38ef1c83ff6 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Allocated IP 172.27.3.209 (f382b478-dfd7-4678-bcdd-821f508b5bc8/39ec59ca-1d5b-4110-899c-eae6f5db3a39/7a2eceb3-b674-4ea7-a588-2573d61b3c54) {{(pid=104159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 12:22:34.966063 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:22:34.971381 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-d872e903-026b-478a-8bfb-d38ef1c83ff6 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Publish callbacks [] for port (7a2eceb3-b674-4ea7-a588-2573d61b3c54), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:22:35.008614 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-d872e903-026b-478a-8bfb-d38ef1c83ff6 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773760637166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8469579'] for port (7a2eceb3-b674-4ea7-a588-2573d61b3c54), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:22:35.049621 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d872e903-026b-478a-8bfb-d38ef1c83ff6 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Network f382b478-dfd7-4678-bcdd-821f508b5bc8 is already hosted by enough agents. {{(pid=104159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 12:22:35.055019 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.scheduler.base_scheduler [None req-d872e903-026b-478a-8bfb-d38ef1c83ff6 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Resources bound (agent type, host, resource id): {{(pid=104159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 12:22:35.059233 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d872e903-026b-478a-8bfb-d38ef1c83ff6 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Received port after_create {{(pid=104159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 12:22:35.082168 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d872e903-026b-478a-8bfb-d38ef1c83ff6 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Pushing event updated for resources: {'Port': ['ID=7a2eceb3-b674-4ea7-a588-2573d61b3c54,revision_number=1']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:22:35.211586 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fabdf7-a188-48e8-9b8c-1fdfb56afd84 req-2e8576a2-8280-48a4-b99c-9b759cff1ca9 tempest-VolumesActionsTest-1697825292 tempest-VolumesActionsTest-1697825292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:22:35.213124 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-89fabdf7-a188-48e8-9b8c-1fdfb56afd84 req-2e8576a2-8280-48a4-b99c-9b759cff1ca9 tempest-VolumesActionsTest-1697825292 tempest-VolumesActionsTest-1697825292-project] 10.222.0.18 "GET /v2.0/ports?device_id=f71df088-92f0-4235-9cfa-961e2adb53f3 HTTP/1.1" status: 200 len: 945 time: 0.0790112 Jul 21 12:22:35.341557 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-89fabdf7-a188-48e8-9b8c-1fdfb56afd84 req-2c746b29-f40f-42cb-9f05-aa95c6c57cfc tempest-VolumesActionsTest-1697825292 tempest-VolumesActionsTest-1697825292-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2e2e90c-fd4e-4373-9ae7-6f6e5beee815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225302 Jul 21 12:22:35.533364 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-d872e903-026b-478a-8bfb-d38ef1c83ff6 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Publish callbacks [] for floatingip (9900b7db-815e-42a7-bdc9-794c56d0751a), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:22:35.614376 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-d872e903-026b-478a-8bfb-d38ef1c83ff6 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (7a2eceb3-b674-4ea7-a588-2573d61b3c54), before_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:22:35.700141 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:22:35.796717 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-d872e903-026b-478a-8bfb-d38ef1c83ff6 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Publish callbacks [] for port (7a2eceb3-b674-4ea7-a588-2573d61b3c54), precommit_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:22:35.801923 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e95cb6-b08c-4ec7-acaa-f11fea18e770 req-c4c920cc-10b1-4377-983d-f70e4f7c44bc tempest-VolumesActionsTest-1697825292 tempest-VolumesActionsTest-1697825292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:22:35.802447 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-d872e903-026b-478a-8bfb-d38ef1c83ff6 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8469616'] for port (7a2eceb3-b674-4ea7-a588-2573d61b3c54), after_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:22:35.803603 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-c7e95cb6-b08c-4ec7-acaa-f11fea18e770 req-c4c920cc-10b1-4377-983d-f70e4f7c44bc tempest-VolumesActionsTest-1697825292 tempest-VolumesActionsTest-1697825292-project] 10.222.0.48 "GET /v2.0/ports?device_id=f71df088-92f0-4235-9cfa-961e2adb53f3 HTTP/1.1" status: 200 len: 945 time: 0.0515847 Jul 21 12:22:35.884138 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=100 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:22:35.900065 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d872e903-026b-478a-8bfb-d38ef1c83ff6 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Pushing event updated for resources: {'Port': ['ID=7a2eceb3-b674-4ea7-a588-2573d61b3c54,revision_number=2']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:22:35.905981 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [req-c7e95cb6-b08c-4ec7-acaa-f11fea18e770 req-e0a1a773-0dab-4f0c-8d62-6d8ad19ac0ca tempest-VolumesActionsTest-1697825292 tempest-VolumesActionsTest-1697825292-project] Deleting port b223271b-3fbe-40b8-802d-3a5a1790353c {{(pid=104160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 12:22:35.906350 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-c7e95cb6-b08c-4ec7-acaa-f11fea18e770 req-e0a1a773-0dab-4f0c-8d62-6d8ad19ac0ca tempest-VolumesActionsTest-1697825292 tempest-VolumesActionsTest-1697825292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760977592'] for port (b223271b-3fbe-40b8-802d-3a5a1790353c), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:22:35.910108 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-d872e903-026b-478a-8bfb-d38ef1c83ff6 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681920'] for floatingip (9900b7db-815e-42a7-bdc9-794c56d0751a), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:22:36.007658 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.db [req-c7e95cb6-b08c-4ec7-acaa-f11fea18e770 req-e0a1a773-0dab-4f0c-8d62-6d8ad19ac0ca tempest-VolumesActionsTest-1697825292 tempest-VolumesActionsTest-1697825292-project] For port b223271b-3fbe-40b8-802d-3a5a1790353c, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=b223271b-3fbe-40b8-802d-3a5a1790353c,segment=NetworkSegment(924c52ec-6288-499a-8158-b0cb6140ba87),segment_id=924c52ec-6288-499a-8158-b0cb6140ba87)] {{(pid=104160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 12:22:36.008051 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-c7e95cb6-b08c-4ec7-acaa-f11fea18e770 req-e0a1a773-0dab-4f0c-8d62-6d8ad19ac0ca tempest-VolumesActionsTest-1697825292 tempest-VolumesActionsTest-1697825292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683200'] for port (b223271b-3fbe-40b8-802d-3a5a1790353c), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:22:36.013092 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.db.l3_db [None req-d872e903-026b-478a-8bfb-d38ef1c83ff6 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Floating IP 9900b7db-815e-42a7-bdc9-794c56d0751a associated. External IP: 172.27.3.209, port: 707648f9-a5cd-4b9b-a7c6-ff1d7fa6c651. Jul 21 12:22:36.023431 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [req-c7e95cb6-b08c-4ec7-acaa-f11fea18e770 req-e0a1a773-0dab-4f0c-8d62-6d8ad19ac0ca tempest-VolumesActionsTest-1697825292 tempest-VolumesActionsTest-1697825292-project] Calling delete_port for b223271b-3fbe-40b8-802d-3a5a1790353c owned by compute:nova {{(pid=104160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 12:22:36.093083 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:22:36.202825 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-c7e95cb6-b08c-4ec7-acaa-f11fea18e770 req-e0a1a773-0dab-4f0c-8d62-6d8ad19ac0ca tempest-VolumesActionsTest-1697825292 tempest-VolumesActionsTest-1697825292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760983080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773760637175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9357752'] for port (b223271b-3fbe-40b8-802d-3a5a1790353c), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:22:36.235300 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a1a773-0dab-4f0c-8d62-6d8ad19ac0ca tempest-VolumesActionsTest-1697825292 tempest-VolumesActionsTest-1697825292-project] Pushing event deleted for resources: {'Port': ['ID=b223271b-3fbe-40b8-802d-3a5a1790353c,revision_number=None']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:22:36.246133 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d872e903-026b-478a-8bfb-d38ef1c83ff6 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Router a766da6b-5cf0-4290-abe7-fe17683e2114 has already been hosted by L3 agent ceb1130f-c61e-494c-be4f-967cc153319c {{(pid=104159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 12:22:36.286697 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7e95cb6-b08c-4ec7-acaa-f11fea18e770 req-e0a1a773-0dab-4f0c-8d62-6d8ad19ac0ca tempest-VolumesActionsTest-1697825292 tempest-VolumesActionsTest-1697825292-project] No DVR routers for this DVR port b223271b-3fbe-40b8-802d-3a5a1790353c on host hv-cinder-85032 {{(pid=104160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 12:22:36.289822 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-c7e95cb6-b08c-4ec7-acaa-f11fea18e770 req-e0a1a773-0dab-4f0c-8d62-6d8ad19ac0ca tempest-VolumesActionsTest-1697825292 tempest-VolumesActionsTest-1697825292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170956'] for port (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:22:36.293382 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-c7e95cb6-b08c-4ec7-acaa-f11fea18e770 req-e0a1a773-0dab-4f0c-8d62-6d8ad19ac0ca tempest-VolumesActionsTest-1697825292 tempest-VolumesActionsTest-1697825292-project] 10.222.0.48 "DELETE /v2.0/ports/b223271b-3fbe-40b8-802d-3a5a1790353c HTTP/1.1" status: 204 len: 173 time: 0.4839292 Jul 21 12:22:36.293382 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f71df088-92f0-4235-9cfa-961e2adb53f3', 'name': 'network-vif-deleted', 'tag': 'b223271b-3fbe-40b8-802d-3a5a1790353c'}] {{(pid=104160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 12:22:36.293382 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eb085c56e9e86bbd6a0965d2ba727f3997621403869b150ca98f31427dd41b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28b531fb-9556-4be1-b7f9-7fc0dc41f1ba" -d '{"events": [{"server_uuid": "f71df088-92f0-4235-9cfa-961e2adb53f3", "name": "network-vif-deleted", "tag": "b223271b-3fbe-40b8-802d-3a5a1790353c"}]}' {{(pid=104160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 12:22:36.333776 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 12:22:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72872b38-404e-41bb-9263-b490d381f69d x-openstack-request-id: req-72872b38-404e-41bb-9263-b490d381f69d {{(pid=104160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 12:22:36.334077 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f71df088-92f0-4235-9cfa-961e2adb53f3", "name": "network-vif-deleted", "tag": "b223271b-3fbe-40b8-802d-3a5a1790353c", "status": "completed", "code": 200}]} {{(pid=104160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 12:22:36.334328 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-72872b38-404e-41bb-9263-b490d381f69d {{(pid=104160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 12:22:36.334731 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72872b38-404e-41bb-9263-b490d381f69d'] response: {'server_uuid': 'f71df088-92f0-4235-9cfa-961e2adb53f3', 'name': 'network-vif-deleted', 'tag': 'b223271b-3fbe-40b8-802d-3a5a1790353c', 'status': 'completed', 'code': 200} Jul 21 12:22:36.365318 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d872e903-026b-478a-8bfb-d38ef1c83ff6 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Notify agent at l3_agent.dv-cinder-850321-1-iscsi the message routers_updated {{(pid=104159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 12:22:36.379847 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd8abd8-0aa4-4b8c-a86a-3ed49b3821f3 None None] Sync routers for ids ['a766da6b-5cf0-4290-abe7-fe17683e2114'] in dv-cinder-850321-1-iscsi {{(pid=104162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 12:22:36.391191 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd8abd8-0aa4-4b8c-a86a-3ed49b3821f3 None None] Routers {'a766da6b-5cf0-4290-abe7-fe17683e2114'} bound to L3 agent in host dv-cinder-850321-1-iscsi {{(pid=104162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 12:22:36.391956 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-d872e903-026b-478a-8bfb-d38ef1c83ff6 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170956'] for floatingip (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:22:36.392233 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_hamode_db [None req-2dd8abd8-0aa4-4b8c-a86a-3ed49b3821f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-21T12:06:45Z,description=,heartbeat_timestamp=2022-07-21T12:22:15Z,host='dv-cinder-850321-1-iscsi',id=ceb1130f-c61e-494c-be4f-967cc153319c,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T12:06:45Z,topic='l3_agent')) {'router_ids': ['a766da6b-5cf0-4290-abe7-fe17683e2114'], 'active': True} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:22:36.453752 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-d872e903-026b-478a-8bfb-d38ef1c83ff6 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8488781 Jul 21 12:22:36.453752 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5efcc0bd-6db2-45ca-b09e-a7f47cce919e', 'tag': '707648f9-a5cd-4b9b-a7c6-ff1d7fa6c651'}] {{(pid=104159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 12:22:36.454724 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14a473be662c523f753bafa963e7b12489d1fc6a20e308844a06c71d85f4ae6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e79ac9b2-d944-4d79-9c99-8b04c15a025b" -d '{"events": [{"name": "network-changed", "server_uuid": "5efcc0bd-6db2-45ca-b09e-a7f47cce919e", "tag": "707648f9-a5cd-4b9b-a7c6-ff1d7fa6c651"}]}' {{(pid=104159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 12:22:36.458837 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-6abcc2ef-5635-4830-9df4-a59cfd1d142a req-714eb258-bb90-44b4-bc48-76c466c10e27 tempest-VolumesActionsTest-1697825292 tempest-VolumesActionsTest-1697825292-project] 10.222.0.18 "GET /v2.0/ports?device_id=f71df088-92f0-4235-9cfa-961e2adb53f3 HTTP/1.1" status: 200 len: 210 time: 0.0391867 Jul 21 12:22:36.501861 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvr_db [None req-2dd8abd8-0aa4-4b8c-a86a-3ed49b3821f3 None None] Set router a766da6b-5cf0-4290-abe7-fe17683e2114 gateway port host: dv-cinder-850321-1-iscsi {{(pid=104162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 12:22:36.620558 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 12:22:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a80d800c-49d3-4f79-b714-3d96b58d4908 x-openstack-request-id: req-a80d800c-49d3-4f79-b714-3d96b58d4908 {{(pid=104159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 12:22:36.621072 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5efcc0bd-6db2-45ca-b09e-a7f47cce919e", "tag": "707648f9-a5cd-4b9b-a7c6-ff1d7fa6c651", "status": "completed", "code": 200}]} {{(pid=104159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 12:22:36.621200 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a80d800c-49d3-4f79-b714-3d96b58d4908 {{(pid=104159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 12:22:36.621781 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a80d800c-49d3-4f79-b714-3d96b58d4908'] response: {'name': 'network-changed', 'server_uuid': '5efcc0bd-6db2-45ca-b09e-a7f47cce919e', 'tag': '707648f9-a5cd-4b9b-a7c6-ff1d7fa6c651', 'status': 'completed', 'code': 200} Jul 21 12:22:36.727371 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_hamode_db [None req-2dd8abd8-0aa4-4b8c-a86a-3ed49b3821f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a766da6b-5cf0-4290-abe7-fe17683e2114', 'name': 'tempest-TestVolumeBootPattern-899008271-router', 'tenant_id': 'cc3651ce859043d2a764fa47f06db374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'external_fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': '6ee65bc1-40a6-403b-b656-df93a85f4942', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T12:19:19Z', 'updated_at': '2022-07-21T12:19:22Z', 'revision_number': 4, 'project_id': 'cc3651ce859043d2a764fa47f06db374', 'gw_port': {'id': '6ee65bc1-40a6-403b-b656-df93a85f4942', 'name': '', 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:b1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a766da6b-5cf0-4290-abe7-fe17683e2114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:19:19Z', 'updated_at': '2022-07-21T12:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-1-iscsi', '_floatingips': [{'id': '9900b7db-815e-42a7-bdc9-794c56d0751a', 'tenant_id': 'cc3651ce859043d2a764fa47f06db374', 'floating_ip_address': '172.27.3.209', 'floating_network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'router_id': 'a766da6b-5cf0-4290-abe7-fe17683e2114', 'port_id': '707648f9-a5cd-4b9b-a7c6-ff1d7fa6c651', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb1f1a48-37ef-466f-9c77-ca45d5a79220', 'mac_address': 'fa:16:3e:40:dc:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5efcc0bd-6db2-45ca-b09e-a7f47cce919e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T12:22:35Z', 'updated_at': '2022-07-21T12:22:35Z', 'revision_number': 0, 'project_id': 'cc3651ce859043d2a764fa47f06db374', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '569c1e4a-c8d4-468b-9653-df59c63fa18e', 'name': '', 'network_id': 'cb1f1a48-37ef-466f-9c77-ca45d5a79220', 'tenant_id': 'cc3651ce859043d2a764fa47f06db374', 'mac_address': 'fa:16:3e:35:06:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a766da6b-5cf0-4290-abe7-fe17683e2114', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'bc7d6337-214d-4961-9075-8635a8b8f86b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:19:21Z', 'updated_at': '2022-07-21T12:19:27Z', 'revision_number': 5, 'project_id': 'cc3651ce859043d2a764fa47f06db374', 'subnets': [{'id': 'bc7d6337-214d-4961-9075-8635a8b8f86b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-1-iscsi', False) {} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:22:36.752619 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd8abd8-0aa4-4b8c-a86a-3ed49b3821f3 None None] Checking router: a766da6b-5cf0-4290-abe7-fe17683e2114 for host: dv-cinder-850321-1-iscsi {{(pid=104162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 12:22:36.761664 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd8abd8-0aa4-4b8c-a86a-3ed49b3821f3 None None] Routers {'a766da6b-5cf0-4290-abe7-fe17683e2114'} bound to L3 agent in host dv-cinder-850321-1-iscsi {{(pid=104162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 12:22:36.762248 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_hamode_db [None req-2dd8abd8-0aa4-4b8c-a86a-3ed49b3821f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-21T12:06:45Z,description=,heartbeat_timestamp=2022-07-21T12:22:15Z,host='dv-cinder-850321-1-iscsi',id=ceb1130f-c61e-494c-be4f-967cc153319c,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T12:06:45Z,topic='l3_agent')) {'router_ids': ['a766da6b-5cf0-4290-abe7-fe17683e2114'], 'active': True} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:22:36.875289 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvr_db [None req-2dd8abd8-0aa4-4b8c-a86a-3ed49b3821f3 None None] Set router a766da6b-5cf0-4290-abe7-fe17683e2114 gateway port host: dv-cinder-850321-1-iscsi {{(pid=104162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 12:22:37.096503 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_hamode_db [None req-2dd8abd8-0aa4-4b8c-a86a-3ed49b3821f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a766da6b-5cf0-4290-abe7-fe17683e2114', 'name': 'tempest-TestVolumeBootPattern-899008271-router', 'tenant_id': 'cc3651ce859043d2a764fa47f06db374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'external_fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': '6ee65bc1-40a6-403b-b656-df93a85f4942', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T12:19:19Z', 'updated_at': '2022-07-21T12:19:22Z', 'revision_number': 4, 'project_id': 'cc3651ce859043d2a764fa47f06db374', 'gw_port': {'id': '6ee65bc1-40a6-403b-b656-df93a85f4942', 'name': '', 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:b1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a766da6b-5cf0-4290-abe7-fe17683e2114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:19:19Z', 'updated_at': '2022-07-21T12:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-1-iscsi', '_floatingips': [{'id': '9900b7db-815e-42a7-bdc9-794c56d0751a', 'tenant_id': 'cc3651ce859043d2a764fa47f06db374', 'floating_ip_address': '172.27.3.209', 'floating_network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'router_id': 'a766da6b-5cf0-4290-abe7-fe17683e2114', 'port_id': '707648f9-a5cd-4b9b-a7c6-ff1d7fa6c651', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb1f1a48-37ef-466f-9c77-ca45d5a79220', 'mac_address': 'fa:16:3e:40:dc:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5efcc0bd-6db2-45ca-b09e-a7f47cce919e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T12:22:35Z', 'updated_at': '2022-07-21T12:22:35Z', 'revision_number': 0, 'project_id': 'cc3651ce859043d2a764fa47f06db374', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '569c1e4a-c8d4-468b-9653-df59c63fa18e', 'name': '', 'network_id': 'cb1f1a48-37ef-466f-9c77-ca45d5a79220', 'tenant_id': 'cc3651ce859043d2a764fa47f06db374', 'mac_address': 'fa:16:3e:35:06:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a766da6b-5cf0-4290-abe7-fe17683e2114', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'bc7d6337-214d-4961-9075-8635a8b8f86b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:19:21Z', 'updated_at': '2022-07-21T12:19:27Z', 'revision_number': 5, 'project_id': 'cc3651ce859043d2a764fa47f06db374', 'subnets': [{'id': 'bc7d6337-214d-4961-9075-8635a8b8f86b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-1-iscsi', False) {} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:22:37.123813 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd8abd8-0aa4-4b8c-a86a-3ed49b3821f3 None None] The sync data for ids ['a766da6b-5cf0-4290-abe7-fe17683e2114'] in dv-cinder-850321-1-iscsi is: [{'id': 'a766da6b-5cf0-4290-abe7-fe17683e2114', 'name': 'tempest-TestVolumeBootPattern-899008271-router', 'tenant_id': 'cc3651ce859043d2a764fa47f06db374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'external_fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': '6ee65bc1-40a6-403b-b656-df93a85f4942', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T12:19:19Z', 'updated_at': '2022-07-21T12:19:22Z', 'revision_number': 4, 'project_id': 'cc3651ce859043d2a764fa47f06db374', 'gw_port': {'id': '6ee65bc1-40a6-403b-b656-df93a85f4942', 'name': '', 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:b1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a766da6b-5cf0-4290-abe7-fe17683e2114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:19:19Z', 'updated_at': '2022-07-21T12:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-1-iscsi', '_floatingips': [{'id': '9900b7db-815e-42a7-bdc9-794c56d0751a', 'tenant_id': 'cc3651ce859043d2a764fa47f06db374', 'floating_ip_address': '172.27.3.209', 'floating_network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'router_id': 'a766da6b-5cf0-4290-abe7-fe17683e2114', 'port_id': '707648f9-a5cd-4b9b-a7c6-ff1d7fa6c651', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb1f1a48-37ef-466f-9c77-ca45d5a79220', 'mac_address': 'fa:16:3e:40:dc:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5efcc0bd-6db2-45ca-b09e-a7f47cce919e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T12:22:35Z', 'updated_at': '2022-07-21T12:22:35Z', 'revision_number': 0, 'project_id': 'cc3651ce859043d2a764fa47f06db374', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '569c1e4a-c8d4-468b-9653-df59c63fa18e', 'name': '', 'network_id': 'cb1f1a48-37ef-466f-9c77-ca45d5a79220', 'tenant_id': 'cc3651ce859043d2a764fa47f06db374', 'mac_address': 'fa:16:3e:35:06:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a766da6b-5cf0-4290-abe7-fe17683e2114', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'bc7d6337-214d-4961-9075-8635a8b8f86b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:19:21Z', 'updated_at': '2022-07-21T12:19:27Z', 'revision_number': 5, 'project_id': 'cc3651ce859043d2a764fa47f06db374', 'subnets': [{'id': 'bc7d6337-214d-4961-9075-8635a8b8f86b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 12:22:37.315404 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71eecf9d-e39f-4086-ba3c-5362ce6b63d1 None None] New status for floating IP 9900b7db-815e-42a7-bdc9-794c56d0751a: ACTIVE {{(pid=104161) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 21 12:22:37.593047 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-80d14eba-763a-4c79-b559-5dd314ffeb7d req-b2bb311d-bc54-4e1c-8af4-906ea557fd7d tempest-VolumesActionsTest-1697825292 tempest-VolumesActionsTest-1697825292-project] 10.222.0.18 "GET /v2.0/ports?device_id=f71df088-92f0-4235-9cfa-961e2adb53f3 HTTP/1.1" status: 200 len: 210 time: 0.0444643 Jul 21 12:22:38.613291 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] get_ports_and_sgs() called for port_ids ['b223271b-3fbe-40b8-802d-3a5a1790353c'] {{(pid=104161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 12:22:38.616901 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:22:38.717921 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-d52ed47f-37af-4914-8e65-60460c167b7e req-e8bd0677-0de3-45d1-9045-94f50e5e5814 tempest-VolumesActionsTest-1697825292 tempest-VolumesActionsTest-1697825292-project] 10.222.0.18 "GET /v2.0/ports?device_id=f71df088-92f0-4235-9cfa-961e2adb53f3 HTTP/1.1" status: 200 len: 210 time: 0.0437472 Jul 21 12:22:38.751944 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79ac9b2-d944-4d79-9c99-8b04c15a025b req-40d8d397-117d-4dbc-9c2c-ce0297f8366a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:22:38.753580 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-e79ac9b2-d944-4d79-9c99-8b04c15a025b req-40d8d397-117d-4dbc-9c2c-ce0297f8366a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cc3651ce859043d2a764fa47f06db374&device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 1130 time: 0.0465701 Jul 21 12:22:38.898619 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-c3e2abf4-7faf-4859-9877-f9ea13d84532 req-2e61fa80-81ec-4977-9f03-2d6eb27adf4d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=3244734c-06c4-4693-956e-804e2abbf512&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0635109 Jul 21 12:22:38.903019 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79ac9b2-d944-4d79-9c99-8b04c15a025b req-f341a1fc-1d07-4014-9bd0-e72ebba89b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:22:38.904385 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-e79ac9b2-d944-4d79-9c99-8b04c15a025b req-f341a1fc-1d07-4014-9bd0-e72ebba89b0d service neutron] 10.222.0.48 "GET /v2.0/networks?id=cb1f1a48-37ef-466f-9c77-ca45d5a79220 HTTP/1.1" status: 200 len: 912 time: 0.1360598 Jul 21 12:22:39.238024 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e2abf4-7faf-4859-9877-f9ea13d84532 req-f0353943-4e96-4eae-94f9-925517f6738b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:22:39.239600 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-c3e2abf4-7faf-4859-9877-f9ea13d84532 req-f0353943-4e96-4eae-94f9-925517f6738b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2409e2644eb14d6b9545088c08d22273&device_id=3244734c-06c4-4693-956e-804e2abbf512 HTTP/1.1" status: 200 len: 1130 time: 0.0912745 Jul 21 12:22:39.248494 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-e79ac9b2-d944-4d79-9c99-8b04c15a025b req-0e0e66ff-e460-4b4a-92d0-aca09dc191b9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=707648f9-a5cd-4b9b-a7c6-ff1d7fa6c651 HTTP/1.1" status: 200 len: 1002 time: 0.1079292 Jul 21 12:22:39.356595 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79ac9b2-d944-4d79-9c99-8b04c15a025b req-74ee7644-b41a-4ef9-915d-8177d5ecf7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:22:39.358801 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-e79ac9b2-d944-4d79-9c99-8b04c15a025b req-74ee7644-b41a-4ef9-915d-8177d5ecf7ac service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bc7d6337-214d-4961-9075-8635a8b8f86b HTTP/1.1" status: 200 len: 850 time: 0.1033983 Jul 21 12:22:39.689083 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:22:39.695972 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79ac9b2-d944-4d79-9c99-8b04c15a025b req-864d6d1f-10a2-45dd-af59-ca4f227aa7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:22:39.697469 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-e79ac9b2-d944-4d79-9c99-8b04c15a025b req-864d6d1f-10a2-45dd-af59-ca4f227aa7b1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cb1f1a48-37ef-466f-9c77-ca45d5a79220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3303826 Jul 21 12:22:39.699736 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e2abf4-7faf-4859-9877-f9ea13d84532 req-63df9443-4145-40ac-b4ba-c97bd2ab7afb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:22:39.701066 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-c3e2abf4-7faf-4859-9877-f9ea13d84532 req-63df9443-4145-40ac-b4ba-c97bd2ab7afb service neutron] 10.222.0.48 "GET /v2.0/networks?id=ff0fcfbd-22d3-47ea-80f2-195b1cbc803d HTTP/1.1" status: 200 len: 917 time: 0.4359546 Jul 21 12:22:39.837887 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-c3e2abf4-7faf-4859-9877-f9ea13d84532 req-a4113bfc-44c7-4163-8a21-3dee7314e751 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c2a7cf69-7947-4dbd-bcc4-55ce85b10fd7 HTTP/1.1" status: 200 len: 1001 time: 0.1168156 Jul 21 12:22:39.891852 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-e79ac9b2-d944-4d79-9c99-8b04c15a025b req-d09d4178-8762-4d20-8f8a-65d46191a254 service neutron] 10.222.0.48 "GET /v2.0/networks/cb1f1a48-37ef-466f-9c77-ca45d5a79220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782990 Jul 21 12:22:39.927731 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e2abf4-7faf-4859-9877-f9ea13d84532 req-5434a9b6-71b6-4ba4-8701-a69be451c793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:22:39.929285 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-c3e2abf4-7faf-4859-9877-f9ea13d84532 req-5434a9b6-71b6-4ba4-8701-a69be451c793 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=cc9a2033-692d-458c-a1e6-ffe26f82c935 HTTP/1.1" status: 200 len: 855 time: 0.0841610 Jul 21 12:22:40.049071 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e2abf4-7faf-4859-9877-f9ea13d84532 req-6b6fb1a4-9df2-45d4-a852-4919eea87779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:22:40.050575 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-c3e2abf4-7faf-4859-9877-f9ea13d84532 req-6b6fb1a4-9df2-45d4-a852-4919eea87779 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ff0fcfbd-22d3-47ea-80f2-195b1cbc803d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1135292 Jul 21 12:22:40.186798 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-e79ac9b2-d944-4d79-9c99-8b04c15a025b req-a7001794-cd3d-4204-8401-d9fa95a22eb5 service neutron] 10.222.0.48 "GET /v2.0/networks/cb1f1a48-37ef-466f-9c77-ca45d5a79220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2876277 Jul 21 12:22:40.187295 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:22:40.237736 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798d307a-1a7b-4a02-9151-e43eae5fc49e req-42b97583-9a05-4c58-b62f-332931e78cb3 tempest-VolumesActionsTest-1697825292 tempest-VolumesActionsTest-1697825292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:22:40.239531 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-798d307a-1a7b-4a02-9151-e43eae5fc49e req-42b97583-9a05-4c58-b62f-332931e78cb3 tempest-VolumesActionsTest-1697825292 tempest-VolumesActionsTest-1697825292-project] 10.222.0.18 "GET /v2.0/networks?id=50c90a6f-27b4-42e7-88e7-5085f6ac3c38 HTTP/1.1" status: 200 len: 809 time: 0.2406104 Jul 21 12:22:40.254378 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-c3e2abf4-7faf-4859-9877-f9ea13d84532 req-d0388108-b6a7-4525-8263-d462e95b1f46 service neutron] 10.222.0.48 "GET /v2.0/networks/ff0fcfbd-22d3-47ea-80f2-195b1cbc803d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1960809 Jul 21 12:22:40.274827 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-798d307a-1a7b-4a02-9151-e43eae5fc49e req-c812f531-cb5d-408a-ba88-44041e9cad92 tempest-VolumesActionsTest-1697825292 tempest-VolumesActionsTest-1697825292-project] 10.222.0.18 "GET /v2.0/quotas/53374ad6bfce4d7a9d51448ad1d4f510 HTTP/1.1" status: 200 len: 375 time: 0.0241208 Jul 21 12:22:40.333730 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-798d307a-1a7b-4a02-9151-e43eae5fc49e req-3b6944bd-d956-4b66-a2e9-2e218878804e tempest-VolumesActionsTest-1697825292 tempest-VolumesActionsTest-1697825292-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=53374ad6bfce4d7a9d51448ad1d4f510&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0481296 Jul 21 12:22:40.453383 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-c3e2abf4-7faf-4859-9877-f9ea13d84532 req-7663d83a-3bbb-427c-8782-85b5dc2ca02f service neutron] 10.222.0.48 "GET /v2.0/networks/ff0fcfbd-22d3-47ea-80f2-195b1cbc803d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1907539 Jul 21 12:22:40.477574 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-798d307a-1a7b-4a02-9151-e43eae5fc49e req-b2432a4e-8030-496d-9e39-7eb73d14ee9c service neutron] 10.222.0.18 "GET /v2.0/networks/50c90a6f-27b4-42e7-88e7-5085f6ac3c38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170332 Jul 21 12:22:40.578094 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-798d307a-1a7b-4a02-9151-e43eae5fc49e req-c59a5db9-e39b-41d0-a4f1-e5805e79be8f service neutron] 10.222.0.18 "GET /v2.0/networks/50c90a6f-27b4-42e7-88e7-5085f6ac3c38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944467 Jul 21 12:22:40.740906 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-104190ca-638a-4fd6-b5b3-bf5fe4f6ff58 req-2a0c5da2-1612-481c-9618-10c12571af7e tempest-VolumesActionsTest-1697825292 tempest-VolumesActionsTest-1697825292-project] 10.222.0.18 "GET /v2.0/ports?device_id=6440d615-40f6-426b-807a-9333c0046b29 HTTP/1.1" status: 200 len: 210 time: 0.0291090 Jul 21 12:22:41.430031 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-11309ce5-276d-4c46-861c-a82046011c79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (8a21e728-a2e9-4580-a748-6ac9ba47a2a7), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:22:41.838995 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-66952262-4a93-4185-a2ec-b56d86553ce5 req-1e86c5ee-4d1e-4247-a0d0-0e1657f2c134 tempest-VolumesActionsTest-1697825292 tempest-VolumesActionsTest-1697825292-project] 10.222.0.18 "GET /v2.0/ports?device_id=6440d615-40f6-426b-807a-9333c0046b29 HTTP/1.1" status: 200 len: 210 time: 0.0301187 Jul 21 12:22:42.943673 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-2b76e15d-8bfc-43f4-bed6-6a6749134cc3 req-d50dc9f7-4b3e-47e9-97fc-e7dbdc0312b4 tempest-VolumesActionsTest-1697825292 tempest-VolumesActionsTest-1697825292-project] 10.222.0.18 "GET /v2.0/ports?device_id=6440d615-40f6-426b-807a-9333c0046b29 HTTP/1.1" status: 200 len: 210 time: 0.0297208 Jul 21 12:22:43.302880 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Device b223271b-3fbe-40b8-802d-3a5a1790353c no longer exists at agent hyperv_hv-cinder-85032 {{(pid=104161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 12:22:43.323412 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] No Port match for: b223271b-3fbe-40b8-802d-3a5a1790353c {{(pid=104161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 12:22:43.323774 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Device b223271b-3fbe-40b8-802d-3a5a1790353c not bound to the agent host hv-cinder-85032 {{(pid=104161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 12:22:44.064494 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-d6b0a869-1190-4c7d-8dca-7cc0430a0a3d req-f51985b6-569e-43b9-9cee-990b4f8031af tempest-VolumesActionsTest-1697825292 tempest-VolumesActionsTest-1697825292-project] 10.222.0.18 "GET /v2.0/ports?device_id=6440d615-40f6-426b-807a-9333c0046b29 HTTP/1.1" status: 200 len: 210 time: 0.0408034 Jul 21 12:22:44.728195 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798d307a-1a7b-4a02-9151-e43eae5fc49e req-0e52e450-bf07-44ee-bbce-840a80c038ae tempest-VolumesActionsTest-1697825292 tempest-VolumesActionsTest-1697825292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:22:44.729645 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-798d307a-1a7b-4a02-9151-e43eae5fc49e req-0e52e450-bf07-44ee-bbce-840a80c038ae tempest-VolumesActionsTest-1697825292 tempest-VolumesActionsTest-1697825292-project] 10.222.0.48 "GET /v2.0/networks?id=50c90a6f-27b4-42e7-88e7-5085f6ac3c38 HTTP/1.1" status: 200 len: 809 time: 0.1029291 Jul 21 12:22:44.749703 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.v2.base [req-798d307a-1a7b-4a02-9151-e43eae5fc49e req-68ba6e97-14ba-4f92-a8c0-7320634a096f tempest-VolumesActionsTest-1697825292 tempest-VolumesActionsTest-1697825292-project] Request body: {'port': {'device_id': '6440d615-40f6-426b-807a-9333c0046b29', 'network_id': '50c90a6f-27b4-42e7-88e7-5085f6ac3c38', 'admin_state_up': True, 'tenant_id': '53374ad6bfce4d7a9d51448ad1d4f510'}} {{(pid=104160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 12:22:44.774669 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=100 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:22:44.860395 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-507b4854-8333-43b8-8675-cdc84898c595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (ceb1130f-c61e-494c-be4f-967cc153319c), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:22:44.870194 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-798d307a-1a7b-4a02-9151-e43eae5fc49e req-68ba6e97-14ba-4f92-a8c0-7320634a096f tempest-VolumesActionsTest-1697825292 tempest-VolumesActionsTest-1697825292-project] Made reservation on behalf of 53374ad6bfce4d7a9d51448ad1d4f510 for: {'port': 1} {{(pid=104160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 12:22:44.873993 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-798d307a-1a7b-4a02-9151-e43eae5fc49e req-68ba6e97-14ba-4f92-a8c0-7320634a096f tempest-VolumesActionsTest-1697825292 tempest-VolumesActionsTest-1697825292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:22:45.010679 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.db.db_base_plugin_common [req-798d307a-1a7b-4a02-9151-e43eae5fc49e req-68ba6e97-14ba-4f92-a8c0-7320634a096f tempest-VolumesActionsTest-1697825292 tempest-VolumesActionsTest-1697825292-project] Allocated IP 172.20.0.8 (50c90a6f-27b4-42e7-88e7-5085f6ac3c38/362f35ac-be9d-4c8c-a9cf-99ef4ddd78f9/444aa421-586d-4318-bf35-e88855e5838b) {{(pid=104160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 12:22:45.162367 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-99837a7a-b278-4e16-97c7-0a5337b0bf87 req-8aad1ed1-e39f-40de-b9ac-485dd2fd5200 tempest-VolumesActionsTest-1697825292 tempest-VolumesActionsTest-1697825292-project] 10.222.0.18 "GET /v2.0/ports?device_id=6440d615-40f6-426b-807a-9333c0046b29 HTTP/1.1" status: 200 len: 210 time: 0.0290103 Jul 21 12:22:45.167401 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-798d307a-1a7b-4a02-9151-e43eae5fc49e req-68ba6e97-14ba-4f92-a8c0-7320634a096f tempest-VolumesActionsTest-1697825292 tempest-VolumesActionsTest-1697825292-project] Publish callbacks [] for port (444aa421-586d-4318-bf35-e88855e5838b), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:22:45.172468 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:22:45.205366 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-798d307a-1a7b-4a02-9151-e43eae5fc49e req-68ba6e97-14ba-4f92-a8c0-7320634a096f tempest-VolumesActionsTest-1697825292 tempest-VolumesActionsTest-1697825292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773760637166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9357752'] for port (444aa421-586d-4318-bf35-e88855e5838b), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:22:45.253073 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-798d307a-1a7b-4a02-9151-e43eae5fc49e req-68ba6e97-14ba-4f92-a8c0-7320634a096f tempest-VolumesActionsTest-1697825292 tempest-VolumesActionsTest-1697825292-project] Network 50c90a6f-27b4-42e7-88e7-5085f6ac3c38 is already hosted by enough agents. {{(pid=104160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 12:22:45.258866 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.scheduler.base_scheduler [req-798d307a-1a7b-4a02-9151-e43eae5fc49e req-68ba6e97-14ba-4f92-a8c0-7320634a096f tempest-VolumesActionsTest-1697825292 tempest-VolumesActionsTest-1697825292-project] Resources bound (agent type, host, resource id): {{(pid=104160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 12:22:45.263591 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.db.l3_dvrscheduler_db [req-798d307a-1a7b-4a02-9151-e43eae5fc49e req-68ba6e97-14ba-4f92-a8c0-7320634a096f tempest-VolumesActionsTest-1697825292 tempest-VolumesActionsTest-1697825292-project] Received port after_create {{(pid=104160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 12:22:45.270568 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ba6e97-14ba-4f92-a8c0-7320634a096f tempest-VolumesActionsTest-1697825292 tempest-VolumesActionsTest-1697825292-project] Pushing event updated for resources: {'Port': ['ID=444aa421-586d-4318-bf35-e88855e5838b,revision_number=1']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:22:45.319863 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798d307a-1a7b-4a02-9151-e43eae5fc49e req-68ba6e97-14ba-4f92-a8c0-7320634a096f tempest-VolumesActionsTest-1697825292 tempest-VolumesActionsTest-1697825292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:22:45.320515 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-798d307a-1a7b-4a02-9151-e43eae5fc49e req-68ba6e97-14ba-4f92-a8c0-7320634a096f tempest-VolumesActionsTest-1697825292 tempest-VolumesActionsTest-1697825292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170956'] for port (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:22:45.348730 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-798d307a-1a7b-4a02-9151-e43eae5fc49e req-68ba6e97-14ba-4f92-a8c0-7320634a096f tempest-VolumesActionsTest-1697825292 tempest-VolumesActionsTest-1697825292-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6028616 Jul 21 12:22:45.372335 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.v2.base [req-798d307a-1a7b-4a02-9151-e43eae5fc49e req-443a64a3-0f5f-4654-8170-9639151b0b64 service neutron] Request body: {'port': {'device_id': '6440d615-40f6-426b-807a-9333c0046b29', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85032'}} {{(pid=104160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 12:22:45.445527 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-798d307a-1a7b-4a02-9151-e43eae5fc49e req-443a64a3-0f5f-4654-8170-9639151b0b64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (444aa421-586d-4318-bf35-e88855e5838b), before_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:22:45.595249 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:22:45.724887 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.notifiers.nova [req-798d307a-1a7b-4a02-9151-e43eae5fc49e req-443a64a3-0f5f-4654-8170-9639151b0b64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 444aa421-586d-4318-bf35-e88855e5838b {{(pid=104160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 12:22:45.733653 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-798d307a-1a7b-4a02-9151-e43eae5fc49e req-443a64a3-0f5f-4654-8170-9639151b0b64 service neutron] Publish callbacks [] for port (444aa421-586d-4318-bf35-e88855e5838b), precommit_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:22:45.752140 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.db.provisioning_blocks [req-798d307a-1a7b-4a02-9151-e43eae5fc49e req-443a64a3-0f5f-4654-8170-9639151b0b64 service neutron] Transition to ACTIVE for port object 444aa421-586d-4318-bf35-e88855e5838b will not be triggered until provisioned by entity L2. {{(pid=104160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 21 12:22:45.758262 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-798d307a-1a7b-4a02-9151-e43eae5fc49e req-443a64a3-0f5f-4654-8170-9639151b0b64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9357699'] for port (444aa421-586d-4318-bf35-e88855e5838b), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:22:45.829702 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443a64a3-0f5f-4654-8170-9639151b0b64 service neutron] Pushing event updated for resources: {'Port': ['ID=444aa421-586d-4318-bf35-e88855e5838b,revision_number=2']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:22:45.868383 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-34089123-786a-4f56-8fd8-e31aace790ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (7a27be9f-c1a8-4dec-a92f-42ec7311fe12), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:22:45.895879 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.managers [req-798d307a-1a7b-4a02-9151-e43eae5fc49e req-443a64a3-0f5f-4654-8170-9639151b0b64 service neutron] Attempting to bind port 444aa421-586d-4318-bf35-e88855e5838b on host hv-cinder-85032 for vnic_type normal with profile {{(pid=104160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 12:22:45.896217 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.managers [req-798d307a-1a7b-4a02-9151-e43eae5fc49e req-443a64a3-0f5f-4654-8170-9639151b0b64 service neutron] Attempting to bind port 444aa421-586d-4318-bf35-e88855e5838b by drivers openvswitch,hyperv on host hv-cinder-85032 at level 0 using segments [{'id': '924c52ec-6288-499a-8158-b0cb6140ba87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '50c90a6f-27b4-42e7-88e7-5085f6ac3c38'}] {{(pid=104160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 12:22:45.896544 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-798d307a-1a7b-4a02-9151-e43eae5fc49e req-443a64a3-0f5f-4654-8170-9639151b0b64 service neutron] Attempting to bind port 444aa421-586d-4318-bf35-e88855e5838b on network 50c90a6f-27b4-42e7-88e7-5085f6ac3c38 {{(pid=104160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 12:22:45.901501 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-798d307a-1a7b-4a02-9151-e43eae5fc49e req-443a64a3-0f5f-4654-8170-9639151b0b64 service neutron] Port 444aa421-586d-4318-bf35-e88855e5838b on network 50c90a6f-27b4-42e7-88e7-5085f6ac3c38 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85032 {{(pid=104160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 21 12:22:45.901846 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-798d307a-1a7b-4a02-9151-e43eae5fc49e req-443a64a3-0f5f-4654-8170-9639151b0b64 service neutron] Attempting to bind port 444aa421-586d-4318-bf35-e88855e5838b on network 50c90a6f-27b4-42e7-88e7-5085f6ac3c38 {{(pid=104160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 12:22:45.906816 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-798d307a-1a7b-4a02-9151-e43eae5fc49e req-443a64a3-0f5f-4654-8170-9639151b0b64 service neutron] Checking agent: {'id': '0e418a3d-140a-4386-ad03-1f6ad2d8ed7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85032', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 12, 13, 32), 'started_at': datetime.datetime(2022, 7, 21, 12, 13, 32), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 12, 22, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 12:22:45.907147 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-798d307a-1a7b-4a02-9151-e43eae5fc49e req-443a64a3-0f5f-4654-8170-9639151b0b64 service neutron] Checking segment: {'id': '924c52ec-6288-499a-8158-b0cb6140ba87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '50c90a6f-27b4-42e7-88e7-5085f6ac3c38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 12:22:45.907631 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-798d307a-1a7b-4a02-9151-e43eae5fc49e req-443a64a3-0f5f-4654-8170-9639151b0b64 service neutron] Bound using segment: {'id': '924c52ec-6288-499a-8158-b0cb6140ba87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '50c90a6f-27b4-42e7-88e7-5085f6ac3c38'} {{(pid=104160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 12:22:45.908060 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.managers [req-798d307a-1a7b-4a02-9151-e43eae5fc49e req-443a64a3-0f5f-4654-8170-9639151b0b64 service neutron] Bound port: 444aa421-586d-4318-bf35-e88855e5838b, host: hv-cinder-85032, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '924c52ec-6288-499a-8158-b0cb6140ba87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '50c90a6f-27b4-42e7-88e7-5085f6ac3c38'}}] {{(pid=104160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 12:22:45.908417 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-798d307a-1a7b-4a02-9151-e43eae5fc49e req-443a64a3-0f5f-4654-8170-9639151b0b64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (444aa421-586d-4318-bf35-e88855e5838b), before_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:22:45.971720 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.db [req-798d307a-1a7b-4a02-9151-e43eae5fc49e req-443a64a3-0f5f-4654-8170-9639151b0b64 service neutron] For port 444aa421-586d-4318-bf35-e88855e5838b, host hv-cinder-85032, cleared binding levels {{(pid=104160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 12:22:45.974822 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.db [req-798d307a-1a7b-4a02-9151-e43eae5fc49e req-443a64a3-0f5f-4654-8170-9639151b0b64 service neutron] For port 444aa421-586d-4318-bf35-e88855e5838b, host hv-cinder-85032, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=444aa421-586d-4318-bf35-e88855e5838b,segment=NetworkSegment(924c52ec-6288-499a-8158-b0cb6140ba87),segment_id=924c52ec-6288-499a-8158-b0cb6140ba87)] {{(pid=104160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 12:22:45.982283 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-798d307a-1a7b-4a02-9151-e43eae5fc49e req-443a64a3-0f5f-4654-8170-9639151b0b64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9357699'] for port (444aa421-586d-4318-bf35-e88855e5838b), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:22:46.016237 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798d307a-1a7b-4a02-9151-e43eae5fc49e req-443a64a3-0f5f-4654-8170-9639151b0b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:22:46.016851 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-798d307a-1a7b-4a02-9151-e43eae5fc49e req-443a64a3-0f5f-4654-8170-9639151b0b64 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170956'] for port (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:22:46.018219 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-798d307a-1a7b-4a02-9151-e43eae5fc49e req-443a64a3-0f5f-4654-8170-9639151b0b64 service neutron] 10.222.0.48 "PUT /v2.0/ports/444aa421-586d-4318-bf35-e88855e5838b HTTP/1.1" status: 200 len: 1093 time: 0.6529987 Jul 21 12:22:46.018692 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6440d615-40f6-426b-807a-9333c0046b29', 'tag': '444aa421-586d-4318-bf35-e88855e5838b'}] {{(pid=104160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 12:22:46.021036 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eb085c56e9e86bbd6a0965d2ba727f3997621403869b150ca98f31427dd41b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9ab9b94-3168-43c0-a99c-18d7de24e1c7" -d '{"events": [{"name": "network-changed", "server_uuid": "6440d615-40f6-426b-807a-9333c0046b29", "tag": "444aa421-586d-4318-bf35-e88855e5838b"}]}' {{(pid=104160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 12:22:46.050397 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443a64a3-0f5f-4654-8170-9639151b0b64 service neutron] Pushing event updated for resources: {'Port': ['ID=444aa421-586d-4318-bf35-e88855e5838b,revision_number=3']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:22:46.071131 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 12:22:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d2c746b-db4c-4dd4-b60c-b92edffe0ef1 x-openstack-request-id: req-8d2c746b-db4c-4dd4-b60c-b92edffe0ef1 {{(pid=104160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 12:22:46.071519 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6440d615-40f6-426b-807a-9333c0046b29", "tag": "444aa421-586d-4318-bf35-e88855e5838b", "status": "completed", "code": 200}]} {{(pid=104160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 12:22:46.071849 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8d2c746b-db4c-4dd4-b60c-b92edffe0ef1 {{(pid=104160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 12:22:46.072349 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d2c746b-db4c-4dd4-b60c-b92edffe0ef1'] response: {'name': 'network-changed', 'server_uuid': '6440d615-40f6-426b-807a-9333c0046b29', 'tag': '444aa421-586d-4318-bf35-e88855e5838b', 'status': 'completed', 'code': 200} Jul 21 12:22:46.126122 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=6 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:22:46.136139 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798d307a-1a7b-4a02-9151-e43eae5fc49e req-f9e809d3-5dbc-4e18-874a-55289337d12f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:22:46.137959 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-798d307a-1a7b-4a02-9151-e43eae5fc49e req-f9e809d3-5dbc-4e18-874a-55289337d12f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=53374ad6bfce4d7a9d51448ad1d4f510&device_id=6440d615-40f6-426b-807a-9333c0046b29 HTTP/1.1" status: 200 len: 1127 time: 0.0465901 Jul 21 12:22:46.191531 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-798d307a-1a7b-4a02-9151-e43eae5fc49e req-646d62c6-8dec-4166-8575-2d337f537330 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=444aa421-586d-4318-bf35-e88855e5838b HTTP/1.1" status: 200 len: 217 time: 0.0382855 Jul 21 12:22:46.242462 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798d307a-1a7b-4a02-9151-e43eae5fc49e req-b88c67cb-4101-49ea-91df-d0b453a7a2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:22:46.243987 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-798d307a-1a7b-4a02-9151-e43eae5fc49e req-b88c67cb-4101-49ea-91df-d0b453a7a2f2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=362f35ac-be9d-4c8c-a9cf-99ef4ddd78f9 HTTP/1.1" status: 200 len: 849 time: 0.0453012 Jul 21 12:22:46.278141 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-798d307a-1a7b-4a02-9151-e43eae5fc49e req-e031a31c-5870-4630-9b5f-e51885fc3bf4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=50c90a6f-27b4-42e7-88e7-5085f6ac3c38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269384 Jul 21 12:22:46.284665 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc2e411-8240-476b-97ab-ae3e63655a75 req-cebd87b0-c05f-44a8-a8b8-d370998d7f47 tempest-VolumesActionsTest-1697825292 tempest-VolumesActionsTest-1697825292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:22:46.286168 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-3bc2e411-8240-476b-97ab-ae3e63655a75 req-cebd87b0-c05f-44a8-a8b8-d370998d7f47 tempest-VolumesActionsTest-1697825292 tempest-VolumesActionsTest-1697825292-project] 10.222.0.18 "GET /v2.0/ports?device_id=6440d615-40f6-426b-807a-9333c0046b29 HTTP/1.1" status: 200 len: 943 time: 0.0532300 Jul 21 12:22:46.344850 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-3bc2e411-8240-476b-97ab-ae3e63655a75 req-0b353491-88c6-4f73-9d0e-8624641b7373 tempest-VolumesActionsTest-1697825292 tempest-VolumesActionsTest-1697825292-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2e2e90c-fd4e-4373-9ae7-6f6e5beee815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507066 Jul 21 12:22:46.835932 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (c982e9e4-9e4b-4150-8658-75b564dceb25), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:22:47.199154 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-798d307a-1a7b-4a02-9151-e43eae5fc49e req-0e0770b6-eb1d-4346-88d1-d170ead10177 service neutron] 10.222.0.48 "GET /v2.0/networks/50c90a6f-27b4-42e7-88e7-5085f6ac3c38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087542 Jul 21 12:22:47.218225 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-b3746fee-4e12-46ce-ae12-d62ff35738f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (bda8c5c0-9935-4f58-b3ba-5b48a27d9f80), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:22:47.468626 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828cd2d5-fb63-4ab4-8cad-2e3a171ee8f0 req-cc64d463-64b7-4cff-81b0-32805afa6fd0 tempest-VolumesActionsTest-1697825292 tempest-VolumesActionsTest-1697825292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:22:47.470127 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-828cd2d5-fb63-4ab4-8cad-2e3a171ee8f0 req-cc64d463-64b7-4cff-81b0-32805afa6fd0 tempest-VolumesActionsTest-1697825292 tempest-VolumesActionsTest-1697825292-project] 10.222.0.18 "GET /v2.0/ports?device_id=6440d615-40f6-426b-807a-9333c0046b29 HTTP/1.1" status: 200 len: 943 time: 0.0516691 Jul 21 12:22:47.535798 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-828cd2d5-fb63-4ab4-8cad-2e3a171ee8f0 req-fbe3aa70-d1b8-41a9-9d2b-e7315cae0837 tempest-VolumesActionsTest-1697825292 tempest-VolumesActionsTest-1697825292-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2e2e90c-fd4e-4373-9ae7-6f6e5beee815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562541 Jul 21 12:22:47.990030 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-798d307a-1a7b-4a02-9151-e43eae5fc49e req-97b2a5eb-70d1-4286-8fbb-98e8220d8c6f service neutron] 10.222.0.48 "GET /v2.0/networks/50c90a6f-27b4-42e7-88e7-5085f6ac3c38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943215 Jul 21 12:22:48.664515 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd2dd31-0ea2-45b1-90ec-9bec1e9b92e8 req-051ae271-f944-4b38-8398-769d2aef0c4d tempest-VolumesActionsTest-1697825292 tempest-VolumesActionsTest-1697825292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:22:48.666008 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-afd2dd31-0ea2-45b1-90ec-9bec1e9b92e8 req-051ae271-f944-4b38-8398-769d2aef0c4d tempest-VolumesActionsTest-1697825292 tempest-VolumesActionsTest-1697825292-project] 10.222.0.18 "GET /v2.0/ports?device_id=6440d615-40f6-426b-807a-9333c0046b29 HTTP/1.1" status: 200 len: 943 time: 0.0510080 Jul 21 12:22:48.717485 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-afd2dd31-0ea2-45b1-90ec-9bec1e9b92e8 req-03477812-cba3-44dd-83e7-b8d29d79b2f9 tempest-VolumesActionsTest-1697825292 tempest-VolumesActionsTest-1697825292-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2e2e90c-fd4e-4373-9ae7-6f6e5beee815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434353 Jul 21 12:22:49.839999 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e68f133-b102-47ca-83f5-ea0cffd349b7 req-46d799a9-b2b2-45a6-b84e-53bc17e9916d tempest-VolumesActionsTest-1697825292 tempest-VolumesActionsTest-1697825292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:22:49.841837 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-1e68f133-b102-47ca-83f5-ea0cffd349b7 req-46d799a9-b2b2-45a6-b84e-53bc17e9916d tempest-VolumesActionsTest-1697825292 tempest-VolumesActionsTest-1697825292-project] 10.222.0.18 "GET /v2.0/ports?device_id=6440d615-40f6-426b-807a-9333c0046b29 HTTP/1.1" status: 200 len: 943 time: 0.0519083 Jul 21 12:22:49.893484 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:22:49.902347 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-1e68f133-b102-47ca-83f5-ea0cffd349b7 req-48045b5f-338c-4a68-8f93-67f2d4f1e4a4 tempest-VolumesActionsTest-1697825292 tempest-VolumesActionsTest-1697825292-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2e2e90c-fd4e-4373-9ae7-6f6e5beee815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542428 Jul 21 12:22:49.943121 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ab9b94-3168-43c0-a99c-18d7de24e1c7 req-c4775490-48dd-44aa-a0d7-372deaccbf7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:22:49.944674 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-d9ab9b94-3168-43c0-a99c-18d7de24e1c7 req-c4775490-48dd-44aa-a0d7-372deaccbf7b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=53374ad6bfce4d7a9d51448ad1d4f510&device_id=6440d615-40f6-426b-807a-9333c0046b29 HTTP/1.1" status: 200 len: 1127 time: 0.0469778 Jul 21 12:22:50.047223 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ab9b94-3168-43c0-a99c-18d7de24e1c7 req-39f049c3-bc1d-4e02-9c43-c0670e287136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:22:50.048054 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-d9ab9b94-3168-43c0-a99c-18d7de24e1c7 req-39f049c3-bc1d-4e02-9c43-c0670e287136 service neutron] 10.222.0.48 "GET /v2.0/networks?id=50c90a6f-27b4-42e7-88e7-5085f6ac3c38 HTTP/1.1" status: 200 len: 910 time: 0.0968912 Jul 21 12:22:50.087978 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-d9ab9b94-3168-43c0-a99c-18d7de24e1c7 req-008245e1-f33c-41e2-b3d7-901a501a94a0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=444aa421-586d-4318-bf35-e88855e5838b HTTP/1.1" status: 200 len: 217 time: 0.0337155 Jul 21 12:22:50.148502 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ab9b94-3168-43c0-a99c-18d7de24e1c7 req-05c811fc-2d21-4b5b-825b-854150d25630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:22:50.148502 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-d9ab9b94-3168-43c0-a99c-18d7de24e1c7 req-05c811fc-2d21-4b5b-825b-854150d25630 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=362f35ac-be9d-4c8c-a9cf-99ef4ddd78f9 HTTP/1.1" status: 200 len: 849 time: 0.0523334 Jul 21 12:22:50.197042 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-d9ab9b94-3168-43c0-a99c-18d7de24e1c7 req-5103e750-ff65-473c-9bdb-fbdc189c635f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=50c90a6f-27b4-42e7-88e7-5085f6ac3c38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341854 Jul 21 12:22:50.299766 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-d9ab9b94-3168-43c0-a99c-18d7de24e1c7 req-d7c3fc7e-e9b0-4649-b267-c5df04951630 service neutron] 10.222.0.48 "GET /v2.0/networks/50c90a6f-27b4-42e7-88e7-5085f6ac3c38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900519 Jul 21 12:22:50.399584 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-d9ab9b94-3168-43c0-a99c-18d7de24e1c7 req-906c2743-8f17-44e7-bd9c-ecfd63ff982e service neutron] 10.222.0.48 "GET /v2.0/networks/50c90a6f-27b4-42e7-88e7-5085f6ac3c38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931325 Jul 21 12:22:51.025747 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9547d247-0caa-4c86-9ead-aae92ef97e70 req-d996c57d-2029-478a-a6b5-2a85afec2abb tempest-VolumesActionsTest-1697825292 tempest-VolumesActionsTest-1697825292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:22:51.027242 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-9547d247-0caa-4c86-9ead-aae92ef97e70 req-d996c57d-2029-478a-a6b5-2a85afec2abb tempest-VolumesActionsTest-1697825292 tempest-VolumesActionsTest-1697825292-project] 10.222.0.18 "GET /v2.0/ports?device_id=6440d615-40f6-426b-807a-9333c0046b29 HTTP/1.1" status: 200 len: 943 time: 0.0496979 Jul 21 12:22:51.096190 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-9547d247-0caa-4c86-9ead-aae92ef97e70 req-5889382a-3a75-4e0d-b8b0-d09b242f1d2a tempest-VolumesActionsTest-1697825292 tempest-VolumesActionsTest-1697825292-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2e2e90c-fd4e-4373-9ae7-6f6e5beee815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608721 Jul 21 12:22:51.320524 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Device 444aa421-586d-4318-bf35-e88855e5838b details requested by agent hyperv_hv-cinder-85032 with host hv-cinder-85032 {{(pid=104161) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 21 12:22:51.460939 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] For port 444aa421-586d-4318-bf35-e88855e5838b, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=444aa421-586d-4318-bf35-e88855e5838b,segment=NetworkSegment(924c52ec-6288-499a-8158-b0cb6140ba87),segment_id=924c52ec-6288-499a-8158-b0cb6140ba87)] {{(pid=104161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 12:22:51.477281 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Returning: {'device': '444aa421-586d-4318-bf35-e88855e5838b', 'network_id': '50c90a6f-27b4-42e7-88e7-5085f6ac3c38', 'port_id': '444aa421-586d-4318-bf35-e88855e5838b', 'mac_address': 'fa:16:3e:f1:46:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '362f35ac-be9d-4c8c-a9cf-99ef4ddd78f9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104161) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 21 12:22:51.536712 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Current status of the port 444aa421-586d-4318-bf35-e88855e5838b is: DOWN; New status is: BUILD {{(pid=104161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 12:22:51.537123 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (444aa421-586d-4318-bf35-e88855e5838b), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:22:51.555093 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.notifiers.nova [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 444aa421-586d-4318-bf35-e88855e5838b {{(pid=104161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 12:22:51.573309 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:22:51.578432 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] For port 444aa421-586d-4318-bf35-e88855e5838b, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=444aa421-586d-4318-bf35-e88855e5838b,segment=NetworkSegment(924c52ec-6288-499a-8158-b0cb6140ba87),segment_id=924c52ec-6288-499a-8158-b0cb6140ba87)] {{(pid=104161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 12:22:51.583399 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158'] for port (444aa421-586d-4318-bf35-e88855e5838b), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:22:51.634962 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Pushing event updated for resources: {'Port': ['ID=444aa421-586d-4318-bf35-e88855e5838b,revision_number=4']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:22:52.223203 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91ec6c7-a4d5-4e16-a7bb-67d28ad03106 req-f1b0aa3f-eeff-4d18-983e-c1a8c48b3bb4 tempest-VolumesActionsTest-1697825292 tempest-VolumesActionsTest-1697825292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:22:52.224869 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-b91ec6c7-a4d5-4e16-a7bb-67d28ad03106 req-f1b0aa3f-eeff-4d18-983e-c1a8c48b3bb4 tempest-VolumesActionsTest-1697825292 tempest-VolumesActionsTest-1697825292-project] 10.222.0.18 "GET /v2.0/ports?device_id=6440d615-40f6-426b-807a-9333c0046b29 HTTP/1.1" status: 200 len: 944 time: 0.0537028 Jul 21 12:22:52.283838 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-b91ec6c7-a4d5-4e16-a7bb-67d28ad03106 req-1fd8de8d-8aee-4075-9a9e-9712fd8141bd tempest-VolumesActionsTest-1697825292 tempest-VolumesActionsTest-1697825292-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2e2e90c-fd4e-4373-9ae7-6f6e5beee815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520067 Jul 21 12:22:53.372161 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:22:53.412528 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b387686-8958-4890-990b-7ec7ef6ebd46 req-aeafbbc5-8518-4fb9-b29c-45e50e4ab60e tempest-VolumesActionsTest-1697825292 tempest-VolumesActionsTest-1697825292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:22:53.413947 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-0b387686-8958-4890-990b-7ec7ef6ebd46 req-aeafbbc5-8518-4fb9-b29c-45e50e4ab60e tempest-VolumesActionsTest-1697825292 tempest-VolumesActionsTest-1697825292-project] 10.222.0.18 "GET /v2.0/ports?device_id=6440d615-40f6-426b-807a-9333c0046b29 HTTP/1.1" status: 200 len: 944 time: 0.0518310 Jul 21 12:22:53.464885 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-0b387686-8958-4890-990b-7ec7ef6ebd46 req-c981bcc0-ade6-4bab-ad71-b4a856fea339 tempest-VolumesActionsTest-1697825292 tempest-VolumesActionsTest-1697825292-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2e2e90c-fd4e-4373-9ae7-6f6e5beee815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445533 Jul 21 12:22:54.037478 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:DELETE=1,neutron:SELECT=72 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:22:54.038436 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=85 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:22:54.581916 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=100 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:22:54.593148 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26831131-015b-44e4-b086-1650bf2f4915 req-0cc4fcf6-24c0-4b41-ac6e-7b4dde8cc6aa tempest-VolumesActionsTest-1697825292 tempest-VolumesActionsTest-1697825292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:22:54.595353 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-26831131-015b-44e4-b086-1650bf2f4915 req-0cc4fcf6-24c0-4b41-ac6e-7b4dde8cc6aa tempest-VolumesActionsTest-1697825292 tempest-VolumesActionsTest-1697825292-project] 10.222.0.18 "GET /v2.0/ports?device_id=6440d615-40f6-426b-807a-9333c0046b29 HTTP/1.1" status: 200 len: 944 time: 0.0590711 Jul 21 12:22:54.652288 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-26831131-015b-44e4-b086-1650bf2f4915 req-369c8793-f560-4d75-b717-399fca4a268f tempest-VolumesActionsTest-1697825292 tempest-VolumesActionsTest-1697825292-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2e2e90c-fd4e-4373-9ae7-6f6e5beee815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464401 Jul 21 12:22:54.916866 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] get_ports_and_sgs() called for port_ids ['444aa421-586d-4318-bf35-e88855e5838b'] {{(pid=104161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 12:22:55.762385 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:22:55.781966 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a390bd-de44-4f78-b454-323263716b4d req-85ee272e-7373-4c62-abf5-df304eef5893 tempest-VolumesActionsTest-1697825292 tempest-VolumesActionsTest-1697825292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:22:55.783734 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-a6a390bd-de44-4f78-b454-323263716b4d req-85ee272e-7373-4c62-abf5-df304eef5893 tempest-VolumesActionsTest-1697825292 tempest-VolumesActionsTest-1697825292-project] 10.222.0.18 "GET /v2.0/ports?device_id=6440d615-40f6-426b-807a-9333c0046b29 HTTP/1.1" status: 200 len: 944 time: 0.0568013 Jul 21 12:22:55.845640 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-a6a390bd-de44-4f78-b454-323263716b4d req-8d1d3fdb-bcce-4d87-8bce-1dddb0dcaa87 tempest-VolumesActionsTest-1697825292 tempest-VolumesActionsTest-1697825292-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2e2e90c-fd4e-4373-9ae7-6f6e5beee815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543425 Jul 21 12:22:56.766980 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Device 444aa421-586d-4318-bf35-e88855e5838b up at agent hyperv_hv-cinder-85032 {{(pid=104161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 12:22:56.815448 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Provisioning for port 444aa421-586d-4318-bf35-e88855e5838b completed by entity L2. {{(pid=104161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 21 12:22:56.825764 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Provisioning complete for port 444aa421-586d-4318-bf35-e88855e5838b triggered by entity L2. {{(pid=104161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 12:22:56.826148 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388846'] for port (444aa421-586d-4318-bf35-e88855e5838b), provisioning_complete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:22:57.053999 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc2165f-2db7-461f-bce5-603944c7ca9e req-d9b84b8c-b737-45bd-a76f-9d062270ba1b tempest-VolumesActionsTest-1697825292 tempest-VolumesActionsTest-1697825292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:22:57.056821 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-bbc2165f-2db7-461f-bce5-603944c7ca9e req-d9b84b8c-b737-45bd-a76f-9d062270ba1b tempest-VolumesActionsTest-1697825292 tempest-VolumesActionsTest-1697825292-project] 10.222.0.18 "GET /v2.0/ports?device_id=6440d615-40f6-426b-807a-9333c0046b29 HTTP/1.1" status: 200 len: 944 time: 0.0788670 Jul 21 12:22:57.111924 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Current status of the port 444aa421-586d-4318-bf35-e88855e5838b is: BUILD; New status is: ACTIVE {{(pid=104161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 12:22:57.112314 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (444aa421-586d-4318-bf35-e88855e5838b), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:22:57.130496 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-bbc2165f-2db7-461f-bce5-603944c7ca9e req-7336dad9-e967-4b5f-8697-7a66919aa537 tempest-VolumesActionsTest-1697825292 tempest-VolumesActionsTest-1697825292-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2e2e90c-fd4e-4373-9ae7-6f6e5beee815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631380 Jul 21 12:22:57.152495 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6440d615-40f6-426b-807a-9333c0046b29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '444aa421-586d-4318-bf35-e88855e5838b'}] {{(pid=104161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 12:22:57.157484 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cdf8932827941a003a674b569a46f4ce1abada81d99297f544444a18ab6c7ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-538cddb9-c348-46f5-a7c3-bcfdbfb67553" -d '{"events": [{"server_uuid": "6440d615-40f6-426b-807a-9333c0046b29", "name": "network-vif-plugged", "status": "completed", "tag": "444aa421-586d-4318-bf35-e88855e5838b"}]}' {{(pid=104161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 12:22:57.172244 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] For port 444aa421-586d-4318-bf35-e88855e5838b, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=444aa421-586d-4318-bf35-e88855e5838b,segment=NetworkSegment(924c52ec-6288-499a-8158-b0cb6140ba87),segment_id=924c52ec-6288-499a-8158-b0cb6140ba87)] {{(pid=104161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 12:22:57.178469 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158'] for port (444aa421-586d-4318-bf35-e88855e5838b), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:22:57.225920 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 12:22:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56af230a-0db2-42cc-8c95-8d3e259e7eac x-openstack-request-id: req-56af230a-0db2-42cc-8c95-8d3e259e7eac {{(pid=104161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 12:22:57.226330 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6440d615-40f6-426b-807a-9333c0046b29", "name": "network-vif-plugged", "status": "completed", "tag": "444aa421-586d-4318-bf35-e88855e5838b", "code": 200}]} {{(pid=104161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 12:22:57.226723 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-56af230a-0db2-42cc-8c95-8d3e259e7eac {{(pid=104161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 12:22:57.227332 dv-cinder-850321-1-iscsi neutron-server[104161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56af230a-0db2-42cc-8c95-8d3e259e7eac'] response: {'server_uuid': '6440d615-40f6-426b-807a-9333c0046b29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '444aa421-586d-4318-bf35-e88855e5838b', 'code': 200} Jul 21 12:22:57.244419 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Pushing event updated for resources: {'Port': ['ID=444aa421-586d-4318-bf35-e88855e5838b,revision_number=5']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:22:57.472954 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3d98fe-e5fe-44ac-8a7d-30636d029773 req-921f0ebe-4979-4178-9fe7-27e843e7adfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:22:57.474514 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-8b3d98fe-e5fe-44ac-8a7d-30636d029773 req-921f0ebe-4979-4178-9fe7-27e843e7adfa service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6440d615-40f6-426b-807a-9333c0046b29 HTTP/1.1" status: 200 len: 1129 time: 0.0427375 Jul 21 12:22:57.529021 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-8b3d98fe-e5fe-44ac-8a7d-30636d029773 req-6bcd0e07-8cbc-44b0-9123-7fde6c713441 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=d2e2e90c-fd4e-4373-9ae7-6f6e5beee815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469029 Jul 21 12:22:58.261939 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb3a20c-4b78-4734-b48b-f2f4e7ed518c req-77ac20ca-3fb4-461c-a384-69898c4dfe98 tempest-VolumesActionsTest-1697825292 tempest-VolumesActionsTest-1697825292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:22:58.263630 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-efb3a20c-4b78-4734-b48b-f2f4e7ed518c req-77ac20ca-3fb4-461c-a384-69898c4dfe98 tempest-VolumesActionsTest-1697825292 tempest-VolumesActionsTest-1697825292-project] 10.222.0.18 "GET /v2.0/ports?device_id=6440d615-40f6-426b-807a-9333c0046b29 HTTP/1.1" status: 200 len: 945 time: 0.0498931 Jul 21 12:22:58.324337 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-efb3a20c-4b78-4734-b48b-f2f4e7ed518c req-e43a12c6-97a9-4665-bbd5-e248d759d4c9 tempest-VolumesActionsTest-1697825292 tempest-VolumesActionsTest-1697825292-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2e2e90c-fd4e-4373-9ae7-6f6e5beee815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547292 Jul 21 12:22:59.452379 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f42227-d106-4544-ae5e-11cea455cd2d req-5778d45c-0069-4954-bc32-5839dc4d9785 tempest-VolumesActionsTest-1697825292 tempest-VolumesActionsTest-1697825292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:22:59.453893 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-50f42227-d106-4544-ae5e-11cea455cd2d req-5778d45c-0069-4954-bc32-5839dc4d9785 tempest-VolumesActionsTest-1697825292 tempest-VolumesActionsTest-1697825292-project] 10.222.0.18 "GET /v2.0/ports?device_id=6440d615-40f6-426b-807a-9333c0046b29 HTTP/1.1" status: 200 len: 945 time: 0.0537262 Jul 21 12:22:59.505329 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-50f42227-d106-4544-ae5e-11cea455cd2d req-e45e0c9a-4f09-4196-9895-4d8a04e30e67 tempest-VolumesActionsTest-1697825292 tempest-VolumesActionsTest-1697825292-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2e2e90c-fd4e-4373-9ae7-6f6e5beee815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455689 Jul 21 12:23:00.626967 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb175a47-6d92-4a9d-aedc-b4d917ccdf13 req-7febea97-5497-4303-ba06-8651ddfe5cff tempest-VolumesActionsTest-1697825292 tempest-VolumesActionsTest-1697825292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:23:00.628739 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-eb175a47-6d92-4a9d-aedc-b4d917ccdf13 req-7febea97-5497-4303-ba06-8651ddfe5cff tempest-VolumesActionsTest-1697825292 tempest-VolumesActionsTest-1697825292-project] 10.222.0.18 "GET /v2.0/ports?device_id=6440d615-40f6-426b-807a-9333c0046b29 HTTP/1.1" status: 200 len: 945 time: 0.0515492 Jul 21 12:23:00.679545 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-eb175a47-6d92-4a9d-aedc-b4d917ccdf13 req-6e174eb2-7001-436b-9418-9122d3a38d80 tempest-VolumesActionsTest-1697825292 tempest-VolumesActionsTest-1697825292-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2e2e90c-fd4e-4373-9ae7-6f6e5beee815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451977 Jul 21 12:23:01.802135 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a6c52a-deab-4b87-930a-14bc8415e9c7 req-213a3a65-b881-4618-b056-86da7d10ef68 tempest-VolumesActionsTest-1697825292 tempest-VolumesActionsTest-1697825292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:23:01.803701 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-83a6c52a-deab-4b87-930a-14bc8415e9c7 req-213a3a65-b881-4618-b056-86da7d10ef68 tempest-VolumesActionsTest-1697825292 tempest-VolumesActionsTest-1697825292-project] 10.222.0.18 "GET /v2.0/ports?device_id=6440d615-40f6-426b-807a-9333c0046b29 HTTP/1.1" status: 200 len: 945 time: 0.0511787 Jul 21 12:23:01.856852 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-83a6c52a-deab-4b87-930a-14bc8415e9c7 req-2bd7ccff-b0f9-498a-a77f-e00f0c703a42 tempest-VolumesActionsTest-1697825292 tempest-VolumesActionsTest-1697825292-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2e2e90c-fd4e-4373-9ae7-6f6e5beee815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465066 Jul 21 12:23:02.252809 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.18', 36996) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:23:02.355913 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (0e418a3d-140a-4386-ad03-1f6ad2d8ed7b), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:02.524305 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=100 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:23:02.554660 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-d1eb6ac6-eba5-4945-8cbf-95edfe13f0b6 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] Deleting port 8a464db8-fd15-4fed-b212-b9268b8a32b0 {{(pid=104160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 12:23:02.554979 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-d1eb6ac6-eba5-4945-8cbf-95edfe13f0b6 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760977592'] for port (8a464db8-fd15-4fed-b212-b9268b8a32b0), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:02.638871 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-d1eb6ac6-eba5-4945-8cbf-95edfe13f0b6 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683200'] for port (8a464db8-fd15-4fed-b212-b9268b8a32b0), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:02.639259 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-d1eb6ac6-eba5-4945-8cbf-95edfe13f0b6 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] Publish callbacks [] for floatingip (8a464db8-fd15-4fed-b212-b9268b8a32b0), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:02.654977 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-d1eb6ac6-eba5-4945-8cbf-95edfe13f0b6 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] Calling delete_port for 8a464db8-fd15-4fed-b212-b9268b8a32b0 owned by network:floatingip {{(pid=104160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 12:23:02.854022 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-d1eb6ac6-eba5-4945-8cbf-95edfe13f0b6 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760983080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773760637175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9357752'] for port (8a464db8-fd15-4fed-b212-b9268b8a32b0), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:02.857975 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:23:02.884858 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1eb6ac6-eba5-4945-8cbf-95edfe13f0b6 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] Pushing event deleted for resources: {'Port': ['ID=8a464db8-fd15-4fed-b212-b9268b8a32b0,revision_number=None']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:23:02.907728 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1eb6ac6-eba5-4945-8cbf-95edfe13f0b6 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:23:02.908239 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1eb6ac6-eba5-4945-8cbf-95edfe13f0b6 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:23:02.908758 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1eb6ac6-eba5-4945-8cbf-95edfe13f0b6 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:23:02.909290 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1eb6ac6-eba5-4945-8cbf-95edfe13f0b6 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:23:02.909888 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1eb6ac6-eba5-4945-8cbf-95edfe13f0b6 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:23:02.910432 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1eb6ac6-eba5-4945-8cbf-95edfe13f0b6 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:23:02.910966 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1eb6ac6-eba5-4945-8cbf-95edfe13f0b6 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:23:02.911515 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1eb6ac6-eba5-4945-8cbf-95edfe13f0b6 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:23:02.912051 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1eb6ac6-eba5-4945-8cbf-95edfe13f0b6 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:23:02.912530 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1eb6ac6-eba5-4945-8cbf-95edfe13f0b6 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:23:02.912982 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1eb6ac6-eba5-4945-8cbf-95edfe13f0b6 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:23:02.913482 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1eb6ac6-eba5-4945-8cbf-95edfe13f0b6 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:23:02.914017 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1eb6ac6-eba5-4945-8cbf-95edfe13f0b6 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:23:02.915531 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1eb6ac6-eba5-4945-8cbf-95edfe13f0b6 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:23:02.915531 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1eb6ac6-eba5-4945-8cbf-95edfe13f0b6 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:23:03.016838 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-d1eb6ac6-eba5-4945-8cbf-95edfe13f0b6 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] Publish callbacks [] for floatingip (1b93cddd-bce2-4372-b5e2-a869e77b429d), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:03.017164 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.db.l3_db [None req-d1eb6ac6-eba5-4945-8cbf-95edfe13f0b6 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] Floating IP 1b93cddd-bce2-4372-b5e2-a869e77b429d disassociated (deleted). External IP: 172.27.3.101, port: 102231b0-4167-4147-a158-c39b3fb5ca64. Jul 21 12:23:03.062008 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a62b99a-d534-4b68-a5af-bbedbd7b02c9 req-5287057e-6875-4c2e-9b34-b0c264e55314 tempest-VolumesActionsTest-1697825292 tempest-VolumesActionsTest-1697825292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:23:03.063832 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-2a62b99a-d534-4b68-a5af-bbedbd7b02c9 req-5287057e-6875-4c2e-9b34-b0c264e55314 tempest-VolumesActionsTest-1697825292 tempest-VolumesActionsTest-1697825292-project] 10.222.0.18 "GET /v2.0/ports?device_id=6440d615-40f6-426b-807a-9333c0046b29 HTTP/1.1" status: 200 len: 945 time: 0.1002920 Jul 21 12:23:03.187153 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-2a62b99a-d534-4b68-a5af-bbedbd7b02c9 req-b5abbb54-af93-4016-b72b-d20b562d3eae tempest-VolumesActionsTest-1697825292 tempest-VolumesActionsTest-1697825292-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2e2e90c-fd4e-4373-9ae7-6f6e5beee815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125579 Jul 21 12:23:03.624356 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1eb6ac6-eba5-4945-8cbf-95edfe13f0b6 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] Router f5055487-3a49-4ec4-87fb-0d2fb8bef04f has already been hosted by L3 agent ceb1130f-c61e-494c-be4f-967cc153319c {{(pid=104160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 12:23:03.747780 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1eb6ac6-eba5-4945-8cbf-95edfe13f0b6 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] Notify agent at l3_agent.dv-cinder-850321-1-iscsi the message routers_updated {{(pid=104160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 12:23:03.752998 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-d1eb6ac6-eba5-4945-8cbf-95edfe13f0b6 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170956'] for floatingip (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:03.759399 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e036d7f-e41d-4449-b15f-2ddd7781f771 None None] Sync routers for ids ['f5055487-3a49-4ec4-87fb-0d2fb8bef04f'] in dv-cinder-850321-1-iscsi {{(pid=104162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 12:23:03.778140 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e036d7f-e41d-4449-b15f-2ddd7781f771 None None] Routers {'f5055487-3a49-4ec4-87fb-0d2fb8bef04f'} bound to L3 agent in host dv-cinder-850321-1-iscsi {{(pid=104162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 12:23:03.779150 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_hamode_db [None req-4e036d7f-e41d-4449-b15f-2ddd7781f771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-21T12:06:45Z,description=,heartbeat_timestamp=2022-07-21T12:22:45Z,host='dv-cinder-850321-1-iscsi',id=ceb1130f-c61e-494c-be4f-967cc153319c,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T12:06:45Z,topic='l3_agent')) {'router_ids': ['f5055487-3a49-4ec4-87fb-0d2fb8bef04f'], 'active': True} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:23:03.790252 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-d1eb6ac6-eba5-4945-8cbf-95edfe13f0b6 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] 10.222.0.18 "DELETE /v2.0/floatingips/1b93cddd-bce2-4372-b5e2-a869e77b429d HTTP/1.1" status: 204 len: 168 time: 1.5361392 Jul 21 12:23:03.791104 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2400d441-d159-4bda-b81f-fc7bebd80d82', 'tag': '102231b0-4167-4147-a158-c39b3fb5ca64'}] {{(pid=104160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 12:23:03.794072 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eb085c56e9e86bbd6a0965d2ba727f3997621403869b150ca98f31427dd41b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ba77913-fc0e-4e9c-b965-470e9dcc676f" -d '{"events": [{"name": "network-changed", "server_uuid": "2400d441-d159-4bda-b81f-fc7bebd80d82", "tag": "102231b0-4167-4147-a158-c39b3fb5ca64"}]}' {{(pid=104160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 12:23:03.837589 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 12:23:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48404bed-f835-40bb-8d57-f6b8da4e32b3 x-openstack-request-id: req-48404bed-f835-40bb-8d57-f6b8da4e32b3 {{(pid=104160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 12:23:03.838383 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2400d441-d159-4bda-b81f-fc7bebd80d82", "tag": "102231b0-4167-4147-a158-c39b3fb5ca64", "status": "completed", "code": 200}]} {{(pid=104160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 12:23:03.838989 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-48404bed-f835-40bb-8d57-f6b8da4e32b3 {{(pid=104160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 12:23:03.839678 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48404bed-f835-40bb-8d57-f6b8da4e32b3'] response: {'name': 'network-changed', 'server_uuid': '2400d441-d159-4bda-b81f-fc7bebd80d82', 'tag': '102231b0-4167-4147-a158-c39b3fb5ca64', 'status': 'completed', 'code': 200} Jul 21 12:23:03.963089 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:23:03.967574 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvr_db [None req-4e036d7f-e41d-4449-b15f-2ddd7781f771 None None] Set router f5055487-3a49-4ec4-87fb-0d2fb8bef04f gateway port host: dv-cinder-850321-1-iscsi {{(pid=104162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 12:23:04.001803 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba77913-fc0e-4e9c-b965-470e9dcc676f req-54f395c0-d481-4289-b9d0-7999520ce175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:23:04.003808 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-6ba77913-fc0e-4e9c-b965-470e9dcc676f req-54f395c0-d481-4289-b9d0-7999520ce175 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=994738157bca4d9d887f316699bd9387&device_id=2400d441-d159-4bda-b81f-fc7bebd80d82 HTTP/1.1" status: 200 len: 1129 time: 0.0960913 Jul 21 12:23:04.169673 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba77913-fc0e-4e9c-b965-470e9dcc676f req-f9678116-bcda-4936-94ce-7daa6240009d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:23:04.173068 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-6ba77913-fc0e-4e9c-b965-470e9dcc676f req-f9678116-bcda-4936-94ce-7daa6240009d service neutron] 10.222.0.48 "GET /v2.0/networks?id=8c282145-933c-4b50-a925-186bff239b95 HTTP/1.1" status: 200 len: 909 time: 0.1587608 Jul 21 12:23:04.304799 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ea2fdf-0b74-4fa6-aa95-1d7c8c71cbac req-2fe1edaa-82da-43a6-a44d-c45f611fa570 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:23:04.306790 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-c2ea2fdf-0b74-4fa6-aa95-1d7c8c71cbac req-2fe1edaa-82da-43a6-a44d-c45f611fa570 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] 10.222.0.18 "GET /v2.0/ports?device_id=2400d441-d159-4bda-b81f-fc7bebd80d82 HTTP/1.1" status: 200 len: 945 time: 0.0657005 Jul 21 12:23:04.319057 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_hamode_db [None req-4e036d7f-e41d-4449-b15f-2ddd7781f771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5055487-3a49-4ec4-87fb-0d2fb8bef04f', 'name': 'tempest-TestShelveInstance-368893645-router', 'tenant_id': '994738157bca4d9d887f316699bd9387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'external_fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': '0a844b22-5d2b-426f-bd30-18fb6671583f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T12:17:07Z', 'updated_at': '2022-07-21T12:17:12Z', 'revision_number': 4, 'project_id': '994738157bca4d9d887f316699bd9387', 'gw_port': {'id': '0a844b22-5d2b-426f-bd30-18fb6671583f', 'name': '', 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:cb:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5055487-3a49-4ec4-87fb-0d2fb8bef04f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:17:08Z', 'updated_at': '2022-07-21T12:17:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-1-iscsi', '_interfaces': [{'id': 'b8a840cd-efa9-4927-a522-b79e6867b1e3', 'name': '', 'network_id': '8c282145-933c-4b50-a925-186bff239b95', 'tenant_id': '994738157bca4d9d887f316699bd9387', 'mac_address': 'fa:16:3e:3d:ec:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5055487-3a49-4ec4-87fb-0d2fb8bef04f', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '676ad41d-510b-4151-ab97-7369b1d7baa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:17:11Z', 'updated_at': '2022-07-21T12:17:18Z', 'revision_number': 5, 'project_id': '994738157bca4d9d887f316699bd9387', 'subnets': [{'id': '676ad41d-510b-4151-ab97-7369b1d7baa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-1-iscsi', False) {} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:23:04.354970 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e036d7f-e41d-4449-b15f-2ddd7781f771 None None] Checking router: f5055487-3a49-4ec4-87fb-0d2fb8bef04f for host: dv-cinder-850321-1-iscsi {{(pid=104162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 12:23:04.365174 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e036d7f-e41d-4449-b15f-2ddd7781f771 None None] Routers {'f5055487-3a49-4ec4-87fb-0d2fb8bef04f'} bound to L3 agent in host dv-cinder-850321-1-iscsi {{(pid=104162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 12:23:04.365818 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_hamode_db [None req-4e036d7f-e41d-4449-b15f-2ddd7781f771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-21T12:06:45Z,description=,heartbeat_timestamp=2022-07-21T12:22:45Z,host='dv-cinder-850321-1-iscsi',id=ceb1130f-c61e-494c-be4f-967cc153319c,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T12:06:45Z,topic='l3_agent')) {'router_ids': ['f5055487-3a49-4ec4-87fb-0d2fb8bef04f'], 'active': True} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:23:04.392127 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-c2ea2fdf-0b74-4fa6-aa95-1d7c8c71cbac req-ae52d21f-8ee0-4f4d-a347-bc5b6c24111e tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] 10.222.0.18 "GET /v2.0/security-groups?id=79741dd1-42b2-48da-83d5-dc04f517a0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756967 Jul 21 12:23:04.555754 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd59c92-bd51-4145-a9bd-d60223f15207 req-2481a346-e2a7-4100-aaeb-550e75f82cf4 tempest-VolumesActionsTest-1697825292 tempest-VolumesActionsTest-1697825292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:23:04.564648 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-bcd59c92-bd51-4145-a9bd-d60223f15207 req-2481a346-e2a7-4100-aaeb-550e75f82cf4 tempest-VolumesActionsTest-1697825292 tempest-VolumesActionsTest-1697825292-project] 10.222.0.18 "GET /v2.0/ports?device_id=6440d615-40f6-426b-807a-9333c0046b29 HTTP/1.1" status: 200 len: 945 time: 0.1088090 Jul 21 12:23:04.619541 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvr_db [None req-4e036d7f-e41d-4449-b15f-2ddd7781f771 None None] Set router f5055487-3a49-4ec4-87fb-0d2fb8bef04f gateway port host: dv-cinder-850321-1-iscsi {{(pid=104162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 12:23:04.652687 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-bcd59c92-bd51-4145-a9bd-d60223f15207 req-ec9fc56c-0db0-4f93-9c2c-7fcbdf97fae0 tempest-VolumesActionsTest-1697825292 tempest-VolumesActionsTest-1697825292-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2e2e90c-fd4e-4373-9ae7-6f6e5beee815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833180 Jul 21 12:23:04.683751 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86285bb-f4dc-430d-9456-e8df3c6c7ce6 req-54173b3b-d37a-4dc5-b92b-79925e29331e tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:23:04.685774 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-b86285bb-f4dc-430d-9456-e8df3c6c7ce6 req-54173b3b-d37a-4dc5-b92b-79925e29331e tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/ports?device_id=3244734c-06c4-4693-956e-804e2abbf512 HTTP/1.1" status: 200 len: 946 time: 0.0774779 Jul 21 12:23:04.741901 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-b86285bb-f4dc-430d-9456-e8df3c6c7ce6 req-9322648c-e837-46e9-8e6c-1e28fac33de7 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/security-groups?id=92f07517-0d86-4a56-a0b9-a9174a2f6367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498185 Jul 21 12:23:04.836400 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_hamode_db [None req-4e036d7f-e41d-4449-b15f-2ddd7781f771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5055487-3a49-4ec4-87fb-0d2fb8bef04f', 'name': 'tempest-TestShelveInstance-368893645-router', 'tenant_id': '994738157bca4d9d887f316699bd9387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'external_fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': '0a844b22-5d2b-426f-bd30-18fb6671583f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T12:17:07Z', 'updated_at': '2022-07-21T12:17:12Z', 'revision_number': 4, 'project_id': '994738157bca4d9d887f316699bd9387', 'gw_port': {'id': '0a844b22-5d2b-426f-bd30-18fb6671583f', 'name': '', 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:cb:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5055487-3a49-4ec4-87fb-0d2fb8bef04f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:17:08Z', 'updated_at': '2022-07-21T12:17:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-1-iscsi', '_interfaces': [{'id': 'b8a840cd-efa9-4927-a522-b79e6867b1e3', 'name': '', 'network_id': '8c282145-933c-4b50-a925-186bff239b95', 'tenant_id': '994738157bca4d9d887f316699bd9387', 'mac_address': 'fa:16:3e:3d:ec:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5055487-3a49-4ec4-87fb-0d2fb8bef04f', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '676ad41d-510b-4151-ab97-7369b1d7baa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:17:11Z', 'updated_at': '2022-07-21T12:17:18Z', 'revision_number': 5, 'project_id': '994738157bca4d9d887f316699bd9387', 'subnets': [{'id': '676ad41d-510b-4151-ab97-7369b1d7baa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-1-iscsi', False) {} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:23:04.868243 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e036d7f-e41d-4449-b15f-2ddd7781f771 None None] The sync data for ids ['f5055487-3a49-4ec4-87fb-0d2fb8bef04f'] in dv-cinder-850321-1-iscsi is: [{'id': 'f5055487-3a49-4ec4-87fb-0d2fb8bef04f', 'name': 'tempest-TestShelveInstance-368893645-router', 'tenant_id': '994738157bca4d9d887f316699bd9387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'external_fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': '0a844b22-5d2b-426f-bd30-18fb6671583f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T12:17:07Z', 'updated_at': '2022-07-21T12:17:12Z', 'revision_number': 4, 'project_id': '994738157bca4d9d887f316699bd9387', 'gw_port': {'id': '0a844b22-5d2b-426f-bd30-18fb6671583f', 'name': '', 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:cb:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5055487-3a49-4ec4-87fb-0d2fb8bef04f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:17:08Z', 'updated_at': '2022-07-21T12:17:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-1-iscsi', '_interfaces': [{'id': 'b8a840cd-efa9-4927-a522-b79e6867b1e3', 'name': '', 'network_id': '8c282145-933c-4b50-a925-186bff239b95', 'tenant_id': '994738157bca4d9d887f316699bd9387', 'mac_address': 'fa:16:3e:3d:ec:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5055487-3a49-4ec4-87fb-0d2fb8bef04f', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '676ad41d-510b-4151-ab97-7369b1d7baa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:17:11Z', 'updated_at': '2022-07-21T12:17:18Z', 'revision_number': 5, 'project_id': '994738157bca4d9d887f316699bd9387', 'subnets': [{'id': '676ad41d-510b-4151-ab97-7369b1d7baa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 12:23:05.121565 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a24882ee-1b7a-4b97-88cc-731b617fc610 None None] New status for floating IP 1b93cddd-bce2-4372-b5e2-a869e77b429d: DOWN {{(pid=104161) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 21 12:23:05.532484 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caac1d2e-6f2f-4a6c-a34c-aee8e9426908 req-0dc03453-4cfe-443d-8f26-41793cd82f3b tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:23:05.534087 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-caac1d2e-6f2f-4a6c-a34c-aee8e9426908 req-0dc03453-4cfe-443d-8f26-41793cd82f3b tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] 10.222.0.18 "GET /v2.0/ports?device_id=2400d441-d159-4bda-b81f-fc7bebd80d82 HTTP/1.1" status: 200 len: 945 time: 0.0535884 Jul 21 12:23:05.598326 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-caac1d2e-6f2f-4a6c-a34c-aee8e9426908 req-4d0839c2-233e-407a-a29a-fb7551db98a8 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] 10.222.0.18 "GET /v2.0/security-groups?id=79741dd1-42b2-48da-83d5-dc04f517a0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570726 Jul 21 12:23:05.653198 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-6ba77913-fc0e-4e9c-b965-470e9dcc676f req-95bc8cb6-c300-41dd-888f-2a427c8e4f51 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=102231b0-4167-4147-a158-c39b3fb5ca64 HTTP/1.1" status: 200 len: 217 time: 0.0469904 Jul 21 12:23:05.779151 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.18', 37084) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:23:05.803777 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e66e0a-2467-4071-bb88-06ca86b06d03 req-1beecadc-0e07-43d6-8e05-e3480455cc75 tempest-VolumesActionsTest-1697825292 tempest-VolumesActionsTest-1697825292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:23:05.805389 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-52e66e0a-2467-4071-bb88-06ca86b06d03 req-1beecadc-0e07-43d6-8e05-e3480455cc75 tempest-VolumesActionsTest-1697825292 tempest-VolumesActionsTest-1697825292-project] 10.222.0.18 "GET /v2.0/ports?device_id=6440d615-40f6-426b-807a-9333c0046b29 HTTP/1.1" status: 200 len: 945 time: 0.0654709 Jul 21 12:23:05.866285 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-52e66e0a-2467-4071-bb88-06ca86b06d03 req-caa53e04-3708-41d2-b764-8bbf4eafc66b tempest-VolumesActionsTest-1697825292 tempest-VolumesActionsTest-1697825292-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2e2e90c-fd4e-4373-9ae7-6f6e5beee815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537944 Jul 21 12:23:05.897256 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66681602-0c9f-4e0d-9a79-8f09871f826f req-2abf6bb0-96c4-4bab-919a-59c9c28e1a23 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:23:05.900213 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-66681602-0c9f-4e0d-9a79-8f09871f826f req-2abf6bb0-96c4-4bab-919a-59c9c28e1a23 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/ports?device_id=3244734c-06c4-4693-956e-804e2abbf512 HTTP/1.1" status: 200 len: 946 time: 0.0709558 Jul 21 12:23:05.947041 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=100 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:23:05.987667 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-42dc9fe1-2614-4812-9cc9-29ea9874739b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:05.996295 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-66681602-0c9f-4e0d-9a79-8f09871f826f req-cce5c9a2-cd9d-4644-b94a-1f1fab81a962 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/security-groups?id=92f07517-0d86-4a56-a0b9-a9174a2f6367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896623 Jul 21 12:23:06.114264 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-42dc9fe1-2614-4812-9cc9-29ea9874739b admin admin] Publish callbacks [] for security_group (0f183de3-73b3-42db-8a48-4b91adecce15), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:06.118900 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-42dc9fe1-2614-4812-9cc9-29ea9874739b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (0f183de3-73b3-42db-8a48-4b91adecce15), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:06.165784 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-42dc9fe1-2614-4812-9cc9-29ea9874739b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e37eea7f398a41b5a7e08c5bda27c1dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3850327 Jul 21 12:23:06.166804 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dc9fe1-2614-4812-9cc9-29ea9874739b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f183de3-73b3-42db-8a48-4b91adecce15,revision_number=1']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:23:06.168678 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 37088) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:23:06.233615 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-d9fa2668-d691-4004-b199-e9f1443f2b28 admin admin] Publish callbacks [] for security_group (0f183de3-73b3-42db-8a48-4b91adecce15), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:06.260332 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-d9fa2668-d691-4004-b199-e9f1443f2b28 admin admin] Publish callbacks [] for security_group (0f183de3-73b3-42db-8a48-4b91adecce15), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:06.331112 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-d9fa2668-d691-4004-b199-e9f1443f2b28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (0f183de3-73b3-42db-8a48-4b91adecce15), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:06.335991 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-d9fa2668-d691-4004-b199-e9f1443f2b28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:06.340525 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-d9fa2668-d691-4004-b199-e9f1443f2b28 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0f183de3-73b3-42db-8a48-4b91adecce15 HTTP/1.1" status: 204 len: 168 time: 0.1674359 Jul 21 12:23:06.348449 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fa2668-d691-4004-b199-e9f1443f2b28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f183de3-73b3-42db-8a48-4b91adecce15,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:23:06.357731 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fa2668-d691-4004-b199-e9f1443f2b28 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:23:06.358412 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fa2668-d691-4004-b199-e9f1443f2b28 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:23:06.358412 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fa2668-d691-4004-b199-e9f1443f2b28 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:23:06.358763 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fa2668-d691-4004-b199-e9f1443f2b28 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:23:06.358932 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fa2668-d691-4004-b199-e9f1443f2b28 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:23:06.359213 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fa2668-d691-4004-b199-e9f1443f2b28 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:23:06.359571 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fa2668-d691-4004-b199-e9f1443f2b28 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:23:06.359897 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fa2668-d691-4004-b199-e9f1443f2b28 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:23:06.360254 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fa2668-d691-4004-b199-e9f1443f2b28 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:23:06.360535 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fa2668-d691-4004-b199-e9f1443f2b28 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:23:06.360866 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fa2668-d691-4004-b199-e9f1443f2b28 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:23:06.361196 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fa2668-d691-4004-b199-e9f1443f2b28 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:23:06.361538 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fa2668-d691-4004-b199-e9f1443f2b28 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:23:06.361811 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fa2668-d691-4004-b199-e9f1443f2b28 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:23:06.362302 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fa2668-d691-4004-b199-e9f1443f2b28 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:23:06.746724 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.18', 37096) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:23:06.759000 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a70d54-b4fd-4e86-92f7-ef05f7404b62 req-24a3dc31-4e99-476f-9699-96a075e551eb tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:23:06.760622 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-d7a70d54-b4fd-4e86-92f7-ef05f7404b62 req-24a3dc31-4e99-476f-9699-96a075e551eb tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] 10.222.0.18 "GET /v2.0/ports?device_id=2400d441-d159-4bda-b81f-fc7bebd80d82 HTTP/1.1" status: 200 len: 945 time: 0.0576675 Jul 21 12:23:06.763760 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-7b21d176-4b05-4990-ba49-c2b8695869cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:06.825722 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-d7a70d54-b4fd-4e86-92f7-ef05f7404b62 req-b6378fab-3117-4973-aea1-4c2a32e3f0f9 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] 10.222.0.18 "GET /v2.0/security-groups?id=79741dd1-42b2-48da-83d5-dc04f517a0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547028 Jul 21 12:23:06.874086 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-7b21d176-4b05-4990-ba49-c2b8695869cf admin admin] Publish callbacks [] for security_group (438b16c6-7e76-4a3d-85aa-edadff44f168), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:06.878804 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-7b21d176-4b05-4990-ba49-c2b8695869cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (438b16c6-7e76-4a3d-85aa-edadff44f168), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:06.921192 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b21d176-4b05-4990-ba49-c2b8695869cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=438b16c6-7e76-4a3d-85aa-edadff44f168,revision_number=1']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:23:06.929417 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-7b21d176-4b05-4990-ba49-c2b8695869cf admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=44c4f31cf7ef4ecc98a6967937acc91a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1767478 Jul 21 12:23:06.929835 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.18', 37100) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:23:07.031998 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939f7b5a-db45-4bb8-b4be-aafc78bfe14f req-7c82b884-c1ed-4250-b77f-90f73ef84c75 tempest-VolumesActionsTest-1697825292 tempest-VolumesActionsTest-1697825292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:23:07.035699 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-939f7b5a-db45-4bb8-b4be-aafc78bfe14f req-7c82b884-c1ed-4250-b77f-90f73ef84c75 tempest-VolumesActionsTest-1697825292 tempest-VolumesActionsTest-1697825292-project] 10.222.0.18 "GET /v2.0/ports?device_id=6440d615-40f6-426b-807a-9333c0046b29 HTTP/1.1" status: 200 len: 945 time: 0.0875940 Jul 21 12:23:07.058734 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=91,neutron:INSERT=9 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:23:07.066642 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-6ec3074f-bc91-4992-b5e2-8d93ae8c0d13 admin admin] Publish callbacks [] for security_group (438b16c6-7e76-4a3d-85aa-edadff44f168), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:07.113933 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-6ec3074f-bc91-4992-b5e2-8d93ae8c0d13 admin admin] Publish callbacks [] for security_group (438b16c6-7e76-4a3d-85aa-edadff44f168), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:07.143170 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-939f7b5a-db45-4bb8-b4be-aafc78bfe14f req-2b81ac63-b350-40a5-856b-bafdf033708e tempest-VolumesActionsTest-1697825292 tempest-VolumesActionsTest-1697825292-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2e2e90c-fd4e-4373-9ae7-6f6e5beee815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976875 Jul 21 12:23:07.178887 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0b5856-34ef-4d67-b746-4e0a701e1d27 req-e9f2b1ca-996b-43f6-a2bc-b29d7bbb3e3a tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:23:07.180624 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-ea0b5856-34ef-4d67-b746-4e0a701e1d27 req-e9f2b1ca-996b-43f6-a2bc-b29d7bbb3e3a tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/ports?device_id=3244734c-06c4-4693-956e-804e2abbf512 HTTP/1.1" status: 200 len: 946 time: 0.0627425 Jul 21 12:23:07.215599 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-6ec3074f-bc91-4992-b5e2-8d93ae8c0d13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (438b16c6-7e76-4a3d-85aa-edadff44f168), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:07.219366 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-6ec3074f-bc91-4992-b5e2-8d93ae8c0d13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:07.221225 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-6ec3074f-bc91-4992-b5e2-8d93ae8c0d13 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/438b16c6-7e76-4a3d-85aa-edadff44f168 HTTP/1.1" status: 204 len: 168 time: 0.2902455 Jul 21 12:23:07.234516 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec3074f-bc91-4992-b5e2-8d93ae8c0d13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=438b16c6-7e76-4a3d-85aa-edadff44f168,revision_number=None']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:23:07.258314 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-ea0b5856-34ef-4d67-b746-4e0a701e1d27 req-6011dfa4-558c-4af5-a777-cebbac6d47ad tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/security-groups?id=92f07517-0d86-4a56-a0b9-a9174a2f6367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701108 Jul 21 12:23:07.965605 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a191f62-d329-4063-82ea-1756ca332a0e req-93dd8946-b21a-4ac9-b7dd-8fa1356f21d7 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:23:07.967145 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-9a191f62-d329-4063-82ea-1756ca332a0e req-93dd8946-b21a-4ac9-b7dd-8fa1356f21d7 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] 10.222.0.18 "GET /v2.0/ports?device_id=2400d441-d159-4bda-b81f-fc7bebd80d82 HTTP/1.1" status: 200 len: 945 time: 0.0509894 Jul 21 12:23:08.010850 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:23:08.030460 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-9a191f62-d329-4063-82ea-1756ca332a0e req-abeda8cc-b677-45ef-b269-11ad318a8b13 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] 10.222.0.18 "GET /v2.0/security-groups?id=79741dd1-42b2-48da-83d5-dc04f517a0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554907 Jul 21 12:23:08.174735 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.agents_db [None req-4203cc95-03b4-445b-a92f-19fc3dec8381 None None] Agent healthcheck: found 6 active agents {{(pid=104162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 12:23:08.454268 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caa75bd-cd94-49fb-8f7c-eb6cbc1c5513 req-1a1a0789-d844-4804-97eb-0d8f047c8543 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:23:08.455823 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-8caa75bd-cd94-49fb-8f7c-eb6cbc1c5513 req-1a1a0789-d844-4804-97eb-0d8f047c8543 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/ports?device_id=3244734c-06c4-4693-956e-804e2abbf512 HTTP/1.1" status: 200 len: 946 time: 0.0723214 Jul 21 12:23:08.510539 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-8caa75bd-cd94-49fb-8f7c-eb6cbc1c5513 req-ef39f651-f3ed-4522-a416-9918f03d6c0d tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/security-groups?id=92f07517-0d86-4a56-a0b9-a9174a2f6367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486815 Jul 21 12:23:08.599097 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8588c3ed-da0e-4c4f-ab56-13adb45501e2 req-85f6247e-e0a6-40e8-80fa-8dfe28a292e3 tempest-VolumesActionsTest-1697825292 tempest-VolumesActionsTest-1697825292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:23:08.600855 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-8588c3ed-da0e-4c4f-ab56-13adb45501e2 req-85f6247e-e0a6-40e8-80fa-8dfe28a292e3 tempest-VolumesActionsTest-1697825292 tempest-VolumesActionsTest-1697825292-project] 10.222.0.18 "GET /v2.0/ports?device_id=6440d615-40f6-426b-807a-9333c0046b29 HTTP/1.1" status: 200 len: 945 time: 0.3667643 Jul 21 12:23:08.648745 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-8588c3ed-da0e-4c4f-ab56-13adb45501e2 req-bf032b0e-995d-4eac-a04c-e0f7e70f5cd6 tempest-VolumesActionsTest-1697825292 tempest-VolumesActionsTest-1697825292-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2e2e90c-fd4e-4373-9ae7-6f6e5beee815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422280 Jul 21 12:23:08.840614 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba77913-fc0e-4e9c-b965-470e9dcc676f req-ef854ea2-c3a9-4a73-a5dc-0ffd0b1894f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:23:08.842128 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-6ba77913-fc0e-4e9c-b965-470e9dcc676f req-ef854ea2-c3a9-4a73-a5dc-0ffd0b1894f0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=676ad41d-510b-4151-ab97-7369b1d7baa6 HTTP/1.1" status: 200 len: 847 time: 0.0556159 Jul 21 12:23:09.266981 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adee0486-7443-44c3-89c8-e744d75e3c6f req-e91b1875-486f-49c7-9c49-8b31afc7420e tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:23:09.268554 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-adee0486-7443-44c3-89c8-e744d75e3c6f req-e91b1875-486f-49c7-9c49-8b31afc7420e tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] 10.222.0.18 "GET /v2.0/ports?device_id=2400d441-d159-4bda-b81f-fc7bebd80d82 HTTP/1.1" status: 200 len: 945 time: 0.1573043 Jul 21 12:23:09.294340 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba77913-fc0e-4e9c-b965-470e9dcc676f req-56acc00f-e340-477e-8775-aff58d55bddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:23:09.295868 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-6ba77913-fc0e-4e9c-b965-470e9dcc676f req-56acc00f-e340-477e-8775-aff58d55bddc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8c282145-933c-4b50-a925-186bff239b95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1328633 Jul 21 12:23:09.311714 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f837a2ca-20f3-44e5-ace9-a2056d73d034 req-d7186149-9881-4d7c-bb96-48b1b1d39283 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:23:09.313276 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-f837a2ca-20f3-44e5-ace9-a2056d73d034 req-d7186149-9881-4d7c-bb96-48b1b1d39283 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.48 "GET /v2.0/ports?device_id=3244734c-06c4-4693-956e-804e2abbf512 HTTP/1.1" status: 200 len: 946 time: 0.1347814 Jul 21 12:23:09.328762 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:23:09.338977 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c42081-a684-41b7-a18e-860b64e1d79a req-d4593a15-eae0-49dd-9c76-6af8b483ce2a tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:23:09.342619 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-b4c42081-a684-41b7-a18e-860b64e1d79a req-d4593a15-eae0-49dd-9c76-6af8b483ce2a tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] 10.222.0.48 "GET /v2.0/ports?device_id=2400d441-d159-4bda-b81f-fc7bebd80d82 HTTP/1.1" status: 200 len: 945 time: 0.0540173 Jul 21 12:23:09.356930 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c6171a-adcb-4bab-aa24-4686e74354b4 req-4877c43c-e990-48f6-a4eb-d64a0c9caaa4 tempest-VolumesActionsTest-1697825292 tempest-VolumesActionsTest-1697825292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:23:09.358800 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-c5c6171a-adcb-4bab-aa24-4686e74354b4 req-4877c43c-e990-48f6-a4eb-d64a0c9caaa4 tempest-VolumesActionsTest-1697825292 tempest-VolumesActionsTest-1697825292-project] 10.222.0.48 "GET /v2.0/ports?device_id=6440d615-40f6-426b-807a-9333c0046b29 HTTP/1.1" status: 200 len: 945 time: 0.1532388 Jul 21 12:23:09.389032 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:23:09.488493 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.plugins.ml2.plugin [req-b4c42081-a684-41b7-a18e-860b64e1d79a req-fb2fe005-8938-4f1f-a72c-bd4121e012f5 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] Deleting port 102231b0-4167-4147-a158-c39b3fb5ca64 {{(pid=104159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 12:23:09.488929 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-b4c42081-a684-41b7-a18e-860b64e1d79a req-fb2fe005-8938-4f1f-a72c-bd4121e012f5 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760977592'] for port (102231b0-4167-4147-a158-c39b3fb5ca64), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:09.507740 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-adee0486-7443-44c3-89c8-e744d75e3c6f req-497b4dac-416a-4414-b65a-7df390e78140 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] 10.222.0.18 "GET /v2.0/security-groups?id=79741dd1-42b2-48da-83d5-dc04f517a0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2268186 Jul 21 12:23:09.611526 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [req-f837a2ca-20f3-44e5-ace9-a2056d73d034 req-d7349edd-363f-4bcd-bd30-e6c49349f799 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Deleting port c2a7cf69-7947-4dbd-bcc4-55ce85b10fd7 {{(pid=104160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 12:23:09.611988 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-f837a2ca-20f3-44e5-ace9-a2056d73d034 req-d7349edd-363f-4bcd-bd30-e6c49349f799 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760977592'] for port (c2a7cf69-7947-4dbd-bcc4-55ce85b10fd7), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:09.625127 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.plugins.ml2.db [req-b4c42081-a684-41b7-a18e-860b64e1d79a req-fb2fe005-8938-4f1f-a72c-bd4121e012f5 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] For port 102231b0-4167-4147-a158-c39b3fb5ca64, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=102231b0-4167-4147-a158-c39b3fb5ca64,segment=NetworkSegment(41f4ccd0-1558-464f-a94c-66027c15fb57),segment_id=41f4ccd0-1558-464f-a94c-66027c15fb57)] {{(pid=104159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 12:23:09.625752 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-b4c42081-a684-41b7-a18e-860b64e1d79a req-fb2fe005-8938-4f1f-a72c-bd4121e012f5 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683200'] for port (102231b0-4167-4147-a158-c39b3fb5ca64), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:09.641762 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-6ba77913-fc0e-4e9c-b965-470e9dcc676f req-65c2eded-9c0d-4529-b4b8-91bf41fdbfe2 service neutron] 10.222.0.48 "GET /v2.0/networks/8c282145-933c-4b50-a925-186bff239b95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3229570 Jul 21 12:23:09.664694 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [req-c5c6171a-adcb-4bab-aa24-4686e74354b4 req-b92dc02a-463d-4d67-9694-95708e8474a3 tempest-VolumesActionsTest-1697825292 tempest-VolumesActionsTest-1697825292-project] Deleting port 444aa421-586d-4318-bf35-e88855e5838b {{(pid=104160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 12:23:09.664959 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-c5c6171a-adcb-4bab-aa24-4686e74354b4 req-b92dc02a-463d-4d67-9694-95708e8474a3 tempest-VolumesActionsTest-1697825292 tempest-VolumesActionsTest-1697825292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760977592'] for port (444aa421-586d-4318-bf35-e88855e5838b), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:09.670936 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.plugins.ml2.plugin [req-b4c42081-a684-41b7-a18e-860b64e1d79a req-fb2fe005-8938-4f1f-a72c-bd4121e012f5 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] Calling delete_port for 102231b0-4167-4147-a158-c39b3fb5ca64 owned by compute:nova {{(pid=104159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 12:23:09.703339 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8274e1-a6cb-40cb-88e2-d84c183cbd91 req-f5a5f69a-cdd2-47fd-b124-3e3b2b5de9c4 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:23:09.705039 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-1a8274e1-a6cb-40cb-88e2-d84c183cbd91 req-f5a5f69a-cdd2-47fd-b124-3e3b2b5de9c4 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/ports?device_id=3244734c-06c4-4693-956e-804e2abbf512 HTTP/1.1" status: 200 len: 946 time: 0.0765457 Jul 21 12:23:09.808094 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-1a8274e1-a6cb-40cb-88e2-d84c183cbd91 req-8afd1da9-034e-4c51-8235-3645c2ead57e tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/security-groups?id=92f07517-0d86-4a56-a0b9-a9174a2f6367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713682 Jul 21 12:23:09.825956 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:23:09.895098 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-b4c42081-a684-41b7-a18e-860b64e1d79a req-fb2fe005-8938-4f1f-a72c-bd4121e012f5 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760983080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773760637175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8469579'] for port (102231b0-4167-4147-a158-c39b3fb5ca64), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:09.919820 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc6d6c1-686b-48fd-8c5b-0bf0b22036bd req-b35dde72-d2d8-4931-8a12-21c4b4252585 tempest-VolumesActionsTest-1697825292 tempest-VolumesActionsTest-1697825292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:23:09.921438 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-4cc6d6c1-686b-48fd-8c5b-0bf0b22036bd req-b35dde72-d2d8-4931-8a12-21c4b4252585 tempest-VolumesActionsTest-1697825292 tempest-VolumesActionsTest-1697825292-project] 10.222.0.18 "GET /v2.0/ports?device_id=6440d615-40f6-426b-807a-9333c0046b29 HTTP/1.1" status: 200 len: 945 time: 0.1692879 Jul 21 12:23:09.930499 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2fe005-8938-4f1f-a72c-bd4121e012f5 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] Pushing event deleted for resources: {'Port': ['ID=102231b0-4167-4147-a158-c39b3fb5ca64,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:23:09.941071 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.db [req-f837a2ca-20f3-44e5-ace9-a2056d73d034 req-d7349edd-363f-4bcd-bd30-e6c49349f799 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] For port c2a7cf69-7947-4dbd-bcc4-55ce85b10fd7, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=c2a7cf69-7947-4dbd-bcc4-55ce85b10fd7,segment=NetworkSegment(7232b8b8-b9cf-453a-b8fc-7068d6546503),segment_id=7232b8b8-b9cf-453a-b8fc-7068d6546503)] {{(pid=104160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 12:23:09.941509 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-f837a2ca-20f3-44e5-ace9-a2056d73d034 req-d7349edd-363f-4bcd-bd30-e6c49349f799 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683200'] for port (c2a7cf69-7947-4dbd-bcc4-55ce85b10fd7), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:09.971244 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=100 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:23:09.978550 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.db [req-c5c6171a-adcb-4bab-aa24-4686e74354b4 req-b92dc02a-463d-4d67-9694-95708e8474a3 tempest-VolumesActionsTest-1697825292 tempest-VolumesActionsTest-1697825292-project] For port 444aa421-586d-4318-bf35-e88855e5838b, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=444aa421-586d-4318-bf35-e88855e5838b,segment=NetworkSegment(924c52ec-6288-499a-8158-b0cb6140ba87),segment_id=924c52ec-6288-499a-8158-b0cb6140ba87)] {{(pid=104160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 12:23:09.979416 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-c5c6171a-adcb-4bab-aa24-4686e74354b4 req-b92dc02a-463d-4d67-9694-95708e8474a3 tempest-VolumesActionsTest-1697825292 tempest-VolumesActionsTest-1697825292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683200'] for port (444aa421-586d-4318-bf35-e88855e5838b), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:09.986400 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-6ba77913-fc0e-4e9c-b965-470e9dcc676f req-63fed5cf-d66d-474e-b8cb-f793b34804c5 service neutron] 10.222.0.48 "GET /v2.0/networks/8c282145-933c-4b50-a925-186bff239b95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3321261 Jul 21 12:23:10.005827 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4c42081-a684-41b7-a18e-860b64e1d79a req-fb2fe005-8938-4f1f-a72c-bd4121e012f5 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] No DVR routers for this DVR port 102231b0-4167-4147-a158-c39b3fb5ca64 on host hv-cinder-85032 {{(pid=104159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 12:23:10.010154 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-b4c42081-a684-41b7-a18e-860b64e1d79a req-fb2fe005-8938-4f1f-a72c-bd4121e012f5 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170956'] for port (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:10.013672 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-b4c42081-a684-41b7-a18e-860b64e1d79a req-fb2fe005-8938-4f1f-a72c-bd4121e012f5 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] 10.222.0.48 "DELETE /v2.0/ports/102231b0-4167-4147-a158-c39b3fb5ca64 HTTP/1.1" status: 204 len: 173 time: 0.6649776 Jul 21 12:23:10.014131 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2400d441-d159-4bda-b81f-fc7bebd80d82', 'name': 'network-vif-deleted', 'tag': '102231b0-4167-4147-a158-c39b3fb5ca64'}] {{(pid=104159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 12:23:10.016508 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14a473be662c523f753bafa963e7b12489d1fc6a20e308844a06c71d85f4ae6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0284b8e-9f62-4ee5-82f2-98633dd357b1" -d '{"events": [{"server_uuid": "2400d441-d159-4bda-b81f-fc7bebd80d82", "name": "network-vif-deleted", "tag": "102231b0-4167-4147-a158-c39b3fb5ca64"}]}' {{(pid=104159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 12:23:10.049972 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [req-c5c6171a-adcb-4bab-aa24-4686e74354b4 req-b92dc02a-463d-4d67-9694-95708e8474a3 tempest-VolumesActionsTest-1697825292 tempest-VolumesActionsTest-1697825292-project] Calling delete_port for 444aa421-586d-4318-bf35-e88855e5838b owned by compute:nova {{(pid=104160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 12:23:10.064205 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 12:23:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8f29f96-4561-4b23-a5bc-8e4aa76f52e3 x-openstack-request-id: req-c8f29f96-4561-4b23-a5bc-8e4aa76f52e3 {{(pid=104159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 12:23:10.064572 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2400d441-d159-4bda-b81f-fc7bebd80d82", "name": "network-vif-deleted", "tag": "102231b0-4167-4147-a158-c39b3fb5ca64", "status": "completed", "code": 200}]} {{(pid=104159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 12:23:10.065088 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c8f29f96-4561-4b23-a5bc-8e4aa76f52e3 {{(pid=104159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 12:23:10.065766 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8f29f96-4561-4b23-a5bc-8e4aa76f52e3'] response: {'server_uuid': '2400d441-d159-4bda-b81f-fc7bebd80d82', 'name': 'network-vif-deleted', 'tag': '102231b0-4167-4147-a158-c39b3fb5ca64', 'status': 'completed', 'code': 200} Jul 21 12:23:10.180307 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-4cc6d6c1-686b-48fd-8c5b-0bf0b22036bd req-52d4c0de-abbd-4934-8144-8bed883fd7a6 tempest-VolumesActionsTest-1697825292 tempest-VolumesActionsTest-1697825292-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2e2e90c-fd4e-4373-9ae7-6f6e5beee815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040868 Jul 21 12:23:10.271286 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-f837a2ca-20f3-44e5-ace9-a2056d73d034 req-d7349edd-363f-4bcd-bd30-e6c49349f799 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:10.272037 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-f837a2ca-20f3-44e5-ace9-a2056d73d034 req-d7349edd-363f-4bcd-bd30-e6c49349f799 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681920'] for floatingip (f62d0700-0e39-4564-933b-942eb0432b94), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:10.272037 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.db.l3_db [req-f837a2ca-20f3-44e5-ace9-a2056d73d034 req-d7349edd-363f-4bcd-bd30-e6c49349f799 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Floating IP f62d0700-0e39-4564-933b-942eb0432b94 disassociated. External IP: 172.27.3.249, port: c2a7cf69-7947-4dbd-bcc4-55ce85b10fd7. Jul 21 12:23:10.272339 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [req-f837a2ca-20f3-44e5-ace9-a2056d73d034 req-d7349edd-363f-4bcd-bd30-e6c49349f799 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Calling delete_port for c2a7cf69-7947-4dbd-bcc4-55ce85b10fd7 owned by compute:nova {{(pid=104160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 12:23:10.335456 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 37184) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:23:10.381478 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-c5c6171a-adcb-4bab-aa24-4686e74354b4 req-b92dc02a-463d-4d67-9694-95708e8474a3 tempest-VolumesActionsTest-1697825292 tempest-VolumesActionsTest-1697825292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760983080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773760637175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9357752'] for port (444aa421-586d-4318-bf35-e88855e5838b), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:10.421798 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] get_ports_and_sgs() called for port_ids ['444aa421-586d-4318-bf35-e88855e5838b'] {{(pid=104161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 12:23:10.424131 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:23:10.425923 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92dc02a-463d-4d67-9694-95708e8474a3 tempest-VolumesActionsTest-1697825292 tempest-VolumesActionsTest-1697825292-project] Pushing event deleted for resources: {'Port': ['ID=444aa421-586d-4318-bf35-e88855e5838b,revision_number=None']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:23:10.493408 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5c6171a-adcb-4bab-aa24-4686e74354b4 req-b92dc02a-463d-4d67-9694-95708e8474a3 tempest-VolumesActionsTest-1697825292 tempest-VolumesActionsTest-1697825292-project] No DVR routers for this DVR port 444aa421-586d-4318-bf35-e88855e5838b on host hv-cinder-85032 {{(pid=104160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 12:23:10.521896 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-c5c6171a-adcb-4bab-aa24-4686e74354b4 req-b92dc02a-463d-4d67-9694-95708e8474a3 tempest-VolumesActionsTest-1697825292 tempest-VolumesActionsTest-1697825292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170956'] for port (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:10.525777 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-c5c6171a-adcb-4bab-aa24-4686e74354b4 req-b92dc02a-463d-4d67-9694-95708e8474a3 tempest-VolumesActionsTest-1697825292 tempest-VolumesActionsTest-1697825292-project] 10.222.0.48 "DELETE /v2.0/ports/444aa421-586d-4318-bf35-e88855e5838b HTTP/1.1" status: 204 len: 173 time: 1.1435661 Jul 21 12:23:10.526353 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6440d615-40f6-426b-807a-9333c0046b29', 'name': 'network-vif-deleted', 'tag': '444aa421-586d-4318-bf35-e88855e5838b'}] {{(pid=104160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 12:23:10.533290 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-5f2451fe-9187-4b12-b6c3-d8f35d152bea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:10.536387 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eb085c56e9e86bbd6a0965d2ba727f3997621403869b150ca98f31427dd41b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68fa297f-732f-4b97-8214-610c2f6f1baa" -d '{"events": [{"server_uuid": "6440d615-40f6-426b-807a-9333c0046b29", "name": "network-vif-deleted", "tag": "444aa421-586d-4318-bf35-e88855e5838b"}]}' {{(pid=104160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 12:23:10.596814 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-f837a2ca-20f3-44e5-ace9-a2056d73d034 req-d7349edd-363f-4bcd-bd30-e6c49349f799 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760983080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773760637175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9357752'] for port (c2a7cf69-7947-4dbd-bcc4-55ce85b10fd7), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:10.640876 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 12:23:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e4d07c4-7600-459a-bc22-1aa4b74ab3a5 x-openstack-request-id: req-0e4d07c4-7600-459a-bc22-1aa4b74ab3a5 {{(pid=104160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 12:23:10.641528 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6440d615-40f6-426b-807a-9333c0046b29", "name": "network-vif-deleted", "tag": "444aa421-586d-4318-bf35-e88855e5838b", "status": "completed", "code": 200}]} {{(pid=104160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 12:23:10.641987 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0e4d07c4-7600-459a-bc22-1aa4b74ab3a5 {{(pid=104160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 12:23:10.642575 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e4d07c4-7600-459a-bc22-1aa4b74ab3a5'] response: {'server_uuid': '6440d615-40f6-426b-807a-9333c0046b29', 'name': 'network-vif-deleted', 'tag': '444aa421-586d-4318-bf35-e88855e5838b', 'status': 'completed', 'code': 200} Jul 21 12:23:10.645590 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7349edd-363f-4bcd-bd30-e6c49349f799 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Pushing event deleted for resources: {'Port': ['ID=c2a7cf69-7947-4dbd-bcc4-55ce85b10fd7,revision_number=None']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:23:10.688074 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-8fb4b753-567c-4742-8790-717b9c627a2f req-f8bc5a28-fd1a-40c3-81e1-25593020850b tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] 10.222.0.18 "GET /v2.0/ports?device_id=2400d441-d159-4bda-b81f-fc7bebd80d82 HTTP/1.1" status: 200 len: 210 time: 0.0573525 Jul 21 12:23:10.742415 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-5f2451fe-9187-4b12-b6c3-d8f35d152bea admin admin] Publish callbacks [] for security_group (fe1febee-22d9-4b87-af14-c26bea59d712), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:10.746911 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-5f2451fe-9187-4b12-b6c3-d8f35d152bea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (fe1febee-22d9-4b87-af14-c26bea59d712), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:10.780282 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f837a2ca-20f3-44e5-ace9-a2056d73d034 req-d7349edd-363f-4bcd-bd30-e6c49349f799 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Router 2e8c32c0-f7a5-44bc-9719-afb90b68785d has already been hosted by L3 agent ceb1130f-c61e-494c-be4f-967cc153319c {{(pid=104160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 12:23:10.792913 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-5f2451fe-9187-4b12-b6c3-d8f35d152bea admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0efb6b864a0f445b9ac3b65ce116d89a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4521787 Jul 21 12:23:10.792913 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2451fe-9187-4b12-b6c3-d8f35d152bea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe1febee-22d9-4b87-af14-c26bea59d712,revision_number=1']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:23:10.793380 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 37192) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:23:10.850259 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-15aed9fd-7657-4c80-af43-d748b00fdcb7 admin admin] Publish callbacks [] for security_group (fe1febee-22d9-4b87-af14-c26bea59d712), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:10.884807 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-15aed9fd-7657-4c80-af43-d748b00fdcb7 admin admin] Publish callbacks [] for security_group (fe1febee-22d9-4b87-af14-c26bea59d712), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:10.908989 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:23:10.909864 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:23:10.917760 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f837a2ca-20f3-44e5-ace9-a2056d73d034 req-d7349edd-363f-4bcd-bd30-e6c49349f799 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Notify agent at l3_agent.dv-cinder-850321-1-iscsi the message routers_updated {{(pid=104160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 12:23:10.935202 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad59399d-5532-49b1-a47f-d7aa25658670 None None] Sync routers for ids ['2e8c32c0-f7a5-44bc-9719-afb90b68785d'] in dv-cinder-850321-1-iscsi {{(pid=104162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 12:23:10.948519 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad59399d-5532-49b1-a47f-d7aa25658670 None None] Routers {'2e8c32c0-f7a5-44bc-9719-afb90b68785d'} bound to L3 agent in host dv-cinder-850321-1-iscsi {{(pid=104162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 12:23:10.949387 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_hamode_db [None req-ad59399d-5532-49b1-a47f-d7aa25658670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-21T12:06:45Z,description=,heartbeat_timestamp=2022-07-21T12:22:45Z,host='dv-cinder-850321-1-iscsi',id=ceb1130f-c61e-494c-be4f-967cc153319c,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T12:06:45Z,topic='l3_agent')) {'router_ids': ['2e8c32c0-f7a5-44bc-9719-afb90b68785d'], 'active': True} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:23:10.951901 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-15aed9fd-7657-4c80-af43-d748b00fdcb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (fe1febee-22d9-4b87-af14-c26bea59d712), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:10.957175 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-15aed9fd-7657-4c80-af43-d748b00fdcb7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:10.974643 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-15aed9fd-7657-4c80-af43-d748b00fdcb7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fe1febee-22d9-4b87-af14-c26bea59d712 HTTP/1.1" status: 204 len: 168 time: 0.1801677 Jul 21 12:23:10.990323 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15aed9fd-7657-4c80-af43-d748b00fdcb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe1febee-22d9-4b87-af14-c26bea59d712,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:23:11.018236 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-3e78c5e0-676d-40da-b378-7e934084da4d req-b20d2f67-c378-4db1-a329-a391a2f9de0d tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/ports?device_id=3244734c-06c4-4693-956e-804e2abbf512 HTTP/1.1" status: 200 len: 210 time: 0.0998259 Jul 21 12:23:11.020530 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.db.l3_dvrscheduler_db [req-f837a2ca-20f3-44e5-ace9-a2056d73d034 req-d7349edd-363f-4bcd-bd30-e6c49349f799 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] No DVR routers for this DVR port c2a7cf69-7947-4dbd-bcc4-55ce85b10fd7 on host hv-cinder-85032 {{(pid=104160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 12:23:11.024842 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-f837a2ca-20f3-44e5-ace9-a2056d73d034 req-d7349edd-363f-4bcd-bd30-e6c49349f799 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170956'] for port (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:11.032559 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-f837a2ca-20f3-44e5-ace9-a2056d73d034 req-d7349edd-363f-4bcd-bd30-e6c49349f799 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.48 "DELETE /v2.0/ports/c2a7cf69-7947-4dbd-bcc4-55ce85b10fd7 HTTP/1.1" status: 204 len: 173 time: 1.7122073 Jul 21 12:23:11.114357 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvr_db [None req-ad59399d-5532-49b1-a47f-d7aa25658670 None None] Set router 2e8c32c0-f7a5-44bc-9719-afb90b68785d gateway port host: dv-cinder-850321-1-iscsi {{(pid=104162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 12:23:11.329681 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-0dcc441c-15e3-45db-8f79-6156a11f8542 req-e32a038a-0f3b-4f7f-8a22-eaa8b8666ece tempest-VolumesActionsTest-1697825292 tempest-VolumesActionsTest-1697825292-project] 10.222.0.18 "GET /v2.0/ports?device_id=6440d615-40f6-426b-807a-9333c0046b29 HTTP/1.1" status: 200 len: 210 time: 0.0426705 Jul 21 12:23:11.364053 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=100 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:23:11.372311 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_hamode_db [None req-ad59399d-5532-49b1-a47f-d7aa25658670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e8c32c0-f7a5-44bc-9719-afb90b68785d', 'name': 'tempest-AttachVolumeShelveTestJSON-530716939-router', 'tenant_id': '2409e2644eb14d6b9545088c08d22273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'external_fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.74'}], 'enable_snat': True}, 'gw_port_id': 'b1d1c6d1-fd4a-427b-9ee3-01ccd1eba03d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T12:15:33Z', 'updated_at': '2022-07-21T12:15:53Z', 'revision_number': 4, 'project_id': '2409e2644eb14d6b9545088c08d22273', 'gw_port': {'id': 'b1d1c6d1-fd4a-427b-9ee3-01ccd1eba03d', 'name': '', 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:f7:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8c32c0-f7a5-44bc-9719-afb90b68785d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:15:36Z', 'updated_at': '2022-07-21T12:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-1-iscsi', '_interfaces': [{'id': 'd345d234-56b3-4328-9e19-a7e68dd40415', 'name': '', 'network_id': 'ff0fcfbd-22d3-47ea-80f2-195b1cbc803d', 'tenant_id': '2409e2644eb14d6b9545088c08d22273', 'mac_address': 'fa:16:3e:92:df:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8c32c0-f7a5-44bc-9719-afb90b68785d', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'cc9a2033-692d-458c-a1e6-ffe26f82c935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:15:50Z', 'updated_at': '2022-07-21T12:16:09Z', 'revision_number': 5, 'project_id': '2409e2644eb14d6b9545088c08d22273', 'subnets': [{'id': 'cc9a2033-692d-458c-a1e6-ffe26f82c935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-1-iscsi', False) {} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:23:11.375592 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=100 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:23:11.404318 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad59399d-5532-49b1-a47f-d7aa25658670 None None] Checking router: 2e8c32c0-f7a5-44bc-9719-afb90b68785d for host: dv-cinder-850321-1-iscsi {{(pid=104162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 12:23:11.415302 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad59399d-5532-49b1-a47f-d7aa25658670 None None] Routers {'2e8c32c0-f7a5-44bc-9719-afb90b68785d'} bound to L3 agent in host dv-cinder-850321-1-iscsi {{(pid=104162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 12:23:11.416019 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_hamode_db [None req-ad59399d-5532-49b1-a47f-d7aa25658670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-21T12:06:45Z,description=,heartbeat_timestamp=2022-07-21T12:22:45Z,host='dv-cinder-850321-1-iscsi',id=ceb1130f-c61e-494c-be4f-967cc153319c,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T12:06:45Z,topic='l3_agent')) {'router_ids': ['2e8c32c0-f7a5-44bc-9719-afb90b68785d'], 'active': True} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:23:11.459058 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-4f63bdb4-8d23-4b29-abdd-2529cfd25d1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (8a21e728-a2e9-4580-a748-6ac9ba47a2a7), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:11.492720 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.18', 37202) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:23:11.510090 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-35a83764-bd06-4225-a56f-86a1a42d09aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:11.548418 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvr_db [None req-ad59399d-5532-49b1-a47f-d7aa25658670 None None] Set router 2e8c32c0-f7a5-44bc-9719-afb90b68785d gateway port host: dv-cinder-850321-1-iscsi {{(pid=104162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 12:23:11.602030 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-35a83764-bd06-4225-a56f-86a1a42d09aa admin admin] Publish callbacks [] for security_group (6c1139b2-5fc5-4be9-9552-fb11b7527611), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:11.609658 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-35a83764-bd06-4225-a56f-86a1a42d09aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (6c1139b2-5fc5-4be9-9552-fb11b7527611), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:11.652917 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-35a83764-bd06-4225-a56f-86a1a42d09aa admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ab139e7431a844e6901d4810c520cffc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1565213 Jul 21 12:23:11.652917 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a83764-bd06-4225-a56f-86a1a42d09aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c1139b2-5fc5-4be9-9552-fb11b7527611,revision_number=1']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:23:11.653511 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 37204) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:23:11.672637 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:23:11.681052 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=5 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:23:11.724343 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-24aaeb50-4da9-4ad4-b5f7-3d02ed8f8483 admin admin] Publish callbacks [] for security_group (6c1139b2-5fc5-4be9-9552-fb11b7527611), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:11.742586 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 37208) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:23:11.765651 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-24aaeb50-4da9-4ad4-b5f7-3d02ed8f8483 admin admin] Publish callbacks [] for security_group (6c1139b2-5fc5-4be9-9552-fb11b7527611), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:11.778978 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_hamode_db [None req-ad59399d-5532-49b1-a47f-d7aa25658670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e8c32c0-f7a5-44bc-9719-afb90b68785d', 'name': 'tempest-AttachVolumeShelveTestJSON-530716939-router', 'tenant_id': '2409e2644eb14d6b9545088c08d22273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'external_fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.74'}], 'enable_snat': True}, 'gw_port_id': 'b1d1c6d1-fd4a-427b-9ee3-01ccd1eba03d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T12:15:33Z', 'updated_at': '2022-07-21T12:15:53Z', 'revision_number': 4, 'project_id': '2409e2644eb14d6b9545088c08d22273', 'gw_port': {'id': 'b1d1c6d1-fd4a-427b-9ee3-01ccd1eba03d', 'name': '', 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:f7:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8c32c0-f7a5-44bc-9719-afb90b68785d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:15:36Z', 'updated_at': '2022-07-21T12:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-1-iscsi', '_interfaces': [{'id': 'd345d234-56b3-4328-9e19-a7e68dd40415', 'name': '', 'network_id': 'ff0fcfbd-22d3-47ea-80f2-195b1cbc803d', 'tenant_id': '2409e2644eb14d6b9545088c08d22273', 'mac_address': 'fa:16:3e:92:df:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8c32c0-f7a5-44bc-9719-afb90b68785d', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'cc9a2033-692d-458c-a1e6-ffe26f82c935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:15:50Z', 'updated_at': '2022-07-21T12:16:09Z', 'revision_number': 5, 'project_id': '2409e2644eb14d6b9545088c08d22273', 'subnets': [{'id': 'cc9a2033-692d-458c-a1e6-ffe26f82c935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-1-iscsi', False) {} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:23:11.805690 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad59399d-5532-49b1-a47f-d7aa25658670 None None] The sync data for ids ['2e8c32c0-f7a5-44bc-9719-afb90b68785d'] in dv-cinder-850321-1-iscsi is: [{'id': '2e8c32c0-f7a5-44bc-9719-afb90b68785d', 'name': 'tempest-AttachVolumeShelveTestJSON-530716939-router', 'tenant_id': '2409e2644eb14d6b9545088c08d22273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'external_fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.74'}], 'enable_snat': True}, 'gw_port_id': 'b1d1c6d1-fd4a-427b-9ee3-01ccd1eba03d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T12:15:33Z', 'updated_at': '2022-07-21T12:15:53Z', 'revision_number': 4, 'project_id': '2409e2644eb14d6b9545088c08d22273', 'gw_port': {'id': 'b1d1c6d1-fd4a-427b-9ee3-01ccd1eba03d', 'name': '', 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:f7:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8c32c0-f7a5-44bc-9719-afb90b68785d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:15:36Z', 'updated_at': '2022-07-21T12:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-1-iscsi', '_interfaces': [{'id': 'd345d234-56b3-4328-9e19-a7e68dd40415', 'name': '', 'network_id': 'ff0fcfbd-22d3-47ea-80f2-195b1cbc803d', 'tenant_id': '2409e2644eb14d6b9545088c08d22273', 'mac_address': 'fa:16:3e:92:df:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8c32c0-f7a5-44bc-9719-afb90b68785d', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'cc9a2033-692d-458c-a1e6-ffe26f82c935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:15:50Z', 'updated_at': '2022-07-21T12:16:09Z', 'revision_number': 5, 'project_id': '2409e2644eb14d6b9545088c08d22273', 'subnets': [{'id': 'cc9a2033-692d-458c-a1e6-ffe26f82c935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 12:23:11.847638 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-df5817e4-fd0c-4d1f-b7f2-fdc8d547e32a tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] Publish callbacks [] for security_group (79741dd1-42b2-48da-83d5-dc04f517a0cb), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:11.877162 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-24aaeb50-4da9-4ad4-b5f7-3d02ed8f8483 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (6c1139b2-5fc5-4be9-9552-fb11b7527611), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:11.879964 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-24aaeb50-4da9-4ad4-b5f7-3d02ed8f8483 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:11.883635 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-24aaeb50-4da9-4ad4-b5f7-3d02ed8f8483 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6c1139b2-5fc5-4be9-9552-fb11b7527611 HTTP/1.1" status: 204 len: 168 time: 0.2264037 Jul 21 12:23:11.883852 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-df5817e4-fd0c-4d1f-b7f2-fdc8d547e32a tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] Publish callbacks [] for security_group (79741dd1-42b2-48da-83d5-dc04f517a0cb), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:11.901010 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24aaeb50-4da9-4ad4-b5f7-3d02ed8f8483 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c1139b2-5fc5-4be9-9552-fb11b7527611,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:23:11.994704 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-df5817e4-fd0c-4d1f-b7f2-fdc8d547e32a tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (79741dd1-42b2-48da-83d5-dc04f517a0cb), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:11.998917 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-df5817e4-fd0c-4d1f-b7f2-fdc8d547e32a tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] Publish callbacks [] for security_group (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:12.001694 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-df5817e4-fd0c-4d1f-b7f2-fdc8d547e32a tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] 10.222.0.18 "DELETE /v2.0/security-groups/79741dd1-42b2-48da-83d5-dc04f517a0cb HTTP/1.1" status: 204 len: 168 time: 0.2566793 Jul 21 12:23:12.028800 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5817e4-fd0c-4d1f-b7f2-fdc8d547e32a tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79741dd1-42b2-48da-83d5-dc04f517a0cb,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:23:12.105411 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 37216) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:23:12.181392 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-c393eacd-af54-447c-bf40-7c00398c8a1c req-55333033-0446-4075-9cc8-344412bbb9c2 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/ports?device_id=3244734c-06c4-4693-956e-804e2abbf512 HTTP/1.1" status: 200 len: 210 time: 0.0337548 Jul 21 12:23:12.272400 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f36580-76ad-43df-b9ba-cbe74c61cb7f None None] New status for floating IP f62d0700-0e39-4564-933b-942eb0432b94: DOWN {{(pid=104161) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 21 12:23:12.643473 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3244734c-06c4-4693-956e-804e2abbf512', 'name': 'network-vif-deleted', 'tag': 'c2a7cf69-7947-4dbd-bcc4-55ce85b10fd7'}] {{(pid=104160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 12:23:12.646704 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eb085c56e9e86bbd6a0965d2ba727f3997621403869b150ca98f31427dd41b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5fc9b7e-f8a0-4342-8b13-8b1dcd8f920e" -d '{"events": [{"server_uuid": "3244734c-06c4-4693-956e-804e2abbf512", "name": "network-vif-deleted", "tag": "c2a7cf69-7947-4dbd-bcc4-55ce85b10fd7"}]}' {{(pid=104160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 12:23:12.697085 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 12:23:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3b010b8-af80-4110-8c03-55c1fe02216a x-openstack-request-id: req-b3b010b8-af80-4110-8c03-55c1fe02216a {{(pid=104160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 12:23:12.697529 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3244734c-06c4-4693-956e-804e2abbf512", "name": "network-vif-deleted", "tag": "c2a7cf69-7947-4dbd-bcc4-55ce85b10fd7", "status": "completed", "code": 200}]} {{(pid=104160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 12:23:12.697866 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b3b010b8-af80-4110-8c03-55c1fe02216a {{(pid=104160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 12:23:12.699039 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3b010b8-af80-4110-8c03-55c1fe02216a'] response: {'server_uuid': '3244734c-06c4-4693-956e-804e2abbf512', 'name': 'network-vif-deleted', 'tag': 'c2a7cf69-7947-4dbd-bcc4-55ce85b10fd7', 'status': 'completed', 'code': 200} Jul 21 12:23:12.805657 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-16f13d7c-8083-4a4c-b11e-ba088d98418f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682688'] for router_interface (f5055487-3a49-4ec4-87fb-0d2fb8bef04f), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:12.891130 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Device 444aa421-586d-4318-bf35-e88855e5838b no longer exists at agent hyperv_hv-cinder-85032 {{(pid=104161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 12:23:12.920830 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] No Port match for: 444aa421-586d-4318-bf35-e88855e5838b {{(pid=104161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 12:23:12.921173 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Device 444aa421-586d-4318-bf35-e88855e5838b not bound to the agent host hv-cinder-85032 {{(pid=104161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 12:23:12.921606 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Device c2a7cf69-7947-4dbd-bcc4-55ce85b10fd7 no longer exists at agent hyperv_hv-cinder-85032 {{(pid=104161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 12:23:12.946731 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] No Port match for: c2a7cf69-7947-4dbd-bcc4-55ce85b10fd7 {{(pid=104161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 12:23:12.947328 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Device c2a7cf69-7947-4dbd-bcc4-55ce85b10fd7 not bound to the agent host hv-cinder-85032 {{(pid=104161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 12:23:12.947873 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Device 102231b0-4167-4147-a158-c39b3fb5ca64 no longer exists at agent hyperv_hv-cinder-85032 {{(pid=104161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 12:23:12.970906 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] No Port match for: 102231b0-4167-4147-a158-c39b3fb5ca64 {{(pid=104161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 12:23:12.971499 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Device 102231b0-4167-4147-a158-c39b3fb5ca64 not bound to the agent host hv-cinder-85032 {{(pid=104161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 12:23:13.180428 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.plugins.ml2.plugin [None req-16f13d7c-8083-4a4c-b11e-ba088d98418f admin admin] Deleting port b8a840cd-efa9-4927-a522-b79e6867b1e3 {{(pid=104159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 12:23:13.180979 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-16f13d7c-8083-4a4c-b11e-ba088d98418f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760977592'] for port (b8a840cd-efa9-4927-a522-b79e6867b1e3), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:13.215069 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:23:13.323001 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.18', 37278) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:23:13.324124 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:23:13.333802 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.plugins.ml2.db [None req-16f13d7c-8083-4a4c-b11e-ba088d98418f admin admin] For port b8a840cd-efa9-4927-a522-b79e6867b1e3, host dv-cinder-850321-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-1-iscsi',level=0,port_id=b8a840cd-efa9-4927-a522-b79e6867b1e3,segment=NetworkSegment(41f4ccd0-1558-464f-a94c-66027c15fb57),segment_id=41f4ccd0-1558-464f-a94c-66027c15fb57)] {{(pid=104159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 12:23:13.334590 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-16f13d7c-8083-4a4c-b11e-ba088d98418f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683200'] for port (b8a840cd-efa9-4927-a522-b79e6867b1e3), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:13.361293 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.plugins.ml2.plugin [None req-16f13d7c-8083-4a4c-b11e-ba088d98418f admin admin] Calling delete_port for b8a840cd-efa9-4927-a522-b79e6867b1e3 owned by network:router_interface {{(pid=104159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 12:23:13.423890 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-940e1a53-5159-43a8-9270-0440c682b6a0 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Publish callbacks [] for security_group (92f07517-0d86-4a56-a0b9-a9174a2f6367), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:13.456629 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-940e1a53-5159-43a8-9270-0440c682b6a0 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Publish callbacks [] for security_group (92f07517-0d86-4a56-a0b9-a9174a2f6367), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:13.536463 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-940e1a53-5159-43a8-9270-0440c682b6a0 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (92f07517-0d86-4a56-a0b9-a9174a2f6367), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:13.540139 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-940e1a53-5159-43a8-9270-0440c682b6a0 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Publish callbacks [] for security_group (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:13.541983 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-940e1a53-5159-43a8-9270-0440c682b6a0 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "DELETE /v2.0/security-groups/92f07517-0d86-4a56-a0b9-a9174a2f6367 HTTP/1.1" status: 204 len: 168 time: 0.2174904 Jul 21 12:23:13.552695 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.18', 37296) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:23:13.573200 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940e1a53-5159-43a8-9270-0440c682b6a0 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92f07517-0d86-4a56-a0b9-a9174a2f6367,revision_number=None']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:23:13.578476 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.api.v2.resource [None req-36604c2a-a022-4c1c-b7b6-ba4b80df66aa tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] show failed (client error): The resource could not be found. Jul 21 12:23:13.579629 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-36604c2a-a022-4c1c-b7b6-ba4b80df66aa tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "GET /v2.0/security-groups/92f07517-0d86-4a56-a0b9-a9174a2f6367 HTTP/1.1" status: 404 len: 347 time: 0.0255706 Jul 21 12:23:13.588293 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.18', 37300) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:23:13.683087 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 37302) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:23:13.691622 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-16f13d7c-8083-4a4c-b11e-ba088d98418f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760983080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773760637175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8469579'] for port (b8a840cd-efa9-4927-a522-b79e6867b1e3), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:13.720821 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f13d7c-8083-4a4c-b11e-ba088d98418f admin admin] Pushing event deleted for resources: {'Port': ['ID=b8a840cd-efa9-4927-a522-b79e6867b1e3,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:23:13.732998 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-3fadb97c-3e7c-477f-937d-1f3b61042b80 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Deleting port 52812e82-2683-4abd-ac39-1e719aace339 {{(pid=104160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 12:23:13.733551 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-3fadb97c-3e7c-477f-937d-1f3b61042b80 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760977592'] for port (52812e82-2683-4abd-ac39-1e719aace339), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:13.819798 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-3fadb97c-3e7c-477f-937d-1f3b61042b80 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683200'] for port (52812e82-2683-4abd-ac39-1e719aace339), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:13.819937 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-3fadb97c-3e7c-477f-937d-1f3b61042b80 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Publish callbacks [] for floatingip (52812e82-2683-4abd-ac39-1e719aace339), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:13.841673 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-3fadb97c-3e7c-477f-937d-1f3b61042b80 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Calling delete_port for 52812e82-2683-4abd-ac39-1e719aace339 owned by network:floatingip {{(pid=104160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 12:23:13.856572 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-e80fa271-aff0-43b6-bc61-bcae0ff0c43a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:13.947868 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-16f13d7c-8083-4a4c-b11e-ba088d98418f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-622320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681520'] for router_interface (f5055487-3a49-4ec4-87fb-0d2fb8bef04f), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:14.024587 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-3fadb97c-3e7c-477f-937d-1f3b61042b80 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760983080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773760637175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9357752'] for port (52812e82-2683-4abd-ac39-1e719aace339), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:14.054661 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fadb97c-3e7c-477f-937d-1f3b61042b80 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Pushing event deleted for resources: {'Port': ['ID=52812e82-2683-4abd-ac39-1e719aace339,revision_number=None']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:23:14.084991 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-e80fa271-aff0-43b6-bc61-bcae0ff0c43a admin admin] Publish callbacks [] for security_group (66e92df6-df60-45af-85a9-199d0622d055), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:14.091347 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-e80fa271-aff0-43b6-bc61-bcae0ff0c43a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (66e92df6-df60-45af-85a9-199d0622d055), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:14.137374 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-3fadb97c-3e7c-477f-937d-1f3b61042b80 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Publish callbacks [] for floatingip (f62d0700-0e39-4564-933b-942eb0432b94), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:14.140019 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-3fadb97c-3e7c-477f-937d-1f3b61042b80 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170956'] for floatingip (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:14.141285 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-3fadb97c-3e7c-477f-937d-1f3b61042b80 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] 10.222.0.18 "DELETE /v2.0/floatingips/f62d0700-0e39-4564-933b-942eb0432b94 HTTP/1.1" status: 204 len: 168 time: 0.5517681 Jul 21 12:23:14.145537 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-e80fa271-aff0-43b6-bc61-bcae0ff0c43a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=990185f8f2eb4deeb6d2427fd9f0b591&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4595060 Jul 21 12:23:14.150955 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 37306) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:23:14.158379 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80fa271-aff0-43b6-bc61-bcae0ff0c43a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66e92df6-df60-45af-85a9-199d0622d055,revision_number=1']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:23:14.274568 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=9 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:23:14.278869 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:23:14.301461 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-fde5584c-8c17-4005-9ac1-2592df7bb15a admin admin] Publish callbacks [] for security_group (66e92df6-df60-45af-85a9-199d0622d055), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:14.337740 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16f13d7c-8083-4a4c-b11e-ba088d98418f admin admin] Router f5055487-3a49-4ec4-87fb-0d2fb8bef04f has already been hosted by L3 agent ceb1130f-c61e-494c-be4f-967cc153319c {{(pid=104159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 12:23:14.339882 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-fde5584c-8c17-4005-9ac1-2592df7bb15a admin admin] Publish callbacks [] for security_group (66e92df6-df60-45af-85a9-199d0622d055), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:14.466384 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-fde5584c-8c17-4005-9ac1-2592df7bb15a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (66e92df6-df60-45af-85a9-199d0622d055), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:14.469118 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-fde5584c-8c17-4005-9ac1-2592df7bb15a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:14.470314 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-fde5584c-8c17-4005-9ac1-2592df7bb15a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/66e92df6-df60-45af-85a9-199d0622d055 HTTP/1.1" status: 204 len: 168 time: 0.3184478 Jul 21 12:23:14.487910 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde5584c-8c17-4005-9ac1-2592df7bb15a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66e92df6-df60-45af-85a9-199d0622d055,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:23:14.498563 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16f13d7c-8083-4a4c-b11e-ba088d98418f admin admin] Notify agent at l3_agent.dv-cinder-850321-1-iscsi the message routers_updated {{(pid=104159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 12:23:14.508516 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-014b303f-f6c5-4222-8efc-3ca33ba15051 None None] Sync routers for ids ['f5055487-3a49-4ec4-87fb-0d2fb8bef04f'] in dv-cinder-850321-1-iscsi {{(pid=104162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 12:23:14.510482 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.18', 37314) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:23:14.512268 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-16f13d7c-8083-4a4c-b11e-ba088d98418f admin admin] 10.222.0.18 "PUT /v2.0/routers/f5055487-3a49-4ec4-87fb-0d2fb8bef04f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4055398 Jul 21 12:23:14.520992 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-014b303f-f6c5-4222-8efc-3ca33ba15051 None None] Routers {'f5055487-3a49-4ec4-87fb-0d2fb8bef04f'} bound to L3 agent in host dv-cinder-850321-1-iscsi {{(pid=104162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 12:23:14.521629 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_hamode_db [None req-014b303f-f6c5-4222-8efc-3ca33ba15051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-21T12:06:45Z,description=,heartbeat_timestamp=2022-07-21T12:22:45Z,host='dv-cinder-850321-1-iscsi',id=ceb1130f-c61e-494c-be4f-967cc153319c,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T12:06:45Z,topic='l3_agent')) {'router_ids': ['f5055487-3a49-4ec4-87fb-0d2fb8bef04f'], 'active': True} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:23:14.639590 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvr_db [None req-014b303f-f6c5-4222-8efc-3ca33ba15051 None None] Set router f5055487-3a49-4ec4-87fb-0d2fb8bef04f gateway port host: dv-cinder-850321-1-iscsi {{(pid=104162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 12:23:14.890194 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-29c4200b-e60c-4ac4-b435-f1685f80b9ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (ceb1130f-c61e-494c-be4f-967cc153319c), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:14.905139 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_hamode_db [None req-014b303f-f6c5-4222-8efc-3ca33ba15051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5055487-3a49-4ec4-87fb-0d2fb8bef04f', 'name': 'tempest-TestShelveInstance-368893645-router', 'tenant_id': '994738157bca4d9d887f316699bd9387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'external_fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': '0a844b22-5d2b-426f-bd30-18fb6671583f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T12:17:07Z', 'updated_at': '2022-07-21T12:23:13Z', 'revision_number': 5, 'project_id': '994738157bca4d9d887f316699bd9387', 'gw_port': {'id': '0a844b22-5d2b-426f-bd30-18fb6671583f', 'name': '', 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:cb:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5055487-3a49-4ec4-87fb-0d2fb8bef04f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:17:08Z', 'updated_at': '2022-07-21T12:17:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-1-iscsi'}], 'dv-cinder-850321-1-iscsi', False) {} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:23:14.937810 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-014b303f-f6c5-4222-8efc-3ca33ba15051 None None] Checking router: f5055487-3a49-4ec4-87fb-0d2fb8bef04f for host: dv-cinder-850321-1-iscsi {{(pid=104162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 12:23:14.947842 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-014b303f-f6c5-4222-8efc-3ca33ba15051 None None] Routers {'f5055487-3a49-4ec4-87fb-0d2fb8bef04f'} bound to L3 agent in host dv-cinder-850321-1-iscsi {{(pid=104162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 12:23:14.948119 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:DELETE=6 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:23:14.948842 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_hamode_db [None req-014b303f-f6c5-4222-8efc-3ca33ba15051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-21T12:06:45Z,description=,heartbeat_timestamp=2022-07-21T12:23:15Z,host='dv-cinder-850321-1-iscsi',id=ceb1130f-c61e-494c-be4f-967cc153319c,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T12:06:45Z,topic='l3_agent')) {'router_ids': ['f5055487-3a49-4ec4-87fb-0d2fb8bef04f'], 'active': True} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:23:14.949494 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:23:14.966925 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-f2be5b17-6d17-44d6-ac97-94418abc0299 admin admin] Publish callbacks [] for router (f5055487-3a49-4ec4-87fb-0d2fb8bef04f), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:15.073563 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvr_db [None req-014b303f-f6c5-4222-8efc-3ca33ba15051 None None] Set router f5055487-3a49-4ec4-87fb-0d2fb8bef04f gateway port host: dv-cinder-850321-1-iscsi {{(pid=104162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 12:23:15.082336 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-f2be5b17-6d17-44d6-ac97-94418abc0299 admin admin] Publish callbacks [] for router_gateway (f5055487-3a49-4ec4-87fb-0d2fb8bef04f), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:15.138160 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-f2be5b17-6d17-44d6-ac97-94418abc0299 admin admin] Deleting port 0a844b22-5d2b-426f-bd30-18fb6671583f {{(pid=104160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 12:23:15.138510 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-f2be5b17-6d17-44d6-ac97-94418abc0299 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760977592'] for port (0a844b22-5d2b-426f-bd30-18fb6671583f), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:15.253087 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.db [None req-f2be5b17-6d17-44d6-ac97-94418abc0299 admin admin] For port 0a844b22-5d2b-426f-bd30-18fb6671583f, host dv-cinder-850321-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-1-iscsi',level=0,port_id=0a844b22-5d2b-426f-bd30-18fb6671583f,segment=NetworkSegment(516861e0-d3fe-4b3f-83ca-af9f79051018),segment_id=516861e0-d3fe-4b3f-83ca-af9f79051018)] {{(pid=104160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 12:23:15.253480 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-f2be5b17-6d17-44d6-ac97-94418abc0299 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683200'] for port (0a844b22-5d2b-426f-bd30-18fb6671583f), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:15.275951 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-f2be5b17-6d17-44d6-ac97-94418abc0299 admin admin] Calling delete_port for 0a844b22-5d2b-426f-bd30-18fb6671583f owned by network:router_gateway {{(pid=104160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 12:23:15.406626 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_hamode_db [None req-014b303f-f6c5-4222-8efc-3ca33ba15051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5055487-3a49-4ec4-87fb-0d2fb8bef04f', 'name': 'tempest-TestShelveInstance-368893645-router', 'tenant_id': '994738157bca4d9d887f316699bd9387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'external_fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': '0a844b22-5d2b-426f-bd30-18fb6671583f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T12:17:07Z', 'updated_at': '2022-07-21T12:23:13Z', 'revision_number': 5, 'project_id': '994738157bca4d9d887f316699bd9387', 'gw_port': {'id': '0a844b22-5d2b-426f-bd30-18fb6671583f', 'name': '', 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:cb:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5055487-3a49-4ec4-87fb-0d2fb8bef04f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:17:08Z', 'updated_at': '2022-07-21T12:17:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-1-iscsi'}], 'dv-cinder-850321-1-iscsi', False) {} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:23:15.436286 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-014b303f-f6c5-4222-8efc-3ca33ba15051 None None] The sync data for ids ['f5055487-3a49-4ec4-87fb-0d2fb8bef04f'] in dv-cinder-850321-1-iscsi is: [{'id': 'f5055487-3a49-4ec4-87fb-0d2fb8bef04f', 'name': 'tempest-TestShelveInstance-368893645-router', 'tenant_id': '994738157bca4d9d887f316699bd9387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'external_fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': '0a844b22-5d2b-426f-bd30-18fb6671583f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T12:17:07Z', 'updated_at': '2022-07-21T12:23:13Z', 'revision_number': 5, 'project_id': '994738157bca4d9d887f316699bd9387', 'gw_port': {'id': '0a844b22-5d2b-426f-bd30-18fb6671583f', 'name': '', 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:cb:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5055487-3a49-4ec4-87fb-0d2fb8bef04f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:17:08Z', 'updated_at': '2022-07-21T12:17:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-1-iscsi'}] {{(pid=104162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 12:23:15.511116 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-f2be5b17-6d17-44d6-ac97-94418abc0299 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760983080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773760637175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9357752'] for port (0a844b22-5d2b-426f-bd30-18fb6671583f), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:15.547905 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2be5b17-6d17-44d6-ac97-94418abc0299 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a844b22-5d2b-426f-bd30-18fb6671583f,revision_number=None']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:23:15.645391 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-f2be5b17-6d17-44d6-ac97-94418abc0299 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-681787'] for router_gateway (f5055487-3a49-4ec4-87fb-0d2fb8bef04f), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:15.744626 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-f2be5b17-6d17-44d6-ac97-94418abc0299 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-680943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4065'] for router (f5055487-3a49-4ec4-87fb-0d2fb8bef04f), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:15.747012 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-f2be5b17-6d17-44d6-ac97-94418abc0299 admin admin] Publish callbacks [] for router_controller (f5055487-3a49-4ec4-87fb-0d2fb8bef04f), precommit_delete_associations {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:15.804425 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-f2be5b17-6d17-44d6-ac97-94418abc0299 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-680862'] for router (f5055487-3a49-4ec4-87fb-0d2fb8bef04f), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:15.805240 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2be5b17-6d17-44d6-ac97-94418abc0299 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f5055487-3a49-4ec4-87fb-0d2fb8bef04f {{(pid=104160) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 21 12:23:15.814883 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-f2be5b17-6d17-44d6-ac97-94418abc0299 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:15.817394 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-f2be5b17-6d17-44d6-ac97-94418abc0299 admin admin] 10.222.0.18 "DELETE /v2.0/routers/f5055487-3a49-4ec4-87fb-0d2fb8bef04f HTTP/1.1" status: 204 len: 168 time: 1.3043089 Jul 21 12:23:15.819732 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 37350) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:23:15.877471 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc3f7cd9-f1d5-4998-9d19-bb47f7373889 admin admin] Deleting subnet 676ad41d-510b-4151-ab97-7369b1d7baa6 {{(pid=104159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 21 12:23:15.882979 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-fc3f7cd9-f1d5-4998-9d19-bb47f7373889 admin admin] Publish callbacks [] for subnet (676ad41d-510b-4151-ab97-7369b1d7baa6), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:15.896594 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-34089123-786a-4f56-8fd8-e31aace790ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (7a27be9f-c1a8-4dec-a92f-42ec7311fe12), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:15.943323 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-fc3f7cd9-f1d5-4998-9d19-bb47f7373889 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9226599'] for subnet (676ad41d-510b-4151-ab97-7369b1d7baa6), precommit_delete_associations {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:16.056940 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-fc3f7cd9-f1d5-4998-9d19-bb47f7373889 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1392440'] for subnet (676ad41d-510b-4151-ab97-7369b1d7baa6), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:16.113719 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-fc3f7cd9-f1d5-4998-9d19-bb47f7373889 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1392433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8469670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9371161'] for subnet (676ad41d-510b-4151-ab97-7369b1d7baa6), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:16.138171 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3f7cd9-f1d5-4998-9d19-bb47f7373889 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=676ad41d-510b-4151-ab97-7369b1d7baa6,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:23:16.145030 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-fc3f7cd9-f1d5-4998-9d19-bb47f7373889 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:16.151968 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-fc3f7cd9-f1d5-4998-9d19-bb47f7373889 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/676ad41d-510b-4151-ab97-7369b1d7baa6 HTTP/1.1" status: 204 len: 168 time: 0.3287005 Jul 21 12:23:16.152376 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 37356) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:23:16.155381 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73c21bcb-1093-4ea1-b356-ce8944d7866c None None] Network 8c282145-933c-4b50-a925-186bff239b95 requested from dv-cinder-850321-1-iscsi {{(pid=104161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 12:23:16.516621 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-93b2f644-35cd-47d3-929b-1339c77394fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790513'] for network (8c282145-933c-4b50-a925-186bff239b95), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:16.570874 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.plugins.ml2.plugin [None req-93b2f644-35cd-47d3-929b-1339c77394fb admin admin] Deleting port 2a283c58-d519-41d5-b5e0-89ab23ed5065 {{(pid=104159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 12:23:16.571335 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-93b2f644-35cd-47d3-929b-1339c77394fb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760977592'] for port (2a283c58-d519-41d5-b5e0-89ab23ed5065), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:16.599665 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f8329b4-c734-4833-8b4d-e4736661e66a None None] DHCP port deletion for 8c282145-933c-4b50-a925-186bff239b95 request from dv-cinder-850321-1-iscsi {{(pid=104161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 21 12:23:16.667466 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.plugins.ml2.db [None req-93b2f644-35cd-47d3-929b-1339c77394fb admin admin] For port 2a283c58-d519-41d5-b5e0-89ab23ed5065, host dv-cinder-850321-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-1-iscsi',level=0,port_id=2a283c58-d519-41d5-b5e0-89ab23ed5065,segment=NetworkSegment(41f4ccd0-1558-464f-a94c-66027c15fb57),segment_id=41f4ccd0-1558-464f-a94c-66027c15fb57)] {{(pid=104159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 12:23:16.667858 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-93b2f644-35cd-47d3-929b-1339c77394fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683200'] for port (2a283c58-d519-41d5-b5e0-89ab23ed5065), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:16.677076 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-2f8329b4-c734-4833-8b4d-e4736661e66a None None] Deleting port 2a283c58-d519-41d5-b5e0-89ab23ed5065 {{(pid=104161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 12:23:16.677728 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-2f8329b4-c734-4833-8b4d-e4736661e66a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760977592'] for port (2a283c58-d519-41d5-b5e0-89ab23ed5065), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:16.681944 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:23:16.682550 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.plugins.ml2.plugin [None req-93b2f644-35cd-47d3-929b-1339c77394fb admin admin] Calling delete_port for 2a283c58-d519-41d5-b5e0-89ab23ed5065 owned by network:dhcp {{(pid=104159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 12:23:16.746209 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:23:16.773974 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-93b2f644-35cd-47d3-929b-1339c77394fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760983080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773760637175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8469579'] for port (2a283c58-d519-41d5-b5e0-89ab23ed5065), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:16.775306 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-2f8329b4-c734-4833-8b4d-e4736661e66a None None] For port 2a283c58-d519-41d5-b5e0-89ab23ed5065, host dv-cinder-850321-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-1-iscsi',level=0,port_id=2a283c58-d519-41d5-b5e0-89ab23ed5065,segment=NetworkSegment(41f4ccd0-1558-464f-a94c-66027c15fb57),segment_id=41f4ccd0-1558-464f-a94c-66027c15fb57)] {{(pid=104161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 12:23:16.775876 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-2f8329b4-c734-4833-8b4d-e4736661e66a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683200'] for port (2a283c58-d519-41d5-b5e0-89ab23ed5065), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:16.790650 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-2f8329b4-c734-4833-8b4d-e4736661e66a None None] Calling delete_port for 2a283c58-d519-41d5-b5e0-89ab23ed5065 owned by network:dhcp {{(pid=104161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 12:23:16.799991 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b2f644-35cd-47d3-929b-1339c77394fb admin admin] Pushing event deleted for resources: {'Port': ['ID=2a283c58-d519-41d5-b5e0-89ab23ed5065,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:23:16.805645 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b2f644-35cd-47d3-929b-1339c77394fb admin admin] No DVR routers for this DVR port 2a283c58-d519-41d5-b5e0-89ab23ed5065 on host dv-cinder-850321-1-iscsi {{(pid=104159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 12:23:16.870446 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (c982e9e4-9e4b-4150-8658-75b564dceb25), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:16.890919 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-93b2f644-35cd-47d3-929b-1339c77394fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1392563', 'neutron.services.segments.db._delete_segments_for_network-8773761087052'] for network (8c282145-933c-4b50-a925-186bff239b95), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:16.893362 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:23:16.894152 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-2f8329b4-c734-4833-8b4d-e4736661e66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760983080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773760637175'] for port (2a283c58-d519-41d5-b5e0-89ab23ed5065), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:16.917792 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.services.segments.db [None req-93b2f644-35cd-47d3-929b-1339c77394fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c282145-933c-4b50-a925-186bff239b95']}} {{(pid=104159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:23:16.920860 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8329b4-c734-4833-8b4d-e4736661e66a None None] Pushing event deleted for resources: {'Port': ['ID=2a283c58-d519-41d5-b5e0-89ab23ed5065,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:23:16.924643 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8329b4-c734-4833-8b4d-e4736661e66a None None] No DVR routers for this DVR port 2a283c58-d519-41d5-b5e0-89ab23ed5065 on host dv-cinder-850321-1-iscsi {{(pid=104161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 12:23:16.939112 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.services.segments.db [None req-93b2f644-35cd-47d3-929b-1339c77394fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41f4ccd0-1558-464f-a94c-66027c15fb57') {'for_net_delete': True} {{(pid=104159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:23:16.939227 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.services.segments.db [None req-93b2f644-35cd-47d3-929b-1339c77394fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41f4ccd0-1558-464f-a94c-66027c15fb57') {} {{(pid=104159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:23:16.950894 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-93b2f644-35cd-47d3-929b-1339c77394fb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773761085669', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9226590'] for segment (41f4ccd0-1558-464f-a94c-66027c15fb57), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:16.969421 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-93b2f644-35cd-47d3-929b-1339c77394fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1820665'] for segment (41f4ccd0-1558-464f-a94c-66027c15fb57), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:16.979078 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93b2f644-35cd-47d3-929b-1339c77394fb admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=104159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 21 12:23:16.979967 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-93b2f644-35cd-47d3-929b-1339c77394fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1820665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8469532'] for segment (41f4ccd0-1558-464f-a94c-66027c15fb57), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:17.019913 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.services.segments.plugin [-] Segment 41f4ccd0-1558-464f-a94c-66027c15fb57 resource provider aggregate not found Jul 21 12:23:17.063428 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.services.segments.plugin [-] Segment 41f4ccd0-1558-464f-a94c-66027c15fb57 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 41f4ccd0-1558-464f-a94c-66027c15fb57 found for delete ", "request_id": "req-abc310be-96e0-4758-a8c2-ca026078315c"}]} Jul 21 12:23:17.082004 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-93b2f644-35cd-47d3-929b-1339c77394fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1392516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681893'] for network (8c282145-933c-4b50-a925-186bff239b95), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:17.102607 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-93b2f644-35cd-47d3-929b-1339c77394fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622315'] for network (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:17.109646 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-93b2f644-35cd-47d3-929b-1339c77394fb admin admin] 10.222.0.18 "DELETE /v2.0/networks/8c282145-933c-4b50-a925-186bff239b95 HTTP/1.1" status: 204 len: 168 time: 0.9557326 Jul 21 12:23:17.111078 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b2f644-35cd-47d3-929b-1339c77394fb admin admin] Pushing event deleted for resources: {'Network': ['ID=8c282145-933c-4b50-a925-186bff239b95,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:23:17.114522 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.18', 37374) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:23:17.238614 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-b3746fee-4e12-46ce-ae12-d62ff35738f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (bda8c5c0-9935-4f58-b3ba-5b48a27d9f80), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:17.258531 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-9dd60419-e14f-4181-9478-99dc5a7bb6e5 req-3d65be84-ffbf-41f5-ab69-ea802f0e27bd tempest-VolumesNegativeTest-421480356 tempest-VolumesNegativeTest-421480356-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=6f6de2c24f1d409889d26b51329ba089&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0714023 Jul 21 12:23:17.305057 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:23:17.493791 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:23:17.512177 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Device b8a840cd-efa9-4927-a522-b79e6867b1e3 no longer exists at agent ovs-agent-dv-cinder-850321-1-iscsi {{(pid=104161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 12:23:17.555167 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-07d9c13a-5878-4a21-88d2-946de25fe48d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682688'] for router_interface (f821dd7f-e30d-4561-9e30-8181a046dde5), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:17.559759 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] No Port match for: b8a840cd-efa9-4927-a522-b79e6867b1e3 {{(pid=104161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 12:23:17.560783 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Device b8a840cd-efa9-4927-a522-b79e6867b1e3 not bound to the agent host dv-cinder-850321-1-iscsi {{(pid=104161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 12:23:17.561840 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Device 2a283c58-d519-41d5-b5e0-89ab23ed5065 no longer exists at agent ovs-agent-dv-cinder-850321-1-iscsi {{(pid=104161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 12:23:17.567887 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd60419-e14f-4181-9478-99dc5a7bb6e5 req-d2f4cd3d-0a06-4d59-a6fc-30f9a1b58153 tempest-VolumesNegativeTest-421480356 tempest-VolumesNegativeTest-421480356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:23:17.581956 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-9dd60419-e14f-4181-9478-99dc5a7bb6e5 req-d2f4cd3d-0a06-4d59-a6fc-30f9a1b58153 tempest-VolumesNegativeTest-421480356 tempest-VolumesNegativeTest-421480356-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3103120 Jul 21 12:23:17.599125 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-9dd60419-e14f-4181-9478-99dc5a7bb6e5 req-5e161ad2-5395-4137-9ace-ba1aa09416ff tempest-VolumesNegativeTest-421480356 tempest-VolumesNegativeTest-421480356-project] 10.222.0.18 "GET /v2.0/quotas/6f6de2c24f1d409889d26b51329ba089 HTTP/1.1" status: 200 len: 375 time: 0.0197964 Jul 21 12:23:17.629554 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] No Port match for: 2a283c58-d519-41d5-b5e0-89ab23ed5065 {{(pid=104161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 12:23:17.630299 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Device 2a283c58-d519-41d5-b5e0-89ab23ed5065 not bound to the agent host dv-cinder-850321-1-iscsi {{(pid=104161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 12:23:17.631115 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Device 0a844b22-5d2b-426f-bd30-18fb6671583f no longer exists at agent ovs-agent-dv-cinder-850321-1-iscsi {{(pid=104161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 12:23:17.643947 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-9dd60419-e14f-4181-9478-99dc5a7bb6e5 req-67f0527c-3b70-4e24-bdba-8b81f6e77a54 tempest-VolumesNegativeTest-421480356 tempest-VolumesNegativeTest-421480356-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=6f6de2c24f1d409889d26b51329ba089&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0435877 Jul 21 12:23:17.675664 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] No Port match for: 0a844b22-5d2b-426f-bd30-18fb6671583f {{(pid=104161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 12:23:17.676165 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Device 0a844b22-5d2b-426f-bd30-18fb6671583f not bound to the agent host dv-cinder-850321-1-iscsi {{(pid=104161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 12:23:17.966596 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-fc961884-91b2-478a-93ee-d8964f0206d0 req-a0fc5510-d7aa-4755-91a1-28b0e6016b20 tempest-VolumesNegativeTest-421480356 tempest-VolumesNegativeTest-421480356-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4e02acd-fdc5-47ee-9ea3-11494fc15add HTTP/1.1" status: 200 len: 210 time: 0.0499239 Jul 21 12:23:18.074286 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-07d9c13a-5878-4a21-88d2-946de25fe48d admin admin] Deleting port f9344b3c-d3dc-474e-8651-4bd1748e8443 {{(pid=104160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 12:23:18.075303 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-07d9c13a-5878-4a21-88d2-946de25fe48d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760977592'] for port (f9344b3c-d3dc-474e-8651-4bd1748e8443), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:18.213300 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.db [None req-07d9c13a-5878-4a21-88d2-946de25fe48d admin admin] For port f9344b3c-d3dc-474e-8651-4bd1748e8443, host dv-cinder-850321-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-1-iscsi',level=0,port_id=f9344b3c-d3dc-474e-8651-4bd1748e8443,segment=NetworkSegment(983d4d02-3481-49e3-871e-317eb4b0b768),segment_id=983d4d02-3481-49e3-871e-317eb4b0b768)] {{(pid=104160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 12:23:18.214100 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-07d9c13a-5878-4a21-88d2-946de25fe48d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683200'] for port (f9344b3c-d3dc-474e-8651-4bd1748e8443), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:18.252061 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-07d9c13a-5878-4a21-88d2-946de25fe48d admin admin] Calling delete_port for f9344b3c-d3dc-474e-8651-4bd1748e8443 owned by network:router_interface {{(pid=104160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 12:23:18.637293 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-07d9c13a-5878-4a21-88d2-946de25fe48d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760983080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773760637175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9357752'] for port (f9344b3c-d3dc-474e-8651-4bd1748e8443), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:18.699810 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d9c13a-5878-4a21-88d2-946de25fe48d admin admin] Pushing event deleted for resources: {'Port': ['ID=f9344b3c-d3dc-474e-8651-4bd1748e8443,revision_number=None']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:23:19.054550 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:23:19.130609 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 37438) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:23:19.252430 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-07d9c13a-5878-4a21-88d2-946de25fe48d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-622320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681520'] for router_interface (f821dd7f-e30d-4561-9e30-8181a046dde5), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:19.328471 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-4d8790c4-a150-48ab-92f2-e1672245d147 req-45c6fbef-c224-4910-9f74-194037803a96 tempest-VolumesNegativeTest-421480356 tempest-VolumesNegativeTest-421480356-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4e02acd-fdc5-47ee-9ea3-11494fc15add HTTP/1.1" status: 200 len: 210 time: 0.1763098 Jul 21 12:23:19.526764 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-9dd60419-e14f-4181-9478-99dc5a7bb6e5 req-c26bf504-8c8d-4a94-9f3f-f5ff58dc98d1 tempest-VolumesNegativeTest-421480356 tempest-VolumesNegativeTest-421480356-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=6f6de2c24f1d409889d26b51329ba089&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0619495 Jul 21 12:23:19.531236 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:23:19.950104 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd60419-e14f-4181-9478-99dc5a7bb6e5 req-2ee07ade-c72f-404d-a2b8-d263764b5ce2 tempest-VolumesNegativeTest-421480356 tempest-VolumesNegativeTest-421480356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:23:19.952049 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-9dd60419-e14f-4181-9478-99dc5a7bb6e5 req-2ee07ade-c72f-404d-a2b8-d263764b5ce2 tempest-VolumesNegativeTest-421480356 tempest-VolumesNegativeTest-421480356-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4099050 Jul 21 12:23:19.968012 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-7695d3a2-eda7-4638-80c7-a2835f0e00c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682688'] for router_interface (2e8c32c0-f7a5-44bc-9719-afb90b68785d), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:19.992561 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.v2.base [req-9dd60419-e14f-4181-9478-99dc5a7bb6e5 req-0ca5622e-bc51-4140-9e2b-3044a51d2dee tempest-VolumesNegativeTest-421480356 tempest-VolumesNegativeTest-421480356-project] Request body: {'port': {'device_id': 'd4e02acd-fdc5-47ee-9ea3-11494fc15add', 'network_id': '7fe3dff5-a52b-4b7c-b158-0ffa986e8452', 'admin_state_up': True, 'tenant_id': '6f6de2c24f1d409889d26b51329ba089'}} {{(pid=104160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 12:23:20.272882 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:23:20.330387 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.plugins.ml2.plugin [None req-7695d3a2-eda7-4638-80c7-a2835f0e00c7 admin admin] Deleting port d345d234-56b3-4328-9e19-a7e68dd40415 {{(pid=104159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 12:23:20.331431 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-7695d3a2-eda7-4638-80c7-a2835f0e00c7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760977592'] for port (d345d234-56b3-4328-9e19-a7e68dd40415), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:20.357089 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9dd60419-e14f-4181-9478-99dc5a7bb6e5 req-0ca5622e-bc51-4140-9e2b-3044a51d2dee tempest-VolumesNegativeTest-421480356 tempest-VolumesNegativeTest-421480356-project] Made reservation on behalf of 6f6de2c24f1d409889d26b51329ba089 for: {'port': 1} {{(pid=104160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 12:23:20.361041 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-9dd60419-e14f-4181-9478-99dc5a7bb6e5 req-0ca5622e-bc51-4140-9e2b-3044a51d2dee tempest-VolumesNegativeTest-421480356 tempest-VolumesNegativeTest-421480356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:20.374669 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07d9c13a-5878-4a21-88d2-946de25fe48d admin admin] Router f821dd7f-e30d-4561-9e30-8181a046dde5 has already been hosted by L3 agent ceb1130f-c61e-494c-be4f-967cc153319c {{(pid=104160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 12:23:20.390654 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-9dd60419-e14f-4181-9478-99dc5a7bb6e5 req-0ca5622e-bc51-4140-9e2b-3044a51d2dee tempest-VolumesNegativeTest-421480356 tempest-VolumesNegativeTest-421480356-project] Publish callbacks [] for security_group (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:20.497993 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-830711c2-b407-450b-8895-969b82dd34cf req-02c41223-2f30-43f8-b5e6-c508d4118331 tempest-VolumesNegativeTest-421480356 tempest-VolumesNegativeTest-421480356-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4e02acd-fdc5-47ee-9ea3-11494fc15add HTTP/1.1" status: 200 len: 210 time: 0.0441787 Jul 21 12:23:20.529804 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.plugins.ml2.db [None req-7695d3a2-eda7-4638-80c7-a2835f0e00c7 admin admin] For port d345d234-56b3-4328-9e19-a7e68dd40415, host dv-cinder-850321-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-1-iscsi',level=0,port_id=d345d234-56b3-4328-9e19-a7e68dd40415,segment=NetworkSegment(7232b8b8-b9cf-453a-b8fc-7068d6546503),segment_id=7232b8b8-b9cf-453a-b8fc-7068d6546503)] {{(pid=104159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 12:23:20.530582 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-7695d3a2-eda7-4638-80c7-a2835f0e00c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683200'] for port (d345d234-56b3-4328-9e19-a7e68dd40415), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:20.573457 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.plugins.ml2.plugin [None req-7695d3a2-eda7-4638-80c7-a2835f0e00c7 admin admin] Calling delete_port for d345d234-56b3-4328-9e19-a7e68dd40415 owned by network:router_interface {{(pid=104159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 12:23:20.790076 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:23:20.903299 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-7695d3a2-eda7-4638-80c7-a2835f0e00c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760983080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773760637175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8469579'] for port (d345d234-56b3-4328-9e19-a7e68dd40415), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:20.939268 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7695d3a2-eda7-4638-80c7-a2835f0e00c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=d345d234-56b3-4328-9e19-a7e68dd40415,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:23:20.999364 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07d9c13a-5878-4a21-88d2-946de25fe48d admin admin] Notify agent at l3_agent.dv-cinder-850321-1-iscsi the message routers_updated {{(pid=104160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 12:23:21.009590 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-07d9c13a-5878-4a21-88d2-946de25fe48d admin admin] 10.222.0.18 "PUT /v2.0/routers/f821dd7f-e30d-4561-9e30-8181a046dde5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8928595 Jul 21 12:23:21.016980 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.18', 37456) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:23:21.040868 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da09ac8-200f-4a15-8d1c-44ac1293aed9 None None] Sync routers for ids ['f821dd7f-e30d-4561-9e30-8181a046dde5'] in dv-cinder-850321-1-iscsi {{(pid=104161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 12:23:21.042162 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=100 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:23:21.061812 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da09ac8-200f-4a15-8d1c-44ac1293aed9 None None] Routers {'f821dd7f-e30d-4561-9e30-8181a046dde5'} bound to L3 agent in host dv-cinder-850321-1-iscsi {{(pid=104161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 12:23:21.065698 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-4da09ac8-200f-4a15-8d1c-44ac1293aed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-21T12:06:45Z,description=,heartbeat_timestamp=2022-07-21T12:23:15Z,host='dv-cinder-850321-1-iscsi',id=ceb1130f-c61e-494c-be4f-967cc153319c,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T12:06:45Z,topic='l3_agent')) {'router_ids': ['f821dd7f-e30d-4561-9e30-8181a046dde5'], 'active': True} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:23:21.248349 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-9dd60419-e14f-4181-9478-99dc5a7bb6e5 req-0ca5622e-bc51-4140-9e2b-3044a51d2dee tempest-VolumesNegativeTest-421480356 tempest-VolumesNegativeTest-421480356-project] Publish callbacks [] for security_group (74a2d100-aec0-4138-8d9e-f69873e61870), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:21.251408 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvr_db [None req-4da09ac8-200f-4a15-8d1c-44ac1293aed9 None None] Set router f821dd7f-e30d-4561-9e30-8181a046dde5 gateway port host: dv-cinder-850321-1-iscsi {{(pid=104161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 12:23:21.262317 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-9dd60419-e14f-4181-9478-99dc5a7bb6e5 req-0ca5622e-bc51-4140-9e2b-3044a51d2dee tempest-VolumesNegativeTest-421480356 tempest-VolumesNegativeTest-421480356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (74a2d100-aec0-4138-8d9e-f69873e61870), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:21.332391 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-3ff98743-162c-4db3-95b0-af312d27e9db admin admin] Publish callbacks [] for router (f821dd7f-e30d-4561-9e30-8181a046dde5), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:21.411807 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:23:21.532143 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5622e-bc51-4140-9e2b-3044a51d2dee tempest-VolumesNegativeTest-421480356 tempest-VolumesNegativeTest-421480356-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74a2d100-aec0-4138-8d9e-f69873e61870,revision_number=1']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:23:21.585943 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-7695d3a2-eda7-4638-80c7-a2835f0e00c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-622320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681520'] for router_interface (2e8c32c0-f7a5-44bc-9719-afb90b68785d), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:21.632481 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-4da09ac8-200f-4a15-8d1c-44ac1293aed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f821dd7f-e30d-4561-9e30-8181a046dde5', 'name': 'tempest-TestShelveInstance-1909229110-router', 'tenant_id': '2ef1937b964b497ab2734d543544d5ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'external_fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': 'd0d74117-c560-4b55-b3e7-c24e4913a92d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T12:17:15Z', 'updated_at': '2022-07-21T12:23:18Z', 'revision_number': 5, 'project_id': '2ef1937b964b497ab2734d543544d5ad', 'gw_port': {'id': 'd0d74117-c560-4b55-b3e7-c24e4913a92d', 'name': '', 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:c5:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f821dd7f-e30d-4561-9e30-8181a046dde5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:17:15Z', 'updated_at': '2022-07-21T12:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-1-iscsi'}], 'dv-cinder-850321-1-iscsi', False) {} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:23:21.638503 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:23:21.672719 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da09ac8-200f-4a15-8d1c-44ac1293aed9 None None] Checking router: f821dd7f-e30d-4561-9e30-8181a046dde5 for host: dv-cinder-850321-1-iscsi {{(pid=104161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 12:23:21.686028 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da09ac8-200f-4a15-8d1c-44ac1293aed9 None None] Routers {'f821dd7f-e30d-4561-9e30-8181a046dde5'} bound to L3 agent in host dv-cinder-850321-1-iscsi {{(pid=104161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 12:23:21.687780 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-4da09ac8-200f-4a15-8d1c-44ac1293aed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-21T12:06:45Z,description=,heartbeat_timestamp=2022-07-21T12:23:15Z,host='dv-cinder-850321-1-iscsi',id=ceb1130f-c61e-494c-be4f-967cc153319c,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T12:06:45Z,topic='l3_agent')) {'router_ids': ['f821dd7f-e30d-4561-9e30-8181a046dde5'], 'active': True} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:23:21.805554 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:23:21.815891 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.db.db_base_plugin_common [req-9dd60419-e14f-4181-9478-99dc5a7bb6e5 req-0ca5622e-bc51-4140-9e2b-3044a51d2dee tempest-VolumesNegativeTest-421480356 tempest-VolumesNegativeTest-421480356-project] Allocated IP 192.168.233.91 (7fe3dff5-a52b-4b7c-b158-0ffa986e8452/98d70251-a260-4557-8f1d-2a999f2d7dad/604184de-96f7-4f4e-aec5-b391dd2fdd8a) {{(pid=104160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 12:23:21.825122 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-0af56a62-3e6d-432f-84c8-d5e258b5e8d1 req-b96f5022-c325-46a5-b3dc-5a8d2889e5b6 tempest-VolumesNegativeTest-421480356 tempest-VolumesNegativeTest-421480356-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4e02acd-fdc5-47ee-9ea3-11494fc15add HTTP/1.1" status: 200 len: 210 time: 0.0698984 Jul 21 12:23:21.838991 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-3ff98743-162c-4db3-95b0-af312d27e9db admin admin] Publish callbacks [] for router_gateway (f821dd7f-e30d-4561-9e30-8181a046dde5), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:21.929878 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvr_db [None req-4da09ac8-200f-4a15-8d1c-44ac1293aed9 None None] Set router f821dd7f-e30d-4561-9e30-8181a046dde5 gateway port host: dv-cinder-850321-1-iscsi {{(pid=104161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 12:23:21.968534 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-3ff98743-162c-4db3-95b0-af312d27e9db admin admin] Deleting port d0d74117-c560-4b55-b3e7-c24e4913a92d {{(pid=104160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 12:23:21.969162 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-3ff98743-162c-4db3-95b0-af312d27e9db admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760977592'] for port (d0d74117-c560-4b55-b3e7-c24e4913a92d), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:22.041929 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7695d3a2-eda7-4638-80c7-a2835f0e00c7 admin admin] Router 2e8c32c0-f7a5-44bc-9719-afb90b68785d has already been hosted by L3 agent ceb1130f-c61e-494c-be4f-967cc153319c {{(pid=104159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 12:23:22.141788 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:23:22.179294 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.db [None req-3ff98743-162c-4db3-95b0-af312d27e9db admin admin] For port d0d74117-c560-4b55-b3e7-c24e4913a92d, host dv-cinder-850321-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-1-iscsi',level=0,port_id=d0d74117-c560-4b55-b3e7-c24e4913a92d,segment=NetworkSegment(516861e0-d3fe-4b3f-83ca-af9f79051018),segment_id=516861e0-d3fe-4b3f-83ca-af9f79051018)] {{(pid=104160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 12:23:22.179887 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-3ff98743-162c-4db3-95b0-af312d27e9db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683200'] for port (d0d74117-c560-4b55-b3e7-c24e4913a92d), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:22.218749 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-9dd60419-e14f-4181-9478-99dc5a7bb6e5 req-0ca5622e-bc51-4140-9e2b-3044a51d2dee tempest-VolumesNegativeTest-421480356 tempest-VolumesNegativeTest-421480356-project] Publish callbacks [] for port (604184de-96f7-4f4e-aec5-b391dd2fdd8a), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:22.221459 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-3ff98743-162c-4db3-95b0-af312d27e9db admin admin] Calling delete_port for d0d74117-c560-4b55-b3e7-c24e4913a92d owned by network:router_gateway {{(pid=104160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 12:23:22.233548 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-4da09ac8-200f-4a15-8d1c-44ac1293aed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f821dd7f-e30d-4561-9e30-8181a046dde5', 'name': 'tempest-TestShelveInstance-1909229110-router', 'tenant_id': '2ef1937b964b497ab2734d543544d5ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'external_fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': 'd0d74117-c560-4b55-b3e7-c24e4913a92d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T12:17:15Z', 'updated_at': '2022-07-21T12:23:18Z', 'revision_number': 5, 'project_id': '2ef1937b964b497ab2734d543544d5ad', 'gw_port': {'id': 'd0d74117-c560-4b55-b3e7-c24e4913a92d', 'name': '', 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:c5:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f821dd7f-e30d-4561-9e30-8181a046dde5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:17:15Z', 'updated_at': '2022-07-21T12:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-1-iscsi'}], 'dv-cinder-850321-1-iscsi', False) {} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:23:22.265069 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da09ac8-200f-4a15-8d1c-44ac1293aed9 None None] The sync data for ids ['f821dd7f-e30d-4561-9e30-8181a046dde5'] in dv-cinder-850321-1-iscsi is: [{'id': 'f821dd7f-e30d-4561-9e30-8181a046dde5', 'name': 'tempest-TestShelveInstance-1909229110-router', 'tenant_id': '2ef1937b964b497ab2734d543544d5ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'external_fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': 'd0d74117-c560-4b55-b3e7-c24e4913a92d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T12:17:15Z', 'updated_at': '2022-07-21T12:23:18Z', 'revision_number': 5, 'project_id': '2ef1937b964b497ab2734d543544d5ad', 'gw_port': {'id': 'd0d74117-c560-4b55-b3e7-c24e4913a92d', 'name': '', 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:c5:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f821dd7f-e30d-4561-9e30-8181a046dde5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:17:15Z', 'updated_at': '2022-07-21T12:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-1-iscsi'}] {{(pid=104161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 12:23:22.311974 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7695d3a2-eda7-4638-80c7-a2835f0e00c7 admin admin] Notify agent at l3_agent.dv-cinder-850321-1-iscsi the message routers_updated {{(pid=104159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 12:23:22.322227 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-7695d3a2-eda7-4638-80c7-a2835f0e00c7 admin admin] 10.222.0.18 "PUT /v2.0/routers/2e8c32c0-f7a5-44bc-9719-afb90b68785d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1902745 Jul 21 12:23:22.325389 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 37464) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:23:22.347837 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ef81cc-d772-4ad7-a6da-0463e1d1df6b None None] Sync routers for ids ['2e8c32c0-f7a5-44bc-9719-afb90b68785d'] in dv-cinder-850321-1-iscsi {{(pid=104162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 12:23:22.365124 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-9dd60419-e14f-4181-9478-99dc5a7bb6e5 req-0ca5622e-bc51-4140-9e2b-3044a51d2dee tempest-VolumesNegativeTest-421480356 tempest-VolumesNegativeTest-421480356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773760637166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9357752'] for port (604184de-96f7-4f4e-aec5-b391dd2fdd8a), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:22.409158 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ef81cc-d772-4ad7-a6da-0463e1d1df6b None None] Routers {'2e8c32c0-f7a5-44bc-9719-afb90b68785d'} bound to L3 agent in host dv-cinder-850321-1-iscsi {{(pid=104162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 12:23:22.425918 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_hamode_db [None req-00ef81cc-d772-4ad7-a6da-0463e1d1df6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-21T12:06:45Z,description=,heartbeat_timestamp=2022-07-21T12:23:15Z,host='dv-cinder-850321-1-iscsi',id=ceb1130f-c61e-494c-be4f-967cc153319c,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T12:06:45Z,topic='l3_agent')) {'router_ids': ['2e8c32c0-f7a5-44bc-9719-afb90b68785d'], 'active': True} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:23:22.457460 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9dd60419-e14f-4181-9478-99dc5a7bb6e5 req-0ca5622e-bc51-4140-9e2b-3044a51d2dee tempest-VolumesNegativeTest-421480356 tempest-VolumesNegativeTest-421480356-project] Network 7fe3dff5-a52b-4b7c-b158-0ffa986e8452 is already hosted by enough agents. {{(pid=104160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 12:23:22.462754 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.scheduler.base_scheduler [req-9dd60419-e14f-4181-9478-99dc5a7bb6e5 req-0ca5622e-bc51-4140-9e2b-3044a51d2dee tempest-VolumesNegativeTest-421480356 tempest-VolumesNegativeTest-421480356-project] Resources bound (agent type, host, resource id): {{(pid=104160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 12:23:22.471517 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dd60419-e14f-4181-9478-99dc5a7bb6e5 req-0ca5622e-bc51-4140-9e2b-3044a51d2dee tempest-VolumesNegativeTest-421480356 tempest-VolumesNegativeTest-421480356-project] Received port after_create {{(pid=104160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 12:23:22.510265 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:23:22.532565 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5622e-bc51-4140-9e2b-3044a51d2dee tempest-VolumesNegativeTest-421480356 tempest-VolumesNegativeTest-421480356-project] Pushing event updated for resources: {'Port': ['ID=604184de-96f7-4f4e-aec5-b391dd2fdd8a,revision_number=1']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:23:22.635087 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd60419-e14f-4181-9478-99dc5a7bb6e5 req-0ca5622e-bc51-4140-9e2b-3044a51d2dee tempest-VolumesNegativeTest-421480356 tempest-VolumesNegativeTest-421480356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:23:22.635883 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-9dd60419-e14f-4181-9478-99dc5a7bb6e5 req-0ca5622e-bc51-4140-9e2b-3044a51d2dee tempest-VolumesNegativeTest-421480356 tempest-VolumesNegativeTest-421480356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170956'] for port (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:22.653323 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvr_db [None req-00ef81cc-d772-4ad7-a6da-0463e1d1df6b None None] Set router 2e8c32c0-f7a5-44bc-9719-afb90b68785d gateway port host: dv-cinder-850321-1-iscsi {{(pid=104162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 12:23:22.688304 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-df4fca0c-6a28-45d6-97a6-8462d46a6791 admin admin] Publish callbacks [] for router (2e8c32c0-f7a5-44bc-9719-afb90b68785d), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:22.711570 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-9dd60419-e14f-4181-9478-99dc5a7bb6e5 req-0ca5622e-bc51-4140-9e2b-3044a51d2dee tempest-VolumesNegativeTest-421480356 tempest-VolumesNegativeTest-421480356-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7237201 Jul 21 12:23:22.727159 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.v2.base [req-9dd60419-e14f-4181-9478-99dc5a7bb6e5 req-f743e688-0abf-4440-92e4-9e5d60ecbb7e service neutron] Request body: {'port': {'device_id': 'd4e02acd-fdc5-47ee-9ea3-11494fc15add', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85032'}} {{(pid=104160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 12:23:22.775809 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:DELETE=10 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:23:22.789378 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-3ff98743-162c-4db3-95b0-af312d27e9db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760983080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773760637175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9357752'] for port (d0d74117-c560-4b55-b3e7-c24e4913a92d), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:22.936694 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=100 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:23:22.963911 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [None req-5403424f-cd9a-42e3-94f0-0d94dd8f846f None None] Provisioning complete for port 604184de-96f7-4f4e-aec5-b391dd2fdd8a triggered by entity DHCP. {{(pid=104161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 12:23:22.964573 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-5403424f-cd9a-42e3-94f0-0d94dd8f846f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388846'] for port (604184de-96f7-4f4e-aec5-b391dd2fdd8a), provisioning_complete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:22.990190 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-9dd60419-e14f-4181-9478-99dc5a7bb6e5 req-f743e688-0abf-4440-92e4-9e5d60ecbb7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (604184de-96f7-4f4e-aec5-b391dd2fdd8a), before_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:23.001724 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_hamode_db [None req-00ef81cc-d772-4ad7-a6da-0463e1d1df6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e8c32c0-f7a5-44bc-9719-afb90b68785d', 'name': 'tempest-AttachVolumeShelveTestJSON-530716939-router', 'tenant_id': '2409e2644eb14d6b9545088c08d22273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'external_fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.74'}], 'enable_snat': True}, 'gw_port_id': 'b1d1c6d1-fd4a-427b-9ee3-01ccd1eba03d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T12:15:33Z', 'updated_at': '2022-07-21T12:23:20Z', 'revision_number': 5, 'project_id': '2409e2644eb14d6b9545088c08d22273', 'gw_port': {'id': 'b1d1c6d1-fd4a-427b-9ee3-01ccd1eba03d', 'name': '', 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:f7:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8c32c0-f7a5-44bc-9719-afb90b68785d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:15:36Z', 'updated_at': '2022-07-21T12:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-1-iscsi'}], 'dv-cinder-850321-1-iscsi', False) {} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:23:23.035651 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-df4fca0c-6a28-45d6-97a6-8462d46a6791 admin admin] Publish callbacks [] for router_gateway (2e8c32c0-f7a5-44bc-9719-afb90b68785d), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:23.054672 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bcc014-0bc2-43ac-a21c-f203b4a1a0a1 req-97a9e191-6d92-4076-ab69-86331ba3984e tempest-VolumesNegativeTest-421480356 tempest-VolumesNegativeTest-421480356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:23:23.059791 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ef81cc-d772-4ad7-a6da-0463e1d1df6b None None] Checking router: 2e8c32c0-f7a5-44bc-9719-afb90b68785d for host: dv-cinder-850321-1-iscsi {{(pid=104162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 12:23:23.063127 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-c2bcc014-0bc2-43ac-a21c-f203b4a1a0a1 req-97a9e191-6d92-4076-ab69-86331ba3984e tempest-VolumesNegativeTest-421480356 tempest-VolumesNegativeTest-421480356-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4e02acd-fdc5-47ee-9ea3-11494fc15add HTTP/1.1" status: 200 len: 935 time: 0.0983148 Jul 21 12:23:23.078646 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ef81cc-d772-4ad7-a6da-0463e1d1df6b None None] Routers {'2e8c32c0-f7a5-44bc-9719-afb90b68785d'} bound to L3 agent in host dv-cinder-850321-1-iscsi {{(pid=104162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 12:23:23.079699 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_hamode_db [None req-00ef81cc-d772-4ad7-a6da-0463e1d1df6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-21T12:06:45Z,description=,heartbeat_timestamp=2022-07-21T12:23:15Z,host='dv-cinder-850321-1-iscsi',id=ceb1130f-c61e-494c-be4f-967cc153319c,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T12:06:45Z,topic='l3_agent')) {'router_ids': ['2e8c32c0-f7a5-44bc-9719-afb90b68785d'], 'active': True} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:23:23.116436 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:23:23.147801 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-5403424f-cd9a-42e3-94f0-0d94dd8f846f None None] Port 604184de-96f7-4f4e-aec5-b391dd2fdd8a cannot update to ACTIVE because it is not bound. {{(pid=104161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 12:23:23.186639 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.plugins.ml2.plugin [None req-df4fca0c-6a28-45d6-97a6-8462d46a6791 admin admin] Deleting port b1d1c6d1-fd4a-427b-9ee3-01ccd1eba03d {{(pid=104159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 12:23:23.186986 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-df4fca0c-6a28-45d6-97a6-8462d46a6791 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760977592'] for port (b1d1c6d1-fd4a-427b-9ee3-01ccd1eba03d), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:23.194127 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff98743-162c-4db3-95b0-af312d27e9db admin admin] Pushing event deleted for resources: {'Port': ['ID=d0d74117-c560-4b55-b3e7-c24e4913a92d,revision_number=None']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:23:23.210148 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-c2bcc014-0bc2-43ac-a21c-f203b4a1a0a1 req-9ee6150f-ff99-4ce7-b80b-7e515c040dfe tempest-VolumesNegativeTest-421480356 tempest-VolumesNegativeTest-421480356-project] 10.222.0.18 "GET /v2.0/security-groups?id=74a2d100-aec0-4138-8d9e-f69873e61870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456470 Jul 21 12:23:23.269137 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvr_db [None req-00ef81cc-d772-4ad7-a6da-0463e1d1df6b None None] Set router 2e8c32c0-f7a5-44bc-9719-afb90b68785d gateway port host: None {{(pid=104162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 12:23:23.355168 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_hamode_db [None req-00ef81cc-d772-4ad7-a6da-0463e1d1df6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e8c32c0-f7a5-44bc-9719-afb90b68785d', 'name': 'tempest-AttachVolumeShelveTestJSON-530716939-router', 'tenant_id': '2409e2644eb14d6b9545088c08d22273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T12:15:33Z', 'updated_at': '2022-07-21T12:23:23Z', 'revision_number': 6, 'project_id': '2409e2644eb14d6b9545088c08d22273', 'gw_port_host': None}], 'dv-cinder-850321-1-iscsi', False) {} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:23:23.430298 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ef81cc-d772-4ad7-a6da-0463e1d1df6b None None] The sync data for ids ['2e8c32c0-f7a5-44bc-9719-afb90b68785d'] in dv-cinder-850321-1-iscsi is: [{'id': '2e8c32c0-f7a5-44bc-9719-afb90b68785d', 'name': 'tempest-AttachVolumeShelveTestJSON-530716939-router', 'tenant_id': '2409e2644eb14d6b9545088c08d22273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T12:15:33Z', 'updated_at': '2022-07-21T12:23:23Z', 'revision_number': 6, 'project_id': '2409e2644eb14d6b9545088c08d22273', 'gw_port_host': None}] {{(pid=104162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 12:23:23.441425 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-3ff98743-162c-4db3-95b0-af312d27e9db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-681787'] for router_gateway (f821dd7f-e30d-4561-9e30-8181a046dde5), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:23.462241 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.plugins.ml2.db [None req-df4fca0c-6a28-45d6-97a6-8462d46a6791 admin admin] For port b1d1c6d1-fd4a-427b-9ee3-01ccd1eba03d, host dv-cinder-850321-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-1-iscsi',level=0,port_id=b1d1c6d1-fd4a-427b-9ee3-01ccd1eba03d,segment=NetworkSegment(516861e0-d3fe-4b3f-83ca-af9f79051018),segment_id=516861e0-d3fe-4b3f-83ca-af9f79051018)] {{(pid=104159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 12:23:23.462624 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-df4fca0c-6a28-45d6-97a6-8462d46a6791 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683200'] for port (b1d1c6d1-fd4a-427b-9ee3-01ccd1eba03d), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:23.529041 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.plugins.ml2.plugin [None req-df4fca0c-6a28-45d6-97a6-8462d46a6791 admin admin] Calling delete_port for b1d1c6d1-fd4a-427b-9ee3-01ccd1eba03d owned by network:router_gateway {{(pid=104159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 12:23:23.606121 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-3ff98743-162c-4db3-95b0-af312d27e9db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-680943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4065'] for router (f821dd7f-e30d-4561-9e30-8181a046dde5), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:23.620841 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-3ff98743-162c-4db3-95b0-af312d27e9db admin admin] Publish callbacks [] for router_controller (f821dd7f-e30d-4561-9e30-8181a046dde5), precommit_delete_associations {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:23.779963 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-3ff98743-162c-4db3-95b0-af312d27e9db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-680862'] for router (f821dd7f-e30d-4561-9e30-8181a046dde5), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:23.780782 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ff98743-162c-4db3-95b0-af312d27e9db admin admin] Fanout notify agent at l3_agent the message router_deleted on router f821dd7f-e30d-4561-9e30-8181a046dde5 {{(pid=104160) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 21 12:23:23.782607 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-df4fca0c-6a28-45d6-97a6-8462d46a6791 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760983080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773760637175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8469579'] for port (b1d1c6d1-fd4a-427b-9ee3-01ccd1eba03d), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:23.790506 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-3ff98743-162c-4db3-95b0-af312d27e9db admin admin] Publish callbacks [] for router (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:23.795605 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-3ff98743-162c-4db3-95b0-af312d27e9db admin admin] 10.222.0.18 "DELETE /v2.0/routers/f821dd7f-e30d-4561-9e30-8181a046dde5 HTTP/1.1" status: 204 len: 168 time: 2.7745123 Jul 21 12:23:23.800518 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.18', 37476) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:23:23.837136 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Device f9344b3c-d3dc-474e-8651-4bd1748e8443 no longer exists at agent ovs-agent-dv-cinder-850321-1-iscsi {{(pid=104161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 12:23:23.890431 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4fca0c-6a28-45d6-97a6-8462d46a6791 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1d1c6d1-fd4a-427b-9ee3-01ccd1eba03d,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:23:23.947309 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] No Port match for: f9344b3c-d3dc-474e-8651-4bd1748e8443 {{(pid=104161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 12:23:23.952768 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Device f9344b3c-d3dc-474e-8651-4bd1748e8443 not bound to the agent host dv-cinder-850321-1-iscsi {{(pid=104161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 12:23:24.027614 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-df4fca0c-6a28-45d6-97a6-8462d46a6791 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-681787'] for router_gateway (2e8c32c0-f7a5-44bc-9719-afb90b68785d), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:24.111108 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcd036a5-827d-454e-88e6-e5a08bddc620 admin admin] Deleting subnet e0f3c015-136b-40d1-bb21-7516342209a2 {{(pid=104160) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 21 12:23:24.132346 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-dcd036a5-827d-454e-88e6-e5a08bddc620 admin admin] Publish callbacks [] for subnet (e0f3c015-136b-40d1-bb21-7516342209a2), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:24.179981 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-df4fca0c-6a28-45d6-97a6-8462d46a6791 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-680943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4065'] for router (2e8c32c0-f7a5-44bc-9719-afb90b68785d), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:24.183322 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-df4fca0c-6a28-45d6-97a6-8462d46a6791 admin admin] Publish callbacks [] for router_controller (2e8c32c0-f7a5-44bc-9719-afb90b68785d), precommit_delete_associations {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:24.263939 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.notifiers.nova [req-9dd60419-e14f-4181-9478-99dc5a7bb6e5 req-f743e688-0abf-4440-92e4-9e5d60ecbb7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 604184de-96f7-4f4e-aec5-b391dd2fdd8a {{(pid=104160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 12:23:24.266512 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:23:24.285219 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-df4fca0c-6a28-45d6-97a6-8462d46a6791 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-680862'] for router (2e8c32c0-f7a5-44bc-9719-afb90b68785d), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:24.286677 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df4fca0c-6a28-45d6-97a6-8462d46a6791 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2e8c32c0-f7a5-44bc-9719-afb90b68785d {{(pid=104159) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 21 12:23:24.297017 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-df4fca0c-6a28-45d6-97a6-8462d46a6791 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:24.304505 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-df4fca0c-6a28-45d6-97a6-8462d46a6791 admin admin] 10.222.0.18 "DELETE /v2.0/routers/2e8c32c0-f7a5-44bc-9719-afb90b68785d HTTP/1.1" status: 204 len: 168 time: 1.9738188 Jul 21 12:23:24.304780 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-dcd036a5-827d-454e-88e6-e5a08bddc620 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9082974'] for subnet (e0f3c015-136b-40d1-bb21-7516342209a2), precommit_delete_associations {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:24.305634 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-9dd60419-e14f-4181-9478-99dc5a7bb6e5 req-f743e688-0abf-4440-92e4-9e5d60ecbb7e service neutron] Publish callbacks [] for port (604184de-96f7-4f4e-aec5-b391dd2fdd8a), precommit_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:24.308405 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 37484) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:23:24.363228 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.db.provisioning_blocks [req-9dd60419-e14f-4181-9478-99dc5a7bb6e5 req-f743e688-0abf-4440-92e4-9e5d60ecbb7e service neutron] Transition to ACTIVE for port object 604184de-96f7-4f4e-aec5-b391dd2fdd8a will not be triggered until provisioned by entity L2. {{(pid=104160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 21 12:23:24.375867 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:UPDATE=5,neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=1 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:23:24.393737 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-9dd60419-e14f-4181-9478-99dc5a7bb6e5 req-f743e688-0abf-4440-92e4-9e5d60ecbb7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9357699'] for port (604184de-96f7-4f4e-aec5-b391dd2fdd8a), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:24.415120 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc3ba400-4954-40f0-89b3-c5c787e6d2cf admin admin] Deleting subnet cc9a2033-692d-458c-a1e6-ffe26f82c935 {{(pid=104159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 21 12:23:24.418764 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-cc3ba400-4954-40f0-89b3-c5c787e6d2cf admin admin] Publish callbacks [] for subnet (cc9a2033-692d-458c-a1e6-ffe26f82c935), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:24.470591 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-cc3ba400-4954-40f0-89b3-c5c787e6d2cf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9226599'] for subnet (cc9a2033-692d-458c-a1e6-ffe26f82c935), precommit_delete_associations {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:24.615160 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9455ab-f91e-4317-b614-0fcb07d8f0ec req-a7ad062f-49c0-4c22-87dd-89220273e86c tempest-VolumesNegativeTest-421480356 tempest-VolumesNegativeTest-421480356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:23:24.617004 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-ca9455ab-f91e-4317-b614-0fcb07d8f0ec req-a7ad062f-49c0-4c22-87dd-89220273e86c tempest-VolumesNegativeTest-421480356 tempest-VolumesNegativeTest-421480356-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4e02acd-fdc5-47ee-9ea3-11494fc15add HTTP/1.1" status: 200 len: 947 time: 0.2364473 Jul 21 12:23:24.632984 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-cc3ba400-4954-40f0-89b3-c5c787e6d2cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1392440'] for subnet (cc9a2033-692d-458c-a1e6-ffe26f82c935), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:24.648665 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-dcd036a5-827d-454e-88e6-e5a08bddc620 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1392440'] for subnet (e0f3c015-136b-40d1-bb21-7516342209a2), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:24.714914 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f743e688-0abf-4440-92e4-9e5d60ecbb7e service neutron] Pushing event updated for resources: {'Port': ['ID=604184de-96f7-4f4e-aec5-b391dd2fdd8a,revision_number=2']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:23:24.804118 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-cc3ba400-4954-40f0-89b3-c5c787e6d2cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1392433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8469670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9371161'] for subnet (cc9a2033-692d-458c-a1e6-ffe26f82c935), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:24.865859 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3ba400-4954-40f0-89b3-c5c787e6d2cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc9a2033-692d-458c-a1e6-ffe26f82c935,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:23:24.893576 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-cc3ba400-4954-40f0-89b3-c5c787e6d2cf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:24.901763 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-cc3ba400-4954-40f0-89b3-c5c787e6d2cf admin admin] 10.222.0.18 "DELETE /v2.0/subnets/cc9a2033-692d-458c-a1e6-ffe26f82c935 HTTP/1.1" status: 204 len: 168 time: 0.5910103 Jul 21 12:23:24.902723 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-ca9455ab-f91e-4317-b614-0fcb07d8f0ec req-e8367661-41db-4c73-bc37-64cec6e68985 tempest-VolumesNegativeTest-421480356 tempest-VolumesNegativeTest-421480356-project] 10.222.0.18 "GET /v2.0/security-groups?id=74a2d100-aec0-4138-8d9e-f69873e61870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2749834 Jul 21 12:23:24.903368 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.18', 37486) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:23:24.909733 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b178b0e7-7a14-4e03-91ad-b2aa70182611 None None] Network ff0fcfbd-22d3-47ea-80f2-195b1cbc803d requested from dv-cinder-850321-1-iscsi {{(pid=104161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 12:23:24.944109 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-dcd036a5-827d-454e-88e6-e5a08bddc620 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1392433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9357653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9184768'] for subnet (e0f3c015-136b-40d1-bb21-7516342209a2), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:25.055982 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:23:25.069285 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd036a5-827d-454e-88e6-e5a08bddc620 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0f3c015-136b-40d1-bb21-7516342209a2,revision_number=None']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:23:25.072115 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.managers [req-9dd60419-e14f-4181-9478-99dc5a7bb6e5 req-f743e688-0abf-4440-92e4-9e5d60ecbb7e service neutron] Attempting to bind port 604184de-96f7-4f4e-aec5-b391dd2fdd8a on host hv-cinder-85032 for vnic_type normal with profile {{(pid=104160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 12:23:25.072603 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.managers [req-9dd60419-e14f-4181-9478-99dc5a7bb6e5 req-f743e688-0abf-4440-92e4-9e5d60ecbb7e service neutron] Attempting to bind port 604184de-96f7-4f4e-aec5-b391dd2fdd8a by drivers openvswitch,hyperv on host hv-cinder-85032 at level 0 using segments [{'id': 'ff518a63-0862-4fe7-9302-6cd62216b83a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '7fe3dff5-a52b-4b7c-b158-0ffa986e8452'}] {{(pid=104160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 12:23:25.073038 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd60419-e14f-4181-9478-99dc5a7bb6e5 req-f743e688-0abf-4440-92e4-9e5d60ecbb7e service neutron] Attempting to bind port 604184de-96f7-4f4e-aec5-b391dd2fdd8a on network 7fe3dff5-a52b-4b7c-b158-0ffa986e8452 {{(pid=104160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 12:23:25.080605 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-dcd036a5-827d-454e-88e6-e5a08bddc620 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622315'] for subnet (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:25.083369 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:23:25.086831 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-dcd036a5-827d-454e-88e6-e5a08bddc620 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/e0f3c015-136b-40d1-bb21-7516342209a2 HTTP/1.1" status: 204 len: 168 time: 1.2822104 Jul 21 12:23:25.087441 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 37492) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:23:25.102277 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d86c79b-37a8-42d3-aa67-8921c8286346 None None] Network 696c0dee-caed-4736-b4d0-b10a0948354a requested from dv-cinder-850321-1-iscsi {{(pid=104161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 12:23:25.138841 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd60419-e14f-4181-9478-99dc5a7bb6e5 req-f743e688-0abf-4440-92e4-9e5d60ecbb7e service neutron] Port 604184de-96f7-4f4e-aec5-b391dd2fdd8a on network 7fe3dff5-a52b-4b7c-b158-0ffa986e8452 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85032 {{(pid=104160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 21 12:23:25.139319 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd60419-e14f-4181-9478-99dc5a7bb6e5 req-f743e688-0abf-4440-92e4-9e5d60ecbb7e service neutron] Attempting to bind port 604184de-96f7-4f4e-aec5-b391dd2fdd8a on network 7fe3dff5-a52b-4b7c-b158-0ffa986e8452 {{(pid=104160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 12:23:25.201603 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd60419-e14f-4181-9478-99dc5a7bb6e5 req-f743e688-0abf-4440-92e4-9e5d60ecbb7e service neutron] Checking agent: {'id': '0e418a3d-140a-4386-ad03-1f6ad2d8ed7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85032', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 12, 13, 32), 'started_at': datetime.datetime(2022, 7, 21, 12, 13, 32), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 12, 23, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 12:23:25.202161 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd60419-e14f-4181-9478-99dc5a7bb6e5 req-f743e688-0abf-4440-92e4-9e5d60ecbb7e service neutron] Checking segment: {'id': 'ff518a63-0862-4fe7-9302-6cd62216b83a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '7fe3dff5-a52b-4b7c-b158-0ffa986e8452'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 12:23:25.202676 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd60419-e14f-4181-9478-99dc5a7bb6e5 req-f743e688-0abf-4440-92e4-9e5d60ecbb7e service neutron] Bound using segment: {'id': 'ff518a63-0862-4fe7-9302-6cd62216b83a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '7fe3dff5-a52b-4b7c-b158-0ffa986e8452'} {{(pid=104160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 12:23:25.204678 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.managers [req-9dd60419-e14f-4181-9478-99dc5a7bb6e5 req-f743e688-0abf-4440-92e4-9e5d60ecbb7e service neutron] Bound port: 604184de-96f7-4f4e-aec5-b391dd2fdd8a, host: hv-cinder-85032, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff518a63-0862-4fe7-9302-6cd62216b83a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '7fe3dff5-a52b-4b7c-b158-0ffa986e8452'}}] {{(pid=104160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 12:23:25.205266 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-9dd60419-e14f-4181-9478-99dc5a7bb6e5 req-f743e688-0abf-4440-92e4-9e5d60ecbb7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (604184de-96f7-4f4e-aec5-b391dd2fdd8a), before_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:25.256320 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-20ac840c-8be0-4ba9-b36b-d8d29e0d91de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790513'] for network (696c0dee-caed-4736-b4d0-b10a0948354a), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:25.290201 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-56ab3fd4-bb96-4b45-97d1-0b965a630d90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790513'] for network (ff0fcfbd-22d3-47ea-80f2-195b1cbc803d), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:25.347652 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.plugins.ml2.plugin [None req-20ac840c-8be0-4ba9-b36b-d8d29e0d91de admin admin] Deleting port d0bdc5ce-6a28-4be2-a6d3-b1f591528570 {{(pid=104159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 12:23:25.354280 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-20ac840c-8be0-4ba9-b36b-d8d29e0d91de admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760977592'] for port (d0bdc5ce-6a28-4be2-a6d3-b1f591528570), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:25.417399 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.db [req-9dd60419-e14f-4181-9478-99dc5a7bb6e5 req-f743e688-0abf-4440-92e4-9e5d60ecbb7e service neutron] For port 604184de-96f7-4f4e-aec5-b391dd2fdd8a, host hv-cinder-85032, cleared binding levels {{(pid=104160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 12:23:25.466109 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.db [req-9dd60419-e14f-4181-9478-99dc5a7bb6e5 req-f743e688-0abf-4440-92e4-9e5d60ecbb7e service neutron] For port 604184de-96f7-4f4e-aec5-b391dd2fdd8a, host hv-cinder-85032, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=604184de-96f7-4f4e-aec5-b391dd2fdd8a,segment=NetworkSegment(ff518a63-0862-4fe7-9302-6cd62216b83a),segment_id=ff518a63-0862-4fe7-9302-6cd62216b83a)] {{(pid=104160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 12:23:25.481186 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-56ab3fd4-bb96-4b45-97d1-0b965a630d90 admin admin] Deleting port bbab07dc-dbfc-4794-931e-a6194d92e2ad {{(pid=104160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 12:23:25.481680 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-56ab3fd4-bb96-4b45-97d1-0b965a630d90 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760977592'] for port (bbab07dc-dbfc-4794-931e-a6194d92e2ad), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:25.497895 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-9dd60419-e14f-4181-9478-99dc5a7bb6e5 req-f743e688-0abf-4440-92e4-9e5d60ecbb7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9357699'] for port (604184de-96f7-4f4e-aec5-b391dd2fdd8a), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:25.567621 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5619d6e0-27d4-4f43-873f-8a779b289d36 None None] DHCP port deletion for ff0fcfbd-22d3-47ea-80f2-195b1cbc803d request from dv-cinder-850321-1-iscsi {{(pid=104161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 21 12:23:25.671694 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.plugins.ml2.db [None req-20ac840c-8be0-4ba9-b36b-d8d29e0d91de admin admin] For port d0bdc5ce-6a28-4be2-a6d3-b1f591528570, host dv-cinder-850321-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-1-iscsi',level=0,port_id=d0bdc5ce-6a28-4be2-a6d3-b1f591528570,segment=NetworkSegment(983d4d02-3481-49e3-871e-317eb4b0b768),segment_id=983d4d02-3481-49e3-871e-317eb4b0b768)] {{(pid=104159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 12:23:25.672287 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-20ac840c-8be0-4ba9-b36b-d8d29e0d91de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683200'] for port (d0bdc5ce-6a28-4be2-a6d3-b1f591528570), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:25.698812 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd60419-e14f-4181-9478-99dc5a7bb6e5 req-f743e688-0abf-4440-92e4-9e5d60ecbb7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:23:25.706244 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-9dd60419-e14f-4181-9478-99dc5a7bb6e5 req-f743e688-0abf-4440-92e4-9e5d60ecbb7e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170956'] for port (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:25.709192 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-9dd60419-e14f-4181-9478-99dc5a7bb6e5 req-f743e688-0abf-4440-92e4-9e5d60ecbb7e service neutron] 10.222.0.48 "PUT /v2.0/ports/604184de-96f7-4f4e-aec5-b391dd2fdd8a HTTP/1.1" status: 200 len: 1097 time: 2.9872744 Jul 21 12:23:25.725620 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Device d345d234-56b3-4328-9e19-a7e68dd40415 no longer exists at agent ovs-agent-dv-cinder-850321-1-iscsi {{(pid=104161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 12:23:25.727803 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4e02acd-fdc5-47ee-9ea3-11494fc15add', 'tag': '604184de-96f7-4f4e-aec5-b391dd2fdd8a'}] {{(pid=104160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 12:23:25.735874 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eb085c56e9e86bbd6a0965d2ba727f3997621403869b150ca98f31427dd41b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-067196ef-f6f0-4f58-b17c-81d0fb10133e" -d '{"events": [{"name": "network-changed", "server_uuid": "d4e02acd-fdc5-47ee-9ea3-11494fc15add", "tag": "604184de-96f7-4f4e-aec5-b391dd2fdd8a"}]}' {{(pid=104160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 12:23:25.760488 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.plugins.ml2.plugin [None req-20ac840c-8be0-4ba9-b36b-d8d29e0d91de admin admin] Calling delete_port for d0bdc5ce-6a28-4be2-a6d3-b1f591528570 owned by network:dhcp {{(pid=104159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 12:23:25.849654 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] No Port match for: d345d234-56b3-4328-9e19-a7e68dd40415 {{(pid=104161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 12:23:25.850301 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Device d345d234-56b3-4328-9e19-a7e68dd40415 not bound to the agent host dv-cinder-850321-1-iscsi {{(pid=104161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 12:23:25.850905 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Device b1d1c6d1-fd4a-427b-9ee3-01ccd1eba03d no longer exists at agent ovs-agent-dv-cinder-850321-1-iscsi {{(pid=104161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 12:23:25.952246 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-530a667c-dd3d-48f0-8cf7-f476dfacf105 None None] DHCP port deletion for 696c0dee-caed-4736-b4d0-b10a0948354a request from dv-cinder-850321-1-iscsi {{(pid=104161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 21 12:23:25.980657 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:23:26.011371 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] No Port match for: b1d1c6d1-fd4a-427b-9ee3-01ccd1eba03d {{(pid=104161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 12:23:26.011763 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Device b1d1c6d1-fd4a-427b-9ee3-01ccd1eba03d not bound to the agent host dv-cinder-850321-1-iscsi {{(pid=104161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 12:23:26.012162 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Device d0d74117-c560-4b55-b3e7-c24e4913a92d no longer exists at agent ovs-agent-dv-cinder-850321-1-iscsi {{(pid=104161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 12:23:26.018133 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 12:23:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17225a58-d7ea-40d9-8e03-b5dfafac2c9c x-openstack-request-id: req-17225a58-d7ea-40d9-8e03-b5dfafac2c9c {{(pid=104160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 12:23:26.019246 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4e02acd-fdc5-47ee-9ea3-11494fc15add", "tag": "604184de-96f7-4f4e-aec5-b391dd2fdd8a", "status": "completed", "code": 200}]} {{(pid=104160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 12:23:26.019992 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-17225a58-d7ea-40d9-8e03-b5dfafac2c9c {{(pid=104160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 12:23:26.021188 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17225a58-d7ea-40d9-8e03-b5dfafac2c9c'] response: {'name': 'network-changed', 'server_uuid': 'd4e02acd-fdc5-47ee-9ea3-11494fc15add', 'tag': '604184de-96f7-4f4e-aec5-b391dd2fdd8a', 'status': 'completed', 'code': 200} Jul 21 12:23:26.130316 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] No Port match for: d0d74117-c560-4b55-b3e7-c24e4913a92d {{(pid=104161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 12:23:26.130664 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Device d0d74117-c560-4b55-b3e7-c24e4913a92d not bound to the agent host dv-cinder-850321-1-iscsi {{(pid=104161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 12:23:26.141649 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f743e688-0abf-4440-92e4-9e5d60ecbb7e service neutron] Pushing event updated for resources: {'Port': ['ID=604184de-96f7-4f4e-aec5-b391dd2fdd8a,revision_number=3']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:23:26.148071 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-5619d6e0-27d4-4f43-873f-8a779b289d36 None None] Deleting port bbab07dc-dbfc-4794-931e-a6194d92e2ad {{(pid=104161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 12:23:26.148808 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-5619d6e0-27d4-4f43-873f-8a779b289d36 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760977592'] for port (bbab07dc-dbfc-4794-931e-a6194d92e2ad), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:26.178668 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.db [None req-56ab3fd4-bb96-4b45-97d1-0b965a630d90 admin admin] For port bbab07dc-dbfc-4794-931e-a6194d92e2ad, host dv-cinder-850321-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-1-iscsi',level=0,port_id=bbab07dc-dbfc-4794-931e-a6194d92e2ad,segment=NetworkSegment(7232b8b8-b9cf-453a-b8fc-7068d6546503),segment_id=7232b8b8-b9cf-453a-b8fc-7068d6546503)] {{(pid=104160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 12:23:26.179249 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-56ab3fd4-bb96-4b45-97d1-0b965a630d90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683200'] for port (bbab07dc-dbfc-4794-931e-a6194d92e2ad), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:26.198437 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-20ac840c-8be0-4ba9-b36b-d8d29e0d91de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760983080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773760637175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8469579'] for port (d0bdc5ce-6a28-4be2-a6d3-b1f591528570), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:26.238847 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-530a667c-dd3d-48f0-8cf7-f476dfacf105 None None] Deleting port d0bdc5ce-6a28-4be2-a6d3-b1f591528570 {{(pid=104161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 12:23:26.239342 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-530a667c-dd3d-48f0-8cf7-f476dfacf105 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760977592'] for port (d0bdc5ce-6a28-4be2-a6d3-b1f591528570), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:26.243995 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ac840c-8be0-4ba9-b36b-d8d29e0d91de admin admin] Pushing event deleted for resources: {'Port': ['ID=d0bdc5ce-6a28-4be2-a6d3-b1f591528570,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:23:26.246087 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd60419-e14f-4181-9478-99dc5a7bb6e5 req-86ce6ee4-6fe1-4119-baad-90f8cb99a715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:23:26.248129 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-9dd60419-e14f-4181-9478-99dc5a7bb6e5 req-86ce6ee4-6fe1-4119-baad-90f8cb99a715 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6f6de2c24f1d409889d26b51329ba089&device_id=d4e02acd-fdc5-47ee-9ea3-11494fc15add HTTP/1.1" status: 200 len: 1131 time: 0.3173420 Jul 21 12:23:26.258206 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ac840c-8be0-4ba9-b36b-d8d29e0d91de admin admin] No DVR routers for this DVR port d0bdc5ce-6a28-4be2-a6d3-b1f591528570 on host dv-cinder-850321-1-iscsi {{(pid=104159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 12:23:26.326564 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-9dd60419-e14f-4181-9478-99dc5a7bb6e5 req-6a02cf8c-bfca-4f2d-9007-aaecc6b80c3d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=604184de-96f7-4f4e-aec5-b391dd2fdd8a HTTP/1.1" status: 200 len: 217 time: 0.0526078 Jul 21 12:23:26.328063 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-56ab3fd4-bb96-4b45-97d1-0b965a630d90 admin admin] Calling delete_port for bbab07dc-dbfc-4794-931e-a6194d92e2ad owned by network:dhcp {{(pid=104160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 12:23:26.384815 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5c59d2-56c2-4a83-825b-13f936e030c7 req-97701fd1-71ba-4282-b725-d62d47ba39fa tempest-VolumesNegativeTest-421480356 tempest-VolumesNegativeTest-421480356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:23:26.386755 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-7d5c59d2-56c2-4a83-825b-13f936e030c7 req-97701fd1-71ba-4282-b725-d62d47ba39fa tempest-VolumesNegativeTest-421480356 tempest-VolumesNegativeTest-421480356-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4e02acd-fdc5-47ee-9ea3-11494fc15add HTTP/1.1" status: 200 len: 947 time: 0.2120998 Jul 21 12:23:26.397433 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-5619d6e0-27d4-4f43-873f-8a779b289d36 None None] For port bbab07dc-dbfc-4794-931e-a6194d92e2ad, host dv-cinder-850321-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-1-iscsi',level=0,port_id=bbab07dc-dbfc-4794-931e-a6194d92e2ad,segment=NetworkSegment(7232b8b8-b9cf-453a-b8fc-7068d6546503),segment_id=7232b8b8-b9cf-453a-b8fc-7068d6546503)] {{(pid=104161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 12:23:26.398012 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-5619d6e0-27d4-4f43-873f-8a779b289d36 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683200'] for port (bbab07dc-dbfc-4794-931e-a6194d92e2ad), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:26.422409 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-5619d6e0-27d4-4f43-873f-8a779b289d36 None None] Calling delete_port for bbab07dc-dbfc-4794-931e-a6194d92e2ad owned by network:dhcp {{(pid=104161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 12:23:26.450017 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:23:26.467382 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd60419-e14f-4181-9478-99dc5a7bb6e5 req-beec409e-ef45-4ee4-befe-ec989c91baf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:23:26.469381 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-9dd60419-e14f-4181-9478-99dc5a7bb6e5 req-beec409e-ef45-4ee4-befe-ec989c91baf0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=98d70251-a260-4557-8f1d-2a999f2d7dad HTTP/1.1" status: 200 len: 843 time: 0.1362231 Jul 21 12:23:26.516860 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-7d5c59d2-56c2-4a83-825b-13f936e030c7 req-1980f58e-de67-4030-9ff2-66dc19e68ba7 tempest-VolumesNegativeTest-421480356 tempest-VolumesNegativeTest-421480356-project] 10.222.0.18 "GET /v2.0/security-groups?id=74a2d100-aec0-4138-8d9e-f69873e61870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235192 Jul 21 12:23:26.560490 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-5619d6e0-27d4-4f43-873f-8a779b289d36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760983080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773760637175'] for port (bbab07dc-dbfc-4794-931e-a6194d92e2ad), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:26.606989 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd60419-e14f-4181-9478-99dc5a7bb6e5 req-5a4adc4d-0fa8-4aa5-9c7f-2f48023327a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:23:26.609253 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-9dd60419-e14f-4181-9478-99dc5a7bb6e5 req-5a4adc4d-0fa8-4aa5-9c7f-2f48023327a5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7fe3dff5-a52b-4b7c-b158-0ffa986e8452&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0964706 Jul 21 12:23:26.617653 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-56ab3fd4-bb96-4b45-97d1-0b965a630d90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760983080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773760637175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9357752'] for port (bbab07dc-dbfc-4794-931e-a6194d92e2ad), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:26.624995 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-530a667c-dd3d-48f0-8cf7-f476dfacf105 None None] For port d0bdc5ce-6a28-4be2-a6d3-b1f591528570, host dv-cinder-850321-1-iscsi, got binding levels [] {{(pid=104161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 12:23:26.625576 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-530a667c-dd3d-48f0-8cf7-f476dfacf105 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683200'] for port (d0bdc5ce-6a28-4be2-a6d3-b1f591528570), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:26.647669 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-530a667c-dd3d-48f0-8cf7-f476dfacf105 None None] Calling delete_port for d0bdc5ce-6a28-4be2-a6d3-b1f591528570 owned by network:dhcp {{(pid=104161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 12:23:26.651496 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.ipam_backend_mixin [None req-530a667c-dd3d-48f0-8cf7-f476dfacf105 None None] Port d0bdc5ce-6a28-4be2-a6d3-b1f591528570 was not found and therefore no delete operation was performed {{(pid=104161) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jul 21 12:23:26.667345 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-530a667c-dd3d-48f0-8cf7-f476dfacf105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760983080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773760637175'] for port (d0bdc5ce-6a28-4be2-a6d3-b1f591528570), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:26.687329 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ab3fd4-bb96-4b45-97d1-0b965a630d90 admin admin] No DVR routers for this DVR port bbab07dc-dbfc-4794-931e-a6194d92e2ad on host dv-cinder-850321-1-iscsi {{(pid=104160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 12:23:26.701159 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ab3fd4-bb96-4b45-97d1-0b965a630d90 admin admin] Pushing event deleted for resources: {'Port': ['ID=bbab07dc-dbfc-4794-931e-a6194d92e2ad,revision_number=None']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:23:26.704826 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5619d6e0-27d4-4f43-873f-8a779b289d36 None None] No DVR routers for this DVR port bbab07dc-dbfc-4794-931e-a6194d92e2ad on host dv-cinder-850321-1-iscsi {{(pid=104161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 12:23:26.729047 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-20ac840c-8be0-4ba9-b36b-d8d29e0d91de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1392563', 'neutron.services.segments.db._delete_segments_for_network-8773761087052'] for network (696c0dee-caed-4736-b4d0-b10a0948354a), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:26.736051 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5619d6e0-27d4-4f43-873f-8a779b289d36 None None] Pushing event deleted for resources: {'Port': ['ID=bbab07dc-dbfc-4794-931e-a6194d92e2ad,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:23:26.751772 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-530a667c-dd3d-48f0-8cf7-f476dfacf105 None None] No DVR routers for this DVR port d0bdc5ce-6a28-4be2-a6d3-b1f591528570 on host dv-cinder-850321-1-iscsi {{(pid=104161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 12:23:26.769383 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.services.segments.db [None req-20ac840c-8be0-4ba9-b36b-d8d29e0d91de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['696c0dee-caed-4736-b4d0-b10a0948354a']}} {{(pid=104159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:23:26.786065 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.services.segments.db [None req-20ac840c-8be0-4ba9-b36b-d8d29e0d91de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '983d4d02-3481-49e3-871e-317eb4b0b768') {'for_net_delete': True} {{(pid=104159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:23:26.786965 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.services.segments.db [None req-20ac840c-8be0-4ba9-b36b-d8d29e0d91de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '983d4d02-3481-49e3-871e-317eb4b0b768') {} {{(pid=104159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:23:26.791826 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530a667c-dd3d-48f0-8cf7-f476dfacf105 None None] Pushing event deleted for resources: {'Port': ['ID=d0bdc5ce-6a28-4be2-a6d3-b1f591528570,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:23:26.803761 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-20ac840c-8be0-4ba9-b36b-d8d29e0d91de admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773761085669', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9226590'] for segment (983d4d02-3481-49e3-871e-317eb4b0b768), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:26.832051 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-20ac840c-8be0-4ba9-b36b-d8d29e0d91de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1820665'] for segment (983d4d02-3481-49e3-871e-317eb4b0b768), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:26.857071 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20ac840c-8be0-4ba9-b36b-d8d29e0d91de admin admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=104159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 21 12:23:26.859060 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-20ac840c-8be0-4ba9-b36b-d8d29e0d91de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1820665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8469532'] for segment (983d4d02-3481-49e3-871e-317eb4b0b768), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:26.863648 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-56ab3fd4-bb96-4b45-97d1-0b965a630d90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1392563', 'neutron.services.segments.db._delete_segments_for_network-8773761087052'] for network (ff0fcfbd-22d3-47ea-80f2-195b1cbc803d), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:26.908086 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:23:26.915844 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-9dd60419-e14f-4181-9478-99dc5a7bb6e5 req-cebb2749-9d24-4689-8f15-cb58f81026ce service neutron] 10.222.0.48 "GET /v2.0/networks/7fe3dff5-a52b-4b7c-b158-0ffa986e8452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2947700 Jul 21 12:23:26.918562 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.services.segments.db [None req-56ab3fd4-bb96-4b45-97d1-0b965a630d90 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff0fcfbd-22d3-47ea-80f2-195b1cbc803d']}} {{(pid=104160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:23:26.957365 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-20ac840c-8be0-4ba9-b36b-d8d29e0d91de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1392516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681893'] for network (696c0dee-caed-4736-b4d0-b10a0948354a), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:27.013013 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.services.segments.plugin [-] Segment 983d4d02-3481-49e3-871e-317eb4b0b768 resource provider aggregate not found Jul 21 12:23:27.021041 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-20ac840c-8be0-4ba9-b36b-d8d29e0d91de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622315'] for network (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:27.024932 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-20ac840c-8be0-4ba9-b36b-d8d29e0d91de admin admin] 10.222.0.18 "DELETE /v2.0/networks/696c0dee-caed-4736-b4d0-b10a0948354a HTTP/1.1" status: 204 len: 168 time: 1.9365363 Jul 21 12:23:27.026700 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ac840c-8be0-4ba9-b36b-d8d29e0d91de admin admin] Pushing event deleted for resources: {'Network': ['ID=696c0dee-caed-4736-b4d0-b10a0948354a,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:23:27.075987 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.services.segments.db [None req-56ab3fd4-bb96-4b45-97d1-0b965a630d90 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7232b8b8-b9cf-453a-b8fc-7068d6546503') {'for_net_delete': True} {{(pid=104160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:23:27.077871 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.services.segments.db [None req-56ab3fd4-bb96-4b45-97d1-0b965a630d90 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7232b8b8-b9cf-453a-b8fc-7068d6546503') {} {{(pid=104160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:23:27.080170 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.services.segments.plugin [-] Segment 983d4d02-3481-49e3-871e-317eb4b0b768 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 983d4d02-3481-49e3-871e-317eb4b0b768 found for delete ", "request_id": "req-07360654-5310-4b7f-a686-c4caf2120da5"}]} Jul 21 12:23:27.106936 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-56ab3fd4-bb96-4b45-97d1-0b965a630d90 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773761085669', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9082983'] for segment (7232b8b8-b9cf-453a-b8fc-7068d6546503), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:27.116932 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-9dd60419-e14f-4181-9478-99dc5a7bb6e5 req-7ccbc40e-5409-4be7-9883-6fdc23ca3c50 service neutron] 10.222.0.48 "GET /v2.0/networks/7fe3dff5-a52b-4b7c-b158-0ffa986e8452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1936948 Jul 21 12:23:27.126486 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-56ab3fd4-bb96-4b45-97d1-0b965a630d90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1820665'] for segment (7232b8b8-b9cf-453a-b8fc-7068d6546503), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:27.136775 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56ab3fd4-bb96-4b45-97d1-0b965a630d90 admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=104160) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 21 12:23:27.137491 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-56ab3fd4-bb96-4b45-97d1-0b965a630d90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1820665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9357807'] for segment (7232b8b8-b9cf-453a-b8fc-7068d6546503), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:27.262465 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.services.segments.plugin [-] Segment 7232b8b8-b9cf-453a-b8fc-7068d6546503 resource provider aggregate not found Jul 21 12:23:27.302428 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.services.segments.plugin [-] Segment 7232b8b8-b9cf-453a-b8fc-7068d6546503 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7232b8b8-b9cf-453a-b8fc-7068d6546503 found for delete ", "request_id": "req-3e5ef16e-4876-4f28-bf25-3b95bb0f0938"}]} Jul 21 12:23:27.344743 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-56ab3fd4-bb96-4b45-97d1-0b965a630d90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1392516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681893'] for network (ff0fcfbd-22d3-47ea-80f2-195b1cbc803d), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:27.359227 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-56ab3fd4-bb96-4b45-97d1-0b965a630d90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622315'] for network (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:27.365816 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-56ab3fd4-bb96-4b45-97d1-0b965a630d90 admin admin] 10.222.0.18 "DELETE /v2.0/networks/ff0fcfbd-22d3-47ea-80f2-195b1cbc803d HTTP/1.1" status: 204 len: 168 time: 2.4501870 Jul 21 12:23:27.391880 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ab3fd4-bb96-4b45-97d1-0b965a630d90 admin admin] Pushing event deleted for resources: {'Network': ['ID=ff0fcfbd-22d3-47ea-80f2-195b1cbc803d,revision_number=None']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:23:27.399754 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 37520) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:23:27.454830 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:23:27.513731 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-b19616f0-9cac-4e07-8297-a9a7a1d7a2c8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=994738157bca4d9d887f316699bd9387&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1123264 Jul 21 12:23:27.517359 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.18', 37522) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:23:27.553562 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Device bbab07dc-dbfc-4794-931e-a6194d92e2ad no longer exists at agent ovs-agent-dv-cinder-850321-1-iscsi {{(pid=104161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 12:23:27.632310 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] No Port match for: bbab07dc-dbfc-4794-931e-a6194d92e2ad {{(pid=104161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 12:23:27.635685 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Device bbab07dc-dbfc-4794-931e-a6194d92e2ad not bound to the agent host dv-cinder-850321-1-iscsi {{(pid=104161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 12:23:27.638605 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Device d0bdc5ce-6a28-4be2-a6d3-b1f591528570 no longer exists at agent ovs-agent-dv-cinder-850321-1-iscsi {{(pid=104161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 12:23:27.671924 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-0a0bdb4c-7370-4844-b944-43159f85842e admin admin] Publish callbacks [] for security_group (8fba3351-e490-4dbd-964f-3f3c776788c8), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:27.687186 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] No Port match for: d0bdc5ce-6a28-4be2-a6d3-b1f591528570 {{(pid=104161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 12:23:27.687860 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Device d0bdc5ce-6a28-4be2-a6d3-b1f591528570 not bound to the agent host dv-cinder-850321-1-iscsi {{(pid=104161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 12:23:27.730258 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-0a0bdb4c-7370-4844-b944-43159f85842e admin admin] Publish callbacks [] for security_group (8fba3351-e490-4dbd-964f-3f3c776788c8), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:27.740089 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1a4ec5-d83c-412e-aad6-3b4910e0d3dd req-a27b498d-b513-4e6b-a705-a3d81e33d5f3 tempest-VolumesNegativeTest-421480356 tempest-VolumesNegativeTest-421480356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:23:27.748335 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-5a1a4ec5-d83c-412e-aad6-3b4910e0d3dd req-a27b498d-b513-4e6b-a705-a3d81e33d5f3 tempest-VolumesNegativeTest-421480356 tempest-VolumesNegativeTest-421480356-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4e02acd-fdc5-47ee-9ea3-11494fc15add HTTP/1.1" status: 200 len: 947 time: 0.1038449 Jul 21 12:23:27.832389 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-0a0bdb4c-7370-4844-b944-43159f85842e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (8fba3351-e490-4dbd-964f-3f3c776788c8), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:27.834830 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-0a0bdb4c-7370-4844-b944-43159f85842e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:27.836271 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-0a0bdb4c-7370-4844-b944-43159f85842e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8fba3351-e490-4dbd-964f-3f3c776788c8 HTTP/1.1" status: 204 len: 168 time: 0.3164980 Jul 21 12:23:27.843517 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-5a1a4ec5-d83c-412e-aad6-3b4910e0d3dd req-9ab46e8c-770e-4728-aef5-5ce13c0b573a tempest-VolumesNegativeTest-421480356 tempest-VolumesNegativeTest-421480356-project] 10.222.0.18 "GET /v2.0/security-groups?id=74a2d100-aec0-4138-8d9e-f69873e61870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940166 Jul 21 12:23:27.852365 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0bdb4c-7370-4844-b944-43159f85842e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fba3351-e490-4dbd-964f-3f3c776788c8,revision_number=None']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:23:27.963792 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 37528) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:23:28.063710 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-99aa08d6-3add-462c-b8bb-ca27b8f38b4c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2409e2644eb14d6b9545088c08d22273&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0969496 Jul 21 12:23:28.066238 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 37532) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:23:28.116892 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067196ef-f6f0-4f58-b17c-81d0fb10133e req-e877ec32-8a03-40ea-b397-80421d371588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:23:28.119851 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-067196ef-f6f0-4f58-b17c-81d0fb10133e req-e877ec32-8a03-40ea-b397-80421d371588 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6f6de2c24f1d409889d26b51329ba089&device_id=d4e02acd-fdc5-47ee-9ea3-11494fc15add HTTP/1.1" status: 200 len: 1131 time: 0.0676966 Jul 21 12:23:28.141859 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-7b3864a3-cd77-4802-b49f-a77cbada7986 admin admin] Publish callbacks [] for security_group (24af05a1-80a6-4d1d-a6ea-e044f562bee6), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:28.210723 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-7b3864a3-cd77-4802-b49f-a77cbada7986 admin admin] Publish callbacks [] for security_group (24af05a1-80a6-4d1d-a6ea-e044f562bee6), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:28.246627 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=89,neutron:DELETE=11 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:23:28.310082 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067196ef-f6f0-4f58-b17c-81d0fb10133e req-90bba287-47ee-49e4-a0eb-d1181c67ab04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:23:28.312654 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-067196ef-f6f0-4f58-b17c-81d0fb10133e req-90bba287-47ee-49e4-a0eb-d1181c67ab04 service neutron] 10.222.0.48 "GET /v2.0/networks?id=7fe3dff5-a52b-4b7c-b158-0ffa986e8452 HTTP/1.1" status: 200 len: 870 time: 0.1859601 Jul 21 12:23:28.340696 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-7b3864a3-cd77-4802-b49f-a77cbada7986 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (24af05a1-80a6-4d1d-a6ea-e044f562bee6), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:28.343675 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-7b3864a3-cd77-4802-b49f-a77cbada7986 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:28.344903 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-7b3864a3-cd77-4802-b49f-a77cbada7986 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/24af05a1-80a6-4d1d-a6ea-e044f562bee6 HTTP/1.1" status: 204 len: 168 time: 0.2765667 Jul 21 12:23:28.362534 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3864a3-cd77-4802-b49f-a77cbada7986 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24af05a1-80a6-4d1d-a6ea-e044f562bee6,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:23:28.407141 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-067196ef-f6f0-4f58-b17c-81d0fb10133e req-e4e14686-93ce-4998-ae17-3399dab35b4d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=604184de-96f7-4f4e-aec5-b391dd2fdd8a HTTP/1.1" status: 200 len: 217 time: 0.0793171 Jul 21 12:23:28.520949 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067196ef-f6f0-4f58-b17c-81d0fb10133e req-058e6dc3-6507-47fe-94fe-a167a0f6c885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:23:28.523459 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-067196ef-f6f0-4f58-b17c-81d0fb10133e req-058e6dc3-6507-47fe-94fe-a167a0f6c885 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=98d70251-a260-4557-8f1d-2a999f2d7dad HTTP/1.1" status: 200 len: 843 time: 0.1081181 Jul 21 12:23:28.568204 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 37540) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:23:28.603786 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067196ef-f6f0-4f58-b17c-81d0fb10133e req-176fe1b1-0e45-41ed-b643-478ac74d3237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:23:28.606549 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-067196ef-f6f0-4f58-b17c-81d0fb10133e req-176fe1b1-0e45-41ed-b643-478ac74d3237 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7fe3dff5-a52b-4b7c-b158-0ffa986e8452&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0735061 Jul 21 12:23:28.631098 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.18', 37542) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:23:28.632363 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-f12dc56e-6d8f-490c-a994-e1f1021b038e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2ef1937b964b497ab2734d543544d5ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0620296 Jul 21 12:23:29.254699 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-172d678e-624d-435c-90d2-7131f5183e48 admin admin] Publish callbacks [] for security_group (22b72da7-64f4-40c5-b66a-735925d90287), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:29.263254 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db3b51e-8c95-4660-8a42-ec61ab62acc9 req-24a5f034-110e-496f-9e27-7d48bb4f0b5a tempest-VolumesNegativeTest-421480356 tempest-VolumesNegativeTest-421480356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:23:29.265450 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-8db3b51e-8c95-4660-8a42-ec61ab62acc9 req-24a5f034-110e-496f-9e27-7d48bb4f0b5a tempest-VolumesNegativeTest-421480356 tempest-VolumesNegativeTest-421480356-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4e02acd-fdc5-47ee-9ea3-11494fc15add HTTP/1.1" status: 200 len: 947 time: 0.1105945 Jul 21 12:23:29.280984 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-067196ef-f6f0-4f58-b17c-81d0fb10133e req-a7754355-d09b-4697-9716-c328825f1337 service neutron] 10.222.0.48 "GET /v2.0/networks/7fe3dff5-a52b-4b7c-b158-0ffa986e8452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6669810 Jul 21 12:23:29.406292 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-067196ef-f6f0-4f58-b17c-81d0fb10133e req-bfcc77cf-57e1-4420-8ee0-e10b736b5c02 service neutron] 10.222.0.48 "GET /v2.0/networks/7fe3dff5-a52b-4b7c-b158-0ffa986e8452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106455 Jul 21 12:23:29.417709 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-172d678e-624d-435c-90d2-7131f5183e48 admin admin] Publish callbacks [] for security_group (22b72da7-64f4-40c5-b66a-735925d90287), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:29.446455 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:23:29.504811 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-8db3b51e-8c95-4660-8a42-ec61ab62acc9 req-f64ce3db-9a01-496d-9381-0bdb8e227bcb tempest-VolumesNegativeTest-421480356 tempest-VolumesNegativeTest-421480356-project] 10.222.0.18 "GET /v2.0/security-groups?id=74a2d100-aec0-4138-8d9e-f69873e61870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226410 Jul 21 12:23:29.530620 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Device 604184de-96f7-4f4e-aec5-b391dd2fdd8a details requested by agent hyperv_hv-cinder-85032 with host hv-cinder-85032 {{(pid=104161) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 21 12:23:29.537506 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-172d678e-624d-435c-90d2-7131f5183e48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (22b72da7-64f4-40c5-b66a-735925d90287), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:29.541813 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-172d678e-624d-435c-90d2-7131f5183e48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:29.543643 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-172d678e-624d-435c-90d2-7131f5183e48 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/22b72da7-64f4-40c5-b66a-735925d90287 HTTP/1.1" status: 204 len: 168 time: 0.9106979 Jul 21 12:23:29.556851 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172d678e-624d-435c-90d2-7131f5183e48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22b72da7-64f4-40c5-b66a-735925d90287,revision_number=None']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:23:29.617841 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:23:29.768344 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=100 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:23:29.798665 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] For port 604184de-96f7-4f4e-aec5-b391dd2fdd8a, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=604184de-96f7-4f4e-aec5-b391dd2fdd8a,segment=NetworkSegment(ff518a63-0862-4fe7-9302-6cd62216b83a),segment_id=ff518a63-0862-4fe7-9302-6cd62216b83a)] {{(pid=104161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 12:23:29.835731 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Returning: {'device': '604184de-96f7-4f4e-aec5-b391dd2fdd8a', 'network_id': '7fe3dff5-a52b-4b7c-b158-0ffa986e8452', 'port_id': '604184de-96f7-4f4e-aec5-b391dd2fdd8a', 'mac_address': 'fa:16:3e:95:67:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98d70251-a260-4557-8f1d-2a999f2d7dad', 'ip_address': '192.168.233.91'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104161) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 21 12:23:29.970250 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Current status of the port 604184de-96f7-4f4e-aec5-b391dd2fdd8a is: DOWN; New status is: BUILD {{(pid=104161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 12:23:29.971517 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (604184de-96f7-4f4e-aec5-b391dd2fdd8a), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:30.017160 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.notifiers.nova [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 604184de-96f7-4f4e-aec5-b391dd2fdd8a {{(pid=104161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 12:23:30.087112 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] For port 604184de-96f7-4f4e-aec5-b391dd2fdd8a, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=604184de-96f7-4f4e-aec5-b391dd2fdd8a,segment=NetworkSegment(ff518a63-0862-4fe7-9302-6cd62216b83a),segment_id=ff518a63-0862-4fe7-9302-6cd62216b83a)] {{(pid=104161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 12:23:30.094963 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158'] for port (604184de-96f7-4f4e-aec5-b391dd2fdd8a), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:30.122974 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 37574) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:23:30.203322 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Pushing event updated for resources: {'Port': ['ID=604184de-96f7-4f4e-aec5-b391dd2fdd8a,revision_number=4']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:23:30.424764 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.v2.base [None req-a5bb048b-58f3-4f5e-bb62-57860ba52870 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1356240631-network', 'tenant_id': '896cc13a4d744c06b80fc97aa4bd1dcf'}} {{(pid=104159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 12:23:30.440926 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] get_ports_and_sgs() called for port_ids ['604184de-96f7-4f4e-aec5-b391dd2fdd8a'] {{(pid=104161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 12:23:30.492703 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5bb048b-58f3-4f5e-bb62-57860ba52870 admin admin] Made reservation on behalf of 896cc13a4d744c06b80fc97aa4bd1dcf for: {'network': 1} {{(pid=104159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 12:23:30.497627 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-a5bb048b-58f3-4f5e-bb62-57860ba52870 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for network (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:30.527148 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-a5bb048b-58f3-4f5e-bb62-57860ba52870 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:30.679553 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-a5bb048b-58f3-4f5e-bb62-57860ba52870 admin admin] Publish callbacks [] for security_group (27719137-d535-4887-9bd7-192d69e2f9e1), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:30.689369 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-a5bb048b-58f3-4f5e-bb62-57860ba52870 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (27719137-d535-4887-9bd7-192d69e2f9e1), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:30.706110 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5bb048b-58f3-4f5e-bb62-57860ba52870 admin admin] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=104159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 21 12:23:30.724900 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-a5bb048b-58f3-4f5e-bb62-57860ba52870 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1820665'] for segment (d25f2e08-7ca4-435b-b8eb-119fa654030c), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:30.725386 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.db.segments_db [None req-a5bb048b-58f3-4f5e-bb62-57860ba52870 admin admin] Added segment d25f2e08-7ca4-435b-b8eb-119fa654030c of type vlan for network 761850bd-9d80-4fa9-a807-31bd85f87afb Jul 21 12:23:30.787511 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-a5bb048b-58f3-4f5e-bb62-57860ba52870 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773760621873'] for network (761850bd-9d80-4fa9-a807-31bd85f87afb), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:30.836346 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=77,neutron:DELETE=2,neutron:INSERT=17,neutron:UPDATE=4 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:23:30.850125 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-a5bb048b-58f3-4f5e-bb62-57860ba52870 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329'] for network (761850bd-9d80-4fa9-a807-31bd85f87afb), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:30.852614 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5bb048b-58f3-4f5e-bb62-57860ba52870 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:23:30.853516 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-a5bb048b-58f3-4f5e-bb62-57860ba52870 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622315'] for network (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:30.888878 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:23:30.925445 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.18', 37584) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:23:30.926031 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-a5bb048b-58f3-4f5e-bb62-57860ba52870 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.8005443 Jul 21 12:23:30.931855 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.v2.base [None req-edce5a78-f0f0-463a-af50-577fa412365e admin admin] Request body: {'subnet': {'network_id': '761850bd-9d80-4fa9-a807-31bd85f87afb', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1356240631-subnet', 'tenant_id': '896cc13a4d744c06b80fc97aa4bd1dcf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 12:23:30.979553 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edce5a78-f0f0-463a-af50-577fa412365e admin admin] Made reservation on behalf of 896cc13a4d744c06b80fc97aa4bd1dcf for: {'subnet': 1} {{(pid=104160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 12:23:30.982615 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-edce5a78-f0f0-463a-af50-577fa412365e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9184805'] for subnet (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:31.002192 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bb048b-58f3-4f5e-bb62-57860ba52870 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27719137-d535-4887-9bd7-192d69e2f9e1,revision_number=1']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:23:31.109900 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bb048b-58f3-4f5e-bb62-57860ba52870 admin admin] Pushing event updated for resources: {'Network': ['ID=761850bd-9d80-4fa9-a807-31bd85f87afb,revision_number=1']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:23:31.124381 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Network 761850bd-9d80-4fa9-a807-31bd85f87afb details requested by agent ovs-agent-dv-cinder-850321-1-iscsi with host dv-cinder-850321-1-iscsi {{(pid=104161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 21 12:23:31.145733 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af8fe11-1726-4107-966a-6ba6f7adba05 req-c5196188-3776-4d2a-b2bd-5f58b480ff0a tempest-VolumesNegativeTest-421480356 tempest-VolumesNegativeTest-421480356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:23:31.147514 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-4af8fe11-1726-4107-966a-6ba6f7adba05 req-c5196188-3776-4d2a-b2bd-5f58b480ff0a tempest-VolumesNegativeTest-421480356 tempest-VolumesNegativeTest-421480356-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4e02acd-fdc5-47ee-9ea3-11494fc15add HTTP/1.1" status: 200 len: 948 time: 0.2671697 Jul 21 12:23:31.323160 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-4af8fe11-1726-4107-966a-6ba6f7adba05 req-071dea2d-07b1-438b-8460-6dfe25e0fc9e tempest-VolumesNegativeTest-421480356 tempest-VolumesNegativeTest-421480356-project] 10.222.0.18 "GET /v2.0/security-groups?id=74a2d100-aec0-4138-8d9e-f69873e61870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632843 Jul 21 12:23:31.364266 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-edce5a78-f0f0-463a-af50-577fa412365e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9357588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9184823'] for subnet (44614617-498d-4d2c-9722-cb9b181c6aab), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:31.490210 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edce5a78-f0f0-463a-af50-577fa412365e admin admin] Pushing event updated for resources: {'Subnet': ['ID=44614617-498d-4d2c-9722-cb9b181c6aab,revision_number=0']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:23:31.501438 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edce5a78-f0f0-463a-af50-577fa412365e admin admin] Checking segment: {'id': 'd25f2e08-7ca4-435b-b8eb-119fa654030c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '761850bd-9d80-4fa9-a807-31bd85f87afb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 12:23:31.501812 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edce5a78-f0f0-463a-af50-577fa412365e admin admin] Network hostable DHCP agents. Network: 761850bd-9d80-4fa9-a807-31bd85f87afb, hostable agents: ['8a21e728-a2e9-4580-a748-6ac9ba47a2a7'], hosted agents: [] {{(pid=104160) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 21 12:23:31.531858 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edce5a78-f0f0-463a-af50-577fa412365e admin admin] Network 761850bd-9d80-4fa9-a807-31bd85f87afb is scheduled to be hosted by DHCP agent 8a21e728-a2e9-4580-a748-6ac9ba47a2a7 with binding_index 1 {{(pid=104160) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 21 12:23:31.537987 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Device 604184de-96f7-4f4e-aec5-b391dd2fdd8a up at agent hyperv_hv-cinder-85032 {{(pid=104161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 12:23:31.549612 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.scheduler.base_scheduler [None req-edce5a78-f0f0-463a-af50-577fa412365e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850321-1-iscsi, 761850bd-9d80-4fa9-a807-31bd85f87afb) {{(pid=104160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 12:23:31.568357 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edce5a78-f0f0-463a-af50-577fa412365e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:23:31.569363 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-edce5a78-f0f0-463a-af50-577fa412365e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622315'] for subnet (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:31.590777 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cc650e8-7eae-4c4f-ae88-5686a17bc326 None None] Network 761850bd-9d80-4fa9-a807-31bd85f87afb requested from dv-cinder-850321-1-iscsi {{(pid=104161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 12:23:31.600300 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 37590) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:23:31.601077 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-edce5a78-f0f0-463a-af50-577fa412365e admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6729691 Jul 21 12:23:31.615804 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.v2.base [None req-8e104d1a-e187-4187-848f-063e13d38fe2 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1356240631-router', 'tenant_id': '896cc13a4d744c06b80fc97aa4bd1dcf', 'external_gateway_info': {'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8'}}} {{(pid=104159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 12:23:31.672205 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-8e104d1a-e187-4187-848f-063e13d38fe2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-687199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4047'] for router (55d1bb19-c3ec-43c3-a204-604cfce5be55), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:31.673556 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-8e104d1a-e187-4187-848f-063e13d38fe2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-679371', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-728442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4088'] for router (55d1bb19-c3ec-43c3-a204-604cfce5be55), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:31.789691 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Provisioning for port 604184de-96f7-4f4e-aec5-b391dd2fdd8a completed by entity L2. {{(pid=104161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 21 12:23:31.813669 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-8e104d1a-e187-4187-848f-063e13d38fe2 admin admin] Publish callbacks [] for router_controller (55d1bb19-c3ec-43c3-a204-604cfce5be55), precommit_add_association {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:31.830787 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Provisioning complete for port 604184de-96f7-4f4e-aec5-b391dd2fdd8a triggered by entity L2. {{(pid=104161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 12:23:31.831278 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388846'] for port (604184de-96f7-4f4e-aec5-b391dd2fdd8a), provisioning_complete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:31.884148 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d03a03fa-5f0c-4c7c-b56f-54a04ef39b20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp397e26b8-7a3e-539e-bfac-9573bd620e21-761850bd-9d80-4fa9-a807-31bd85f87afb', 'network_id': '761850bd-9d80-4fa9-a807-31bd85f87afb', 'project_id': '896cc13a4d744c06b80fc97aa4bd1dcf', 'fixed_ips': [{'subnet_id': '44614617-498d-4d2c-9722-cb9b181c6aab'}]}} from dv-cinder-850321-1-iscsi. {{(pid=104161) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 21 12:23:31.885286 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-d03a03fa-5f0c-4c7c-b56f-54a04ef39b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:32.024715 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:23:32.034727 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Current status of the port 604184de-96f7-4f4e-aec5-b391dd2fdd8a is: BUILD; New status is: ACTIVE {{(pid=104161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 12:23:32.035857 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (604184de-96f7-4f4e-aec5-b391dd2fdd8a), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:32.074246 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-8e104d1a-e187-4187-848f-063e13d38fe2 admin admin] Publish callbacks [] for router_gateway (55d1bb19-c3ec-43c3-a204-604cfce5be55), precommit_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:32.092747 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4e02acd-fdc5-47ee-9ea3-11494fc15add', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '604184de-96f7-4f4e-aec5-b391dd2fdd8a'}] {{(pid=104161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 12:23:32.095169 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cdf8932827941a003a674b569a46f4ce1abada81d99297f544444a18ab6c7ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb204891-03cd-4da0-ba93-ff4c11af43da" -d '{"events": [{"server_uuid": "d4e02acd-fdc5-47ee-9ea3-11494fc15add", "name": "network-vif-plugged", "status": "completed", "tag": "604184de-96f7-4f4e-aec5-b391dd2fdd8a"}]}' {{(pid=104161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 12:23:32.162331 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] For port 604184de-96f7-4f4e-aec5-b391dd2fdd8a, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=604184de-96f7-4f4e-aec5-b391dd2fdd8a,segment=NetworkSegment(ff518a63-0862-4fe7-9302-6cd62216b83a),segment_id=ff518a63-0862-4fe7-9302-6cd62216b83a)] {{(pid=104161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 12:23:32.183927 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158'] for port (604184de-96f7-4f4e-aec5-b391dd2fdd8a), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:32.191251 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 12:23:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb356cfc-ef3b-4dc6-848a-b149c1124f4f x-openstack-request-id: req-eb356cfc-ef3b-4dc6-848a-b149c1124f4f {{(pid=104161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 12:23:32.191966 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4e02acd-fdc5-47ee-9ea3-11494fc15add", "name": "network-vif-plugged", "status": "completed", "tag": "604184de-96f7-4f4e-aec5-b391dd2fdd8a", "code": 200}]} {{(pid=104161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 12:23:32.192405 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-eb356cfc-ef3b-4dc6-848a-b149c1124f4f {{(pid=104161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 12:23:32.193047 dv-cinder-850321-1-iscsi neutron-server[104161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb356cfc-ef3b-4dc6-848a-b149c1124f4f'] response: {'server_uuid': 'd4e02acd-fdc5-47ee-9ea3-11494fc15add', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '604184de-96f7-4f4e-aec5-b391dd2fdd8a', 'code': 200} Jul 21 12:23:32.223599 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.db_base_plugin_common [None req-d03a03fa-5f0c-4c7c-b56f-54a04ef39b20 None None] Allocated IP 172.20.0.2 (761850bd-9d80-4fa9-a807-31bd85f87afb/44614617-498d-4d2c-9722-cb9b181c6aab/f1b985a0-f12f-49f8-bf00-4085f288d295) {{(pid=104161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 12:23:32.290581 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Pushing event updated for resources: {'Port': ['ID=604184de-96f7-4f4e-aec5-b391dd2fdd8a,revision_number=5']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:23:32.327244 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:23:32.328258 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:23:32.329053 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:23:32.329907 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:23:32.330672 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:23:32.331549 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:23:32.332334 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:23:32.333103 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:23:32.333948 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:23:32.334885 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:23:32.336018 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:23:32.337054 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:23:32.338002 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:23:32.339052 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:23:32.340235 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:23:32.508363 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:DELETE=1,neutron:INSERT=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:23:32.509856 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (0e418a3d-140a-4386-ad03-1f6ad2d8ed7b), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:32.665680 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-8e104d1a-e187-4187-848f-063e13d38fe2 admin admin] Publish callbacks [] for router_gateway (55d1bb19-c3ec-43c3-a204-604cfce5be55), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:32.720081 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58587e4-f86b-42ad-82ca-9be34d4c1c12 req-590514cf-5ff4-403e-9c6f-2c4146560527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:23:32.722784 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-a58587e4-f86b-42ad-82ca-9be34d4c1c12 req-590514cf-5ff4-403e-9c6f-2c4146560527 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d4e02acd-fdc5-47ee-9ea3-11494fc15add HTTP/1.1" status: 200 len: 1133 time: 0.1991589 Jul 21 12:23:32.741485 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4296b6ca-ed42-44fe-9cb9-bc16eb434aba req-c5afa0d7-547d-4e43-99a9-bd9e49c5101a tempest-VolumesNegativeTest-421480356 tempest-VolumesNegativeTest-421480356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:23:32.744694 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-4296b6ca-ed42-44fe-9cb9-bc16eb434aba req-c5afa0d7-547d-4e43-99a9-bd9e49c5101a tempest-VolumesNegativeTest-421480356 tempest-VolumesNegativeTest-421480356-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4e02acd-fdc5-47ee-9ea3-11494fc15add HTTP/1.1" status: 200 len: 949 time: 0.2538118 Jul 21 12:23:32.847583 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-8e104d1a-e187-4187-848f-063e13d38fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:32.873662 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-d03a03fa-5f0c-4c7c-b56f-54a04ef39b20 None None] Publish callbacks [] for port (f1b985a0-f12f-49f8-bf00-4085f288d295), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:32.882766 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-a58587e4-f86b-42ad-82ca-9be34d4c1c12 req-9f88d583-c9a8-4622-8324-d4506153324c service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=74a2d100-aec0-4138-8d9e-f69873e61870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521053 Jul 21 12:23:32.893473 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-d03a03fa-5f0c-4c7c-b56f-54a04ef39b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773760637166'] for port (f1b985a0-f12f-49f8-bf00-4085f288d295), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:32.953519 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d03a03fa-5f0c-4c7c-b56f-54a04ef39b20 None None] Network 761850bd-9d80-4fa9-a807-31bd85f87afb is already hosted by enough agents. {{(pid=104161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 12:23:32.957868 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.scheduler.base_scheduler [None req-d03a03fa-5f0c-4c7c-b56f-54a04ef39b20 None None] Resources bound (agent type, host, resource id): {{(pid=104161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 12:23:32.963795 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03a03fa-5f0c-4c7c-b56f-54a04ef39b20 None None] Received port after_create {{(pid=104161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 12:23:32.994055 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03a03fa-5f0c-4c7c-b56f-54a04ef39b20 None None] Pushing event updated for resources: {'Port': ['ID=f1b985a0-f12f-49f8-bf00-4085f288d295,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:23:33.053756 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.managers [None req-d03a03fa-5f0c-4c7c-b56f-54a04ef39b20 None None] Attempting to bind port f1b985a0-f12f-49f8-bf00-4085f288d295 on host dv-cinder-850321-1-iscsi for vnic_type normal with profile {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 12:23:33.054145 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.managers [None req-d03a03fa-5f0c-4c7c-b56f-54a04ef39b20 None None] Attempting to bind port f1b985a0-f12f-49f8-bf00-4085f288d295 by drivers openvswitch,hyperv on host dv-cinder-850321-1-iscsi at level 0 using segments [{'id': 'd25f2e08-7ca4-435b-b8eb-119fa654030c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '761850bd-9d80-4fa9-a807-31bd85f87afb'}] {{(pid=104161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 12:23:33.054530 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03a03fa-5f0c-4c7c-b56f-54a04ef39b20 None None] Attempting to bind port f1b985a0-f12f-49f8-bf00-4085f288d295 on network 761850bd-9d80-4fa9-a807-31bd85f87afb {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 12:23:33.062992 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03a03fa-5f0c-4c7c-b56f-54a04ef39b20 None None] Checking agent: {'id': 'c982e9e4-9e4b-4150-8658-75b564dceb25', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850321-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 12, 6, 47), 'started_at': datetime.datetime(2022, 7, 21, 12, 7, 17), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 12, 23, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850321-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 12:23:33.063450 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03a03fa-5f0c-4c7c-b56f-54a04ef39b20 None None] Checking segment: {'id': 'd25f2e08-7ca4-435b-b8eb-119fa654030c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '761850bd-9d80-4fa9-a807-31bd85f87afb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 12:23:33.063856 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-d03a03fa-5f0c-4c7c-b56f-54a04ef39b20 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:33.065026 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03a03fa-5f0c-4c7c-b56f-54a04ef39b20 None None] Bound using segment: {'id': 'd25f2e08-7ca4-435b-b8eb-119fa654030c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '761850bd-9d80-4fa9-a807-31bd85f87afb'} {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 12:23:33.066067 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.managers [None req-d03a03fa-5f0c-4c7c-b56f-54a04ef39b20 None None] Bound port: f1b985a0-f12f-49f8-bf00-4085f288d295, host: dv-cinder-850321-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd25f2e08-7ca4-435b-b8eb-119fa654030c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '761850bd-9d80-4fa9-a807-31bd85f87afb'}}] {{(pid=104161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 12:23:33.066529 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-d03a03fa-5f0c-4c7c-b56f-54a04ef39b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (f1b985a0-f12f-49f8-bf00-4085f288d295), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:33.090206 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-4296b6ca-ed42-44fe-9cb9-bc16eb434aba req-8f759418-994c-40a3-a8a8-b94cda65e1d7 tempest-VolumesNegativeTest-421480356 tempest-VolumesNegativeTest-421480356-project] 10.222.0.18 "GET /v2.0/security-groups?id=74a2d100-aec0-4138-8d9e-f69873e61870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2567656 Jul 21 12:23:33.135301 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.db.db_base_plugin_common [None req-8e104d1a-e187-4187-848f-063e13d38fe2 admin admin] Allocated IP 172.27.3.35 (f382b478-dfd7-4678-bcdd-821f508b5bc8/39ec59ca-1d5b-4110-899c-eae6f5db3a39/1200d909-4252-4442-9e29-f5f809890242) {{(pid=104159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 12:23:33.204582 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-d03a03fa-5f0c-4c7c-b56f-54a04ef39b20 None None] For port f1b985a0-f12f-49f8-bf00-4085f288d295, host dv-cinder-850321-1-iscsi, cleared binding levels {{(pid=104161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 12:23:33.211745 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-d03a03fa-5f0c-4c7c-b56f-54a04ef39b20 None None] For port f1b985a0-f12f-49f8-bf00-4085f288d295, host dv-cinder-850321-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-1-iscsi',level=0,port_id=f1b985a0-f12f-49f8-bf00-4085f288d295,segment=NetworkSegment(d25f2e08-7ca4-435b-b8eb-119fa654030c),segment_id=d25f2e08-7ca4-435b-b8eb-119fa654030c)] {{(pid=104161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 12:23:33.224552 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-d03a03fa-5f0c-4c7c-b56f-54a04ef39b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158'] for port (f1b985a0-f12f-49f8-bf00-4085f288d295), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:33.269724 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:DELETE=1,neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:23:33.309225 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-8e104d1a-e187-4187-848f-063e13d38fe2 admin admin] Publish callbacks [] for port (1200d909-4252-4442-9e29-f5f809890242), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:33.391321 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03a03fa-5f0c-4c7c-b56f-54a04ef39b20 None None] Pushing event updated for resources: {'Port': ['ID=f1b985a0-f12f-49f8-bf00-4085f288d295,revision_number=2']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:23:33.399953 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-8e104d1a-e187-4187-848f-063e13d38fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773760637166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8469579'] for port (1200d909-4252-4442-9e29-f5f809890242), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:33.436718 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:23:33.459937 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e104d1a-e187-4187-848f-063e13d38fe2 admin admin] Network f382b478-dfd7-4678-bcdd-821f508b5bc8 is already hosted by enough agents. {{(pid=104159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 12:23:33.470333 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.scheduler.base_scheduler [None req-8e104d1a-e187-4187-848f-063e13d38fe2 admin admin] Resources bound (agent type, host, resource id): {{(pid=104159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 12:23:33.473837 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e104d1a-e187-4187-848f-063e13d38fe2 admin admin] Received port after_create {{(pid=104159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 12:23:33.478462 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e104d1a-e187-4187-848f-063e13d38fe2 admin admin] Pushing event updated for resources: {'Port': ['ID=1200d909-4252-4442-9e29-f5f809890242,revision_number=1']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:23:33.969238 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-8e104d1a-e187-4187-848f-063e13d38fe2 admin admin] Publish callbacks [] for router_gateway (55d1bb19-c3ec-43c3-a204-604cfce5be55), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:34.345890 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8a598b-db34-4c77-823d-8eeaa81dd69c req-bb90430b-c619-45c8-8f79-fbd37a4f3c87 tempest-VolumesNegativeTest-421480356 tempest-VolumesNegativeTest-421480356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:23:34.361125 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-5e8a598b-db34-4c77-823d-8eeaa81dd69c req-bb90430b-c619-45c8-8f79-fbd37a4f3c87 tempest-VolumesNegativeTest-421480356 tempest-VolumesNegativeTest-421480356-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4e02acd-fdc5-47ee-9ea3-11494fc15add HTTP/1.1" status: 200 len: 949 time: 0.1155281 Jul 21 12:23:34.396867 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:23:34.434618 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-8e104d1a-e187-4187-848f-063e13d38fe2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-680199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-679602'] for router (55d1bb19-c3ec-43c3-a204-604cfce5be55), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:34.548212 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-5e8a598b-db34-4c77-823d-8eeaa81dd69c req-3d8190e0-fcdf-4150-b5e5-c7f308a329e9 tempest-VolumesNegativeTest-421480356 tempest-VolumesNegativeTest-421480356-project] 10.222.0.18 "GET /v2.0/security-groups?id=74a2d100-aec0-4138-8d9e-f69873e61870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846066 Jul 21 12:23:34.739030 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e104d1a-e187-4187-848f-063e13d38fe2 admin admin] Router 55d1bb19-c3ec-43c3-a204-604cfce5be55 is scheduled to L3 agent ceb1130f-c61e-494c-be4f-967cc153319c with binding_index 1 {{(pid=104159) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 21 12:23:34.998397 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e104d1a-e187-4187-848f-063e13d38fe2 admin admin] Notify agent at l3_agent.dv-cinder-850321-1-iscsi the message routers_updated {{(pid=104159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 12:23:35.000608 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faac76f9-63fe-47af-94a0-14eda01713f5 None None] Network 761850bd-9d80-4fa9-a807-31bd85f87afb requested from dv-cinder-850321-1-iscsi {{(pid=104161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 12:23:35.013555 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66f4bf8-3dc2-455c-adcc-551b48a7c641 None None] Sync routers for ids ['55d1bb19-c3ec-43c3-a204-604cfce5be55'] in dv-cinder-850321-1-iscsi {{(pid=104161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 12:23:35.039334 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-8e104d1a-e187-4187-848f-063e13d38fe2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:35.043030 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-8e104d1a-e187-4187-848f-063e13d38fe2 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.4402378 Jul 21 12:23:35.046390 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 37618) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:23:35.100059 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66f4bf8-3dc2-455c-adcc-551b48a7c641 None None] Routers {'55d1bb19-c3ec-43c3-a204-604cfce5be55'} bound to L3 agent in host dv-cinder-850321-1-iscsi {{(pid=104161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 12:23:35.101496 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-e66f4bf8-3dc2-455c-adcc-551b48a7c641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-21T12:06:45Z,description=,heartbeat_timestamp=2022-07-21T12:23:15Z,host='dv-cinder-850321-1-iscsi',id=ceb1130f-c61e-494c-be4f-967cc153319c,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T12:06:45Z,topic='l3_agent')) {'router_ids': ['55d1bb19-c3ec-43c3-a204-604cfce5be55'], 'active': True} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:23:35.222387 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:23:35.454588 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:23:35.489201 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:UPDATE=6,neutron:SELECT=91,neutron:INSERT=3 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:23:35.498539 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [None req-97d2a00c-6e1a-4a1a-a2fa-daddfa57b560 None None] Provisioning complete for port f1b985a0-f12f-49f8-bf00-4085f288d295 triggered by entity DHCP. {{(pid=104161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 12:23:35.499058 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-97d2a00c-6e1a-4a1a-a2fa-daddfa57b560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388846'] for port (f1b985a0-f12f-49f8-bf00-4085f288d295), provisioning_complete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:35.637819 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Device f1b985a0-f12f-49f8-bf00-4085f288d295 up at agent ovs-agent-dv-cinder-850321-1-iscsi {{(pid=104161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 12:23:35.708927 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvr_db [None req-e66f4bf8-3dc2-455c-adcc-551b48a7c641 None None] Set router 55d1bb19-c3ec-43c3-a204-604cfce5be55 gateway port host: dv-cinder-850321-1-iscsi {{(pid=104161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 12:23:35.741638 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7d1a9c-96f6-4f12-8e2e-a6b085d6325d req-115f6be3-e115-4a97-91e8-67ccad27cb19 tempest-VolumesNegativeTest-421480356 tempest-VolumesNegativeTest-421480356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:23:35.743409 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-ba7d1a9c-96f6-4f12-8e2e-a6b085d6325d req-115f6be3-e115-4a97-91e8-67ccad27cb19 tempest-VolumesNegativeTest-421480356 tempest-VolumesNegativeTest-421480356-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4e02acd-fdc5-47ee-9ea3-11494fc15add HTTP/1.1" status: 200 len: 949 time: 0.0953145 Jul 21 12:23:35.895580 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Provisioning complete for port f1b985a0-f12f-49f8-bf00-4085f288d295 triggered by entity L2. {{(pid=104161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 12:23:35.895997 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388846'] for port (f1b985a0-f12f-49f8-bf00-4085f288d295), provisioning_complete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:35.896175 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-ba7d1a9c-96f6-4f12-8e2e-a6b085d6325d req-a4d8df94-1cec-41aa-b28d-c011f6253cc1 tempest-VolumesNegativeTest-421480356 tempest-VolumesNegativeTest-421480356-project] 10.222.0.18 "GET /v2.0/security-groups?id=74a2d100-aec0-4138-8d9e-f69873e61870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448624 Jul 21 12:23:35.907747 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-97d2a00c-6e1a-4a1a-a2fa-daddfa57b560 None None] Current status of the port f1b985a0-f12f-49f8-bf00-4085f288d295 is: DOWN; New status is: ACTIVE {{(pid=104161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 12:23:35.908072 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-97d2a00c-6e1a-4a1a-a2fa-daddfa57b560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (f1b985a0-f12f-49f8-bf00-4085f288d295), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:35.915650 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-46ac720e-4bf3-4791-8fd5-084678ef8252 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:35.961190 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:23:36.083676 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-97d2a00c-6e1a-4a1a-a2fa-daddfa57b560 None None] For port f1b985a0-f12f-49f8-bf00-4085f288d295, host dv-cinder-850321-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-1-iscsi',level=0,port_id=f1b985a0-f12f-49f8-bf00-4085f288d295,segment=NetworkSegment(d25f2e08-7ca4-435b-b8eb-119fa654030c),segment_id=d25f2e08-7ca4-435b-b8eb-119fa654030c)] {{(pid=104161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 12:23:36.096017 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-97d2a00c-6e1a-4a1a-a2fa-daddfa57b560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158'] for port (f1b985a0-f12f-49f8-bf00-4085f288d295), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:36.152290 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-e66f4bf8-3dc2-455c-adcc-551b48a7c641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55d1bb19-c3ec-43c3-a204-604cfce5be55', 'name': 'tempest-AttachVolumeTestJSON-1356240631-router', 'tenant_id': '896cc13a4d744c06b80fc97aa4bd1dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'external_fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': '1200d909-4252-4442-9e29-f5f809890242', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T12:23:31Z', 'updated_at': '2022-07-21T12:23:33Z', 'revision_number': 3, 'project_id': '896cc13a4d744c06b80fc97aa4bd1dcf', 'gw_port': {'id': '1200d909-4252-4442-9e29-f5f809890242', 'name': '', 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:a4:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55d1bb19-c3ec-43c3-a204-604cfce5be55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:23:32Z', 'updated_at': '2022-07-21T12:23:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-1-iscsi'}], 'dv-cinder-850321-1-iscsi', False) {} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:23:36.197798 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66f4bf8-3dc2-455c-adcc-551b48a7c641 None None] Checking router: 55d1bb19-c3ec-43c3-a204-604cfce5be55 for host: dv-cinder-850321-1-iscsi {{(pid=104161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 12:23:36.198323 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66f4bf8-3dc2-455c-adcc-551b48a7c641 None None] Updating router 55d1bb19-c3ec-43c3-a204-604cfce5be55 port 1200d909-4252-4442-9e29-f5f809890242 binding host dv-cinder-850321-1-iscsi {{(pid=104161) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 21 12:23:36.231685 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.db.db_base_plugin_common [None req-46ac720e-4bf3-4791-8fd5-084678ef8252 admin admin] Allocated IP 172.20.0.1 (761850bd-9d80-4fa9-a807-31bd85f87afb/44614617-498d-4d2c-9722-cb9b181c6aab/6f50ce12-7dea-4d36-89a1-efb8479ba6e8) {{(pid=104159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 12:23:36.253289 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Current status of the port f1b985a0-f12f-49f8-bf00-4085f288d295 is: ACTIVE; New status is: ACTIVE {{(pid=104161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 12:23:36.325780 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [None req-1f709c56-3eea-4888-8a86-0ce6ae2d3bbf None None] Provisioning complete for port f1b985a0-f12f-49f8-bf00-4085f288d295 triggered by entity DHCP. {{(pid=104161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 12:23:36.326273 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-1f709c56-3eea-4888-8a86-0ce6ae2d3bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388846'] for port (f1b985a0-f12f-49f8-bf00-4085f288d295), provisioning_complete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:36.354507 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-e66f4bf8-3dc2-455c-adcc-551b48a7c641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (1200d909-4252-4442-9e29-f5f809890242), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:36.356148 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d2a00c-6e1a-4a1a-a2fa-daddfa57b560 None None] Pushing event updated for resources: {'Port': ['ID=f1b985a0-f12f-49f8-bf00-4085f288d295,revision_number=3']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:23:36.369863 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-46ac720e-4bf3-4791-8fd5-084678ef8252 admin admin] Publish callbacks [] for port (6f50ce12-7dea-4d36-89a1-efb8479ba6e8), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:36.459616 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1861b193-8a0c-4a34-858c-c9cc09b4a4a8 req-30a71475-464f-4d31-a4b5-93e4906581c2 tempest-VolumesNegativeTest-421480356 tempest-VolumesNegativeTest-421480356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:23:36.461687 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-1861b193-8a0c-4a34-858c-c9cc09b4a4a8 req-30a71475-464f-4d31-a4b5-93e4906581c2 tempest-VolumesNegativeTest-421480356 tempest-VolumesNegativeTest-421480356-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4e02acd-fdc5-47ee-9ea3-11494fc15add HTTP/1.1" status: 200 len: 949 time: 0.0838370 Jul 21 12:23:36.469081 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-46ac720e-4bf3-4791-8fd5-084678ef8252 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773760637166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8469579'] for port (6f50ce12-7dea-4d36-89a1-efb8479ba6e8), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:36.528568 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46ac720e-4bf3-4791-8fd5-084678ef8252 admin admin] Network 761850bd-9d80-4fa9-a807-31bd85f87afb is already hosted by enough agents. {{(pid=104159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 12:23:36.533219 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.scheduler.base_scheduler [None req-46ac720e-4bf3-4791-8fd5-084678ef8252 admin admin] Resources bound (agent type, host, resource id): {{(pid=104159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 12:23:36.536389 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ac720e-4bf3-4791-8fd5-084678ef8252 admin admin] Received port after_create {{(pid=104159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 12:23:36.542318 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:23:36.546925 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-1f709c56-3eea-4888-8a86-0ce6ae2d3bbf None None] Current status of the port f1b985a0-f12f-49f8-bf00-4085f288d295 is: ACTIVE; New status is: ACTIVE {{(pid=104161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 12:23:36.597304 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:23:36.611835 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ac720e-4bf3-4791-8fd5-084678ef8252 admin admin] Pushing event updated for resources: {'Port': ['ID=6f50ce12-7dea-4d36-89a1-efb8479ba6e8,revision_number=1']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:23:36.633096 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:23:36.638562 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-1861b193-8a0c-4a34-858c-c9cc09b4a4a8 req-add7ceb3-cda2-4ede-ae17-1053653ea8d2 tempest-VolumesNegativeTest-421480356 tempest-VolumesNegativeTest-421480356-project] 10.222.0.18 "GET /v2.0/security-groups?id=74a2d100-aec0-4138-8d9e-f69873e61870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665280 Jul 21 12:23:36.639618 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-46ac720e-4bf3-4791-8fd5-084678ef8252 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-682569'] for router_interface (55d1bb19-c3ec-43c3-a204-604cfce5be55), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:36.796956 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-e66f4bf8-3dc2-455c-adcc-551b48a7c641 None None] Publish callbacks [] for port (1200d909-4252-4442-9e29-f5f809890242), precommit_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:36.812300 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-e66f4bf8-3dc2-455c-adcc-551b48a7c641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158'] for port (1200d909-4252-4442-9e29-f5f809890242), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:36.872156 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-46ac720e-4bf3-4791-8fd5-084678ef8252 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (6f50ce12-7dea-4d36-89a1-efb8479ba6e8), before_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:36.907037 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.managers [None req-e66f4bf8-3dc2-455c-adcc-551b48a7c641 None None] Attempting to bind port 1200d909-4252-4442-9e29-f5f809890242 on host dv-cinder-850321-1-iscsi for vnic_type normal with profile {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 12:23:36.907427 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.managers [None req-e66f4bf8-3dc2-455c-adcc-551b48a7c641 None None] Attempting to bind port 1200d909-4252-4442-9e29-f5f809890242 by drivers openvswitch,hyperv on host dv-cinder-850321-1-iscsi at level 0 using segments [{'id': '516861e0-d3fe-4b3f-83ca-af9f79051018', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8'}] {{(pid=104161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 12:23:36.907795 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e66f4bf8-3dc2-455c-adcc-551b48a7c641 None None] Attempting to bind port 1200d909-4252-4442-9e29-f5f809890242 on network f382b478-dfd7-4678-bcdd-821f508b5bc8 {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 12:23:36.911410 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d014693-a232-493f-a46b-75e69143bd2d None None] Pushing event updated for resources: {'Port': ['ID=1200d909-4252-4442-9e29-f5f809890242,revision_number=2']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:23:36.917534 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [None req-a1f7db46-f1a7-4db7-a859-e09945ffa210 None None] Provisioning complete for port 6f50ce12-7dea-4d36-89a1-efb8479ba6e8 triggered by entity DHCP. {{(pid=104161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 12:23:36.917932 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-a1f7db46-f1a7-4db7-a859-e09945ffa210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388846'] for port (6f50ce12-7dea-4d36-89a1-efb8479ba6e8), provisioning_complete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:36.921331 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e66f4bf8-3dc2-455c-adcc-551b48a7c641 None None] Checking agent: {'id': 'c982e9e4-9e4b-4150-8658-75b564dceb25', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850321-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 12, 6, 47), 'started_at': datetime.datetime(2022, 7, 21, 12, 7, 17), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 12, 23, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850321-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 12:23:36.921733 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e66f4bf8-3dc2-455c-adcc-551b48a7c641 None None] Checking segment: {'id': '516861e0-d3fe-4b3f-83ca-af9f79051018', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 12:23:36.922108 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-e66f4bf8-3dc2-455c-adcc-551b48a7c641 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:36.922490 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e66f4bf8-3dc2-455c-adcc-551b48a7c641 None None] Bound using segment: {'id': '516861e0-d3fe-4b3f-83ca-af9f79051018', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8'} {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 12:23:36.922981 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.managers [None req-e66f4bf8-3dc2-455c-adcc-551b48a7c641 None None] Bound port: 1200d909-4252-4442-9e29-f5f809890242, host: dv-cinder-850321-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '516861e0-d3fe-4b3f-83ca-af9f79051018', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8'}}] {{(pid=104161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 12:23:36.923359 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-e66f4bf8-3dc2-455c-adcc-551b48a7c641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (1200d909-4252-4442-9e29-f5f809890242), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:36.995817 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-a1f7db46-f1a7-4db7-a859-e09945ffa210 None None] Port 6f50ce12-7dea-4d36-89a1-efb8479ba6e8 cannot update to ACTIVE because it is not bound. {{(pid=104161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 12:23:37.030844 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-e66f4bf8-3dc2-455c-adcc-551b48a7c641 None None] For port 1200d909-4252-4442-9e29-f5f809890242, host dv-cinder-850321-1-iscsi, cleared binding levels {{(pid=104161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 12:23:37.034483 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-e66f4bf8-3dc2-455c-adcc-551b48a7c641 None None] For port 1200d909-4252-4442-9e29-f5f809890242, host dv-cinder-850321-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-1-iscsi',level=0,port_id=1200d909-4252-4442-9e29-f5f809890242,segment=NetworkSegment(516861e0-d3fe-4b3f-83ca-af9f79051018),segment_id=516861e0-d3fe-4b3f-83ca-af9f79051018)] {{(pid=104161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 12:23:37.043205 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-e66f4bf8-3dc2-455c-adcc-551b48a7c641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158'] for port (1200d909-4252-4442-9e29-f5f809890242), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:37.113149 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-46ac720e-4bf3-4791-8fd5-084678ef8252 admin admin] Publish callbacks [] for port (6f50ce12-7dea-4d36-89a1-efb8479ba6e8), precommit_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:37.123400 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-46ac720e-4bf3-4791-8fd5-084678ef8252 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8469616'] for port (6f50ce12-7dea-4d36-89a1-efb8479ba6e8), after_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:37.126610 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66f4bf8-3dc2-455c-adcc-551b48a7c641 None None] Routers {'55d1bb19-c3ec-43c3-a204-604cfce5be55'} bound to L3 agent in host dv-cinder-850321-1-iscsi {{(pid=104161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 12:23:37.128631 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-e66f4bf8-3dc2-455c-adcc-551b48a7c641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-21T12:06:45Z,description=,heartbeat_timestamp=2022-07-21T12:23:15Z,host='dv-cinder-850321-1-iscsi',id=ceb1130f-c61e-494c-be4f-967cc153319c,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T12:06:45Z,topic='l3_agent')) {'router_ids': ['55d1bb19-c3ec-43c3-a204-604cfce5be55'], 'active': True} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:23:37.173732 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d014693-a232-493f-a46b-75e69143bd2d None None] Pushing event updated for resources: {'Port': ['ID=1200d909-4252-4442-9e29-f5f809890242,revision_number=3']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:23:37.209054 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-46ac720e-4bf3-4791-8fd5-084678ef8252 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-682661'] for router_interface (55d1bb19-c3ec-43c3-a204-604cfce5be55), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:37.211264 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ac720e-4bf3-4791-8fd5-084678ef8252 admin admin] Pushing event updated for resources: {'Port': ['ID=6f50ce12-7dea-4d36-89a1-efb8479ba6e8,revision_number=2']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:23:37.307437 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvr_db [None req-e66f4bf8-3dc2-455c-adcc-551b48a7c641 None None] Set router 55d1bb19-c3ec-43c3-a204-604cfce5be55 gateway port host: dv-cinder-850321-1-iscsi {{(pid=104161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 12:23:37.341155 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46ac720e-4bf3-4791-8fd5-084678ef8252 admin admin] Network 761850bd-9d80-4fa9-a807-31bd85f87afb is already hosted by enough agents. {{(pid=104159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 12:23:37.344604 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.scheduler.base_scheduler [None req-46ac720e-4bf3-4791-8fd5-084678ef8252 admin admin] Resources bound (agent type, host, resource id): {{(pid=104159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 12:23:37.395061 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:23:37.501055 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46ac720e-4bf3-4791-8fd5-084678ef8252 admin admin] Router 55d1bb19-c3ec-43c3-a204-604cfce5be55 has already been hosted by L3 agent ceb1130f-c61e-494c-be4f-967cc153319c {{(pid=104159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 12:23:37.633555 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-e66f4bf8-3dc2-455c-adcc-551b48a7c641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55d1bb19-c3ec-43c3-a204-604cfce5be55', 'name': 'tempest-AttachVolumeTestJSON-1356240631-router', 'tenant_id': '896cc13a4d744c06b80fc97aa4bd1dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'external_fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': '1200d909-4252-4442-9e29-f5f809890242', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T12:23:31Z', 'updated_at': '2022-07-21T12:23:36Z', 'revision_number': 4, 'project_id': '896cc13a4d744c06b80fc97aa4bd1dcf', 'gw_port': {'id': '1200d909-4252-4442-9e29-f5f809890242', 'name': '', 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:a4:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55d1bb19-c3ec-43c3-a204-604cfce5be55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:23:32Z', 'updated_at': '2022-07-21T12:23:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-1-iscsi', '_interfaces': [{'id': '6f50ce12-7dea-4d36-89a1-efb8479ba6e8', 'name': '', 'network_id': '761850bd-9d80-4fa9-a807-31bd85f87afb', 'tenant_id': '896cc13a4d744c06b80fc97aa4bd1dcf', 'mac_address': 'fa:16:3e:08:45:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55d1bb19-c3ec-43c3-a204-604cfce5be55', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '44614617-498d-4d2c-9722-cb9b181c6aab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:23:35Z', 'updated_at': '2022-07-21T12:23:36Z', 'revision_number': 2, 'project_id': '896cc13a4d744c06b80fc97aa4bd1dcf', 'subnets': [{'id': '44614617-498d-4d2c-9722-cb9b181c6aab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-1-iscsi', False) {} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:23:37.690629 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66f4bf8-3dc2-455c-adcc-551b48a7c641 None None] The sync data for ids ['55d1bb19-c3ec-43c3-a204-604cfce5be55'] in dv-cinder-850321-1-iscsi is: [{'id': '55d1bb19-c3ec-43c3-a204-604cfce5be55', 'name': 'tempest-AttachVolumeTestJSON-1356240631-router', 'tenant_id': '896cc13a4d744c06b80fc97aa4bd1dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'external_fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': '1200d909-4252-4442-9e29-f5f809890242', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T12:23:31Z', 'updated_at': '2022-07-21T12:23:36Z', 'revision_number': 4, 'project_id': '896cc13a4d744c06b80fc97aa4bd1dcf', 'gw_port': {'id': '1200d909-4252-4442-9e29-f5f809890242', 'name': '', 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:a4:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55d1bb19-c3ec-43c3-a204-604cfce5be55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:23:32Z', 'updated_at': '2022-07-21T12:23:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-1-iscsi', '_interfaces': [{'id': '6f50ce12-7dea-4d36-89a1-efb8479ba6e8', 'name': '', 'network_id': '761850bd-9d80-4fa9-a807-31bd85f87afb', 'tenant_id': '896cc13a4d744c06b80fc97aa4bd1dcf', 'mac_address': 'fa:16:3e:08:45:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55d1bb19-c3ec-43c3-a204-604cfce5be55', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '44614617-498d-4d2c-9722-cb9b181c6aab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:23:35Z', 'updated_at': '2022-07-21T12:23:36Z', 'revision_number': 2, 'project_id': '896cc13a4d744c06b80fc97aa4bd1dcf', 'subnets': [{'id': '44614617-498d-4d2c-9722-cb9b181c6aab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 12:23:37.699258 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Device f1b985a0-f12f-49f8-bf00-4085f288d295 up at agent ovs-agent-dv-cinder-850321-1-iscsi {{(pid=104161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 12:23:37.762371 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46ac720e-4bf3-4791-8fd5-084678ef8252 admin admin] Notify agent at l3_agent.dv-cinder-850321-1-iscsi the message routers_updated {{(pid=104159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 12:23:37.776459 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-46ac720e-4bf3-4791-8fd5-084678ef8252 admin admin] 10.222.0.18 "PUT /v2.0/routers/55d1bb19-c3ec-43c3-a204-604cfce5be55/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7284083 Jul 21 12:23:37.828883 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [None req-bf3898f7-9b81-492d-afdf-1e536cae228e None None] Provisioning complete for port 6f50ce12-7dea-4d36-89a1-efb8479ba6e8 triggered by entity DHCP. {{(pid=104161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 12:23:37.829848 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-bf3898f7-9b81-492d-afdf-1e536cae228e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388846'] for port (6f50ce12-7dea-4d36-89a1-efb8479ba6e8), provisioning_complete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:37.878282 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ad178b-68d3-4c84-87ec-6c903b66f7f8 req-8aeb66a0-6358-4a62-9974-59cb2454a5e6 tempest-VolumesNegativeTest-421480356 tempest-VolumesNegativeTest-421480356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:23:37.891459 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:23:37.892119 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-46ad178b-68d3-4c84-87ec-6c903b66f7f8 req-8aeb66a0-6358-4a62-9974-59cb2454a5e6 tempest-VolumesNegativeTest-421480356 tempest-VolumesNegativeTest-421480356-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4e02acd-fdc5-47ee-9ea3-11494fc15add HTTP/1.1" status: 200 len: 949 time: 0.0782743 Jul 21 12:23:37.893528 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-bf3898f7-9b81-492d-afdf-1e536cae228e None None] Port 6f50ce12-7dea-4d36-89a1-efb8479ba6e8 cannot update to ACTIVE because it is not bound. {{(pid=104161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 12:23:37.920993 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Provisioning complete for port f1b985a0-f12f-49f8-bf00-4085f288d295 triggered by entity L2. {{(pid=104161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 12:23:37.922824 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388846'] for port (f1b985a0-f12f-49f8-bf00-4085f288d295), provisioning_complete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:38.043174 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-46ad178b-68d3-4c84-87ec-6c903b66f7f8 req-c0895b80-d01f-4254-8ba9-e769a4b129ea tempest-VolumesNegativeTest-421480356 tempest-VolumesNegativeTest-421480356-project] 10.222.0.18 "GET /v2.0/security-groups?id=74a2d100-aec0-4138-8d9e-f69873e61870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500161 Jul 21 12:23:38.056548 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ede4ddf-adc1-4272-b072-4d0939d2898b req-f0d26ae1-fae6-4173-99fd-d968e65b9461 tempest-VolumesNegativeTest-421480356 tempest-VolumesNegativeTest-421480356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:23:38.058856 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-3ede4ddf-adc1-4272-b072-4d0939d2898b req-f0d26ae1-fae6-4173-99fd-d968e65b9461 tempest-VolumesNegativeTest-421480356 tempest-VolumesNegativeTest-421480356-project] 10.222.0.48 "GET /v2.0/ports?device_id=d4e02acd-fdc5-47ee-9ea3-11494fc15add HTTP/1.1" status: 200 len: 949 time: 0.0924227 Jul 21 12:23:38.328471 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [req-3ede4ddf-adc1-4272-b072-4d0939d2898b req-2a25112e-3b26-4884-8cb9-3248b4122445 tempest-VolumesNegativeTest-421480356 tempest-VolumesNegativeTest-421480356-project] Deleting port 604184de-96f7-4f4e-aec5-b391dd2fdd8a {{(pid=104160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 12:23:38.329170 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-3ede4ddf-adc1-4272-b072-4d0939d2898b req-2a25112e-3b26-4884-8cb9-3248b4122445 tempest-VolumesNegativeTest-421480356 tempest-VolumesNegativeTest-421480356-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760977592'] for port (604184de-96f7-4f4e-aec5-b391dd2fdd8a), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:38.461423 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Current status of the port f1b985a0-f12f-49f8-bf00-4085f288d295 is: ACTIVE; New status is: ACTIVE {{(pid=104161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 12:23:38.474628 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:DELETE=2,neutron:SELECT=93,neutron:INSERT=5 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:23:38.507184 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.db [req-3ede4ddf-adc1-4272-b072-4d0939d2898b req-2a25112e-3b26-4884-8cb9-3248b4122445 tempest-VolumesNegativeTest-421480356 tempest-VolumesNegativeTest-421480356-project] For port 604184de-96f7-4f4e-aec5-b391dd2fdd8a, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=604184de-96f7-4f4e-aec5-b391dd2fdd8a,segment=NetworkSegment(ff518a63-0862-4fe7-9302-6cd62216b83a),segment_id=ff518a63-0862-4fe7-9302-6cd62216b83a)] {{(pid=104160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 12:23:38.508098 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-3ede4ddf-adc1-4272-b072-4d0939d2898b req-2a25112e-3b26-4884-8cb9-3248b4122445 tempest-VolumesNegativeTest-421480356 tempest-VolumesNegativeTest-421480356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683200'] for port (604184de-96f7-4f4e-aec5-b391dd2fdd8a), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:38.527559 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [req-3ede4ddf-adc1-4272-b072-4d0939d2898b req-2a25112e-3b26-4884-8cb9-3248b4122445 tempest-VolumesNegativeTest-421480356 tempest-VolumesNegativeTest-421480356-project] Calling delete_port for 604184de-96f7-4f4e-aec5-b391dd2fdd8a owned by compute:nova {{(pid=104160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 12:23:38.608208 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 37652) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:23:38.613938 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.v2.base [None req-6d34007d-9af5-412d-9701-a48cd0e04056 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Request body: {'security_group': {'name': 'tempest-securitygroup--687337230', 'description': 'tempest-description--1936743449'}} {{(pid=104159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 12:23:38.688107 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-6d34007d-9af5-412d-9701-a48cd0e04056 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Publish callbacks [] for security_group (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:38.722486 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:23:38.758558 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:INSERT=6 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:23:38.773116 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-3ede4ddf-adc1-4272-b072-4d0939d2898b req-2a25112e-3b26-4884-8cb9-3248b4122445 tempest-VolumesNegativeTest-421480356 tempest-VolumesNegativeTest-421480356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760983080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773760637175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9357752'] for port (604184de-96f7-4f4e-aec5-b391dd2fdd8a), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:38.810448 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-6d34007d-9af5-412d-9701-a48cd0e04056 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Publish callbacks [] for security_group (45c5c830-55b4-45f2-8b17-0c2cd3b37579), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:38.822410 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a25112e-3b26-4884-8cb9-3248b4122445 tempest-VolumesNegativeTest-421480356 tempest-VolumesNegativeTest-421480356-project] Pushing event deleted for resources: {'Port': ['ID=604184de-96f7-4f4e-aec5-b391dd2fdd8a,revision_number=None']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:23:38.823120 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] get_ports_and_sgs() called for port_ids ['604184de-96f7-4f4e-aec5-b391dd2fdd8a'] {{(pid=104161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 12:23:38.840454 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-6d34007d-9af5-412d-9701-a48cd0e04056 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (45c5c830-55b4-45f2-8b17-0c2cd3b37579), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:38.947737 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d34007d-9af5-412d-9701-a48cd0e04056 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45c5c830-55b4-45f2-8b17-0c2cd3b37579,revision_number=1']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:23:38.952564 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-6d34007d-9af5-412d-9701-a48cd0e04056 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Publish callbacks [] for security_group (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:38.953876 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-6d34007d-9af5-412d-9701-a48cd0e04056 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3439548 Jul 21 12:23:38.960263 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 37658) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:23:38.970035 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.v2.base [None req-100fd771-415c-4dc0-9a24-556f3e930e9c tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Request body: {'security_group_rule': {'security_group_id': '45c5c830-55b4-45f2-8b17-0c2cd3b37579', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 12:23:38.974095 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ede4ddf-adc1-4272-b072-4d0939d2898b req-2a25112e-3b26-4884-8cb9-3248b4122445 tempest-VolumesNegativeTest-421480356 tempest-VolumesNegativeTest-421480356-project] No DVR routers for this DVR port 604184de-96f7-4f4e-aec5-b391dd2fdd8a on host hv-cinder-85032 {{(pid=104160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 12:23:38.995232 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-3ede4ddf-adc1-4272-b072-4d0939d2898b req-2a25112e-3b26-4884-8cb9-3248b4122445 tempest-VolumesNegativeTest-421480356 tempest-VolumesNegativeTest-421480356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170956'] for port (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:39.050065 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-3ede4ddf-adc1-4272-b072-4d0939d2898b req-2a25112e-3b26-4884-8cb9-3248b4122445 tempest-VolumesNegativeTest-421480356 tempest-VolumesNegativeTest-421480356-project] 10.222.0.48 "DELETE /v2.0/ports/604184de-96f7-4f4e-aec5-b391dd2fdd8a HTTP/1.1" status: 204 len: 173 time: 0.9753315 Jul 21 12:23:39.053760 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4e02acd-fdc5-47ee-9ea3-11494fc15add', 'name': 'network-vif-deleted', 'tag': '604184de-96f7-4f4e-aec5-b391dd2fdd8a'}] {{(pid=104160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 12:23:39.075415 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-100fd771-415c-4dc0-9a24-556f3e930e9c tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Publish callbacks [] for security_group_rule (cc60896b-2b52-42ff-8f02-b8685188a336), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:39.079840 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eb085c56e9e86bbd6a0965d2ba727f3997621403869b150ca98f31427dd41b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-869b5666-0750-4c49-9d1e-fd3c67c1f41a" -d '{"events": [{"server_uuid": "d4e02acd-fdc5-47ee-9ea3-11494fc15add", "name": "network-vif-deleted", "tag": "604184de-96f7-4f4e-aec5-b391dd2fdd8a"}]}' {{(pid=104160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 12:23:39.237486 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-100fd771-415c-4dc0-9a24-556f3e930e9c tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Publish callbacks [] for security_group_rule (cc60896b-2b52-42ff-8f02-b8685188a336), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:39.244045 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-100fd771-415c-4dc0-9a24-556f3e930e9c tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757972'] for security_group_rule (cc60896b-2b52-42ff-8f02-b8685188a336), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:39.281321 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100fd771-415c-4dc0-9a24-556f3e930e9c tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc60896b-2b52-42ff-8f02-b8685188a336,revision_number=0']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:23:39.294335 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-100fd771-415c-4dc0-9a24-556f3e930e9c tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:39.300885 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-100fd771-415c-4dc0-9a24-556f3e930e9c tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3347607 Jul 21 12:23:39.300885 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 37664) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:23:39.305741 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.v2.base [None req-995ce8ec-4ef6-4c66-a269-7b17be7999de tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Request body: {'security_group_rule': {'security_group_id': '45c5c830-55b4-45f2-8b17-0c2cd3b37579', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 12:23:39.334967 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-5781ca69-2520-40ec-96ed-2a0ef47a203c req-034f23e7-c003-4cf7-8867-76f8fe7f97d0 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1998172 Jul 21 12:23:39.341900 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 12:23:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbc363b5-6ee9-42a5-85bf-926d89f8f67a x-openstack-request-id: req-bbc363b5-6ee9-42a5-85bf-926d89f8f67a {{(pid=104160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 12:23:39.342410 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4e02acd-fdc5-47ee-9ea3-11494fc15add", "name": "network-vif-deleted", "tag": "604184de-96f7-4f4e-aec5-b391dd2fdd8a", "status": "completed", "code": 200}]} {{(pid=104160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 12:23:39.342672 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bbc363b5-6ee9-42a5-85bf-926d89f8f67a {{(pid=104160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 12:23:39.344083 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bbc363b5-6ee9-42a5-85bf-926d89f8f67a'] response: {'server_uuid': 'd4e02acd-fdc5-47ee-9ea3-11494fc15add', 'name': 'network-vif-deleted', 'tag': '604184de-96f7-4f4e-aec5-b391dd2fdd8a', 'status': 'completed', 'code': 200} Jul 21 12:23:39.385231 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-995ce8ec-4ef6-4c66-a269-7b17be7999de tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Publish callbacks [] for security_group_rule (d5a18064-18b2-4b13-a764-17eaf9db1669), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:39.410330 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-1ad4b586-bbd9-459e-af0c-33080fe1cd7d req-ca477b3a-3f99-454a-8082-a29eebed9f64 tempest-VolumesNegativeTest-421480356 tempest-VolumesNegativeTest-421480356-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4e02acd-fdc5-47ee-9ea3-11494fc15add HTTP/1.1" status: 200 len: 210 time: 0.0725830 Jul 21 12:23:39.529489 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5781ca69-2520-40ec-96ed-2a0ef47a203c req-f341a560-0af5-4461-b395-b5718db34547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:23:39.530384 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-995ce8ec-4ef6-4c66-a269-7b17be7999de tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Publish callbacks [] for security_group_rule (d5a18064-18b2-4b13-a764-17eaf9db1669), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:39.534636 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-5781ca69-2520-40ec-96ed-2a0ef47a203c req-f341a560-0af5-4461-b395-b5718db34547 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cc3651ce859043d2a764fa47f06db374&device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 1130 time: 0.0971525 Jul 21 12:23:39.541044 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-995ce8ec-4ef6-4c66-a269-7b17be7999de tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757972'] for security_group_rule (d5a18064-18b2-4b13-a764-17eaf9db1669), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:39.592349 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995ce8ec-4ef6-4c66-a269-7b17be7999de tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5a18064-18b2-4b13-a764-17eaf9db1669,revision_number=0']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:23:39.605022 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-995ce8ec-4ef6-4c66-a269-7b17be7999de tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:39.606341 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-995ce8ec-4ef6-4c66-a269-7b17be7999de tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3044658 Jul 21 12:23:39.610018 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 37668) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:23:39.616406 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.v2.base [None req-22ed12b2-cb82-4953-a67d-4fa451c84b1a tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Request body: {'floatingip': {'floating_network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8'}} {{(pid=104159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 12:23:39.659092 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Device 1200d909-4252-4442-9e29-f5f809890242 up at agent ovs-agent-dv-cinder-850321-1-iscsi {{(pid=104161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 12:23:39.667078 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-22ed12b2-cb82-4953-a67d-4fa451c84b1a tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:39.699870 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5781ca69-2520-40ec-96ed-2a0ef47a203c req-74a5a647-0101-41dc-8b70-9d6e803b736b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:23:39.702107 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-5781ca69-2520-40ec-96ed-2a0ef47a203c req-74a5a647-0101-41dc-8b70-9d6e803b736b service neutron] 10.222.0.48 "GET /v2.0/networks?id=cb1f1a48-37ef-466f-9c77-ca45d5a79220 HTTP/1.1" status: 200 len: 912 time: 0.1474526 Jul 21 12:23:39.751609 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Provisioning complete for port 1200d909-4252-4442-9e29-f5f809890242 triggered by entity L2. {{(pid=104161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 12:23:39.752300 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388846'] for port (1200d909-4252-4442-9e29-f5f809890242), provisioning_complete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:39.852640 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-5781ca69-2520-40ec-96ed-2a0ef47a203c req-440ad984-7d90-4ba7-9e73-1137ab5e097e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=707648f9-a5cd-4b9b-a7c6-ff1d7fa6c651 HTTP/1.1" status: 200 len: 1002 time: 0.1407259 Jul 21 12:23:39.901106 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-22ed12b2-cb82-4953-a67d-4fa451c84b1a tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:39.915649 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Current status of the port 1200d909-4252-4442-9e29-f5f809890242 is: DOWN; New status is: ACTIVE {{(pid=104161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 12:23:39.916052 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (1200d909-4252-4442-9e29-f5f809890242), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:39.962559 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] For port 1200d909-4252-4442-9e29-f5f809890242, host dv-cinder-850321-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-1-iscsi',level=0,port_id=1200d909-4252-4442-9e29-f5f809890242,segment=NetworkSegment(516861e0-d3fe-4b3f-83ca-af9f79051018),segment_id=516861e0-d3fe-4b3f-83ca-af9f79051018)] {{(pid=104161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 12:23:39.972726 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158'] for port (1200d909-4252-4442-9e29-f5f809890242), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:40.012454 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5781ca69-2520-40ec-96ed-2a0ef47a203c req-2ad00c1a-ac5e-45be-8209-b3a5d96eb6db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:23:40.014221 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-5781ca69-2520-40ec-96ed-2a0ef47a203c req-2ad00c1a-ac5e-45be-8209-b3a5d96eb6db service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bc7d6337-214d-4961-9075-8635a8b8f86b HTTP/1.1" status: 200 len: 850 time: 0.1405041 Jul 21 12:23:40.076658 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Pushing event updated for resources: {'Port': ['ID=1200d909-4252-4442-9e29-f5f809890242,revision_number=4']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:23:40.081887 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:23:40.083390 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5781ca69-2520-40ec-96ed-2a0ef47a203c req-5f8a1521-bac5-4f4d-9b5b-5b029069d40f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:23:40.085010 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-5781ca69-2520-40ec-96ed-2a0ef47a203c req-5f8a1521-bac5-4f4d-9b5b-5b029069d40f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cb1f1a48-37ef-466f-9c77-ca45d5a79220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0644190 Jul 21 12:23:40.192502 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.db.db_base_plugin_common [None req-22ed12b2-cb82-4953-a67d-4fa451c84b1a tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Allocated IP 172.27.3.71 (f382b478-dfd7-4678-bcdd-821f508b5bc8/39ec59ca-1d5b-4110-899c-eae6f5db3a39/4deec9a1-5f22-4f64-babe-8da398fdd665) {{(pid=104159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 12:23:40.330862 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:UPDATE=4,neutron:SELECT=83,neutron:INSERT=10,neutron:DELETE=3 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:23:40.336767 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-22ed12b2-cb82-4953-a67d-4fa451c84b1a tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Publish callbacks [] for port (4deec9a1-5f22-4f64-babe-8da398fdd665), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:40.393578 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-22ed12b2-cb82-4953-a67d-4fa451c84b1a tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773760637166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8469579'] for port (4deec9a1-5f22-4f64-babe-8da398fdd665), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:40.416419 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:23:40.446285 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22ed12b2-cb82-4953-a67d-4fa451c84b1a tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Network f382b478-dfd7-4678-bcdd-821f508b5bc8 is already hosted by enough agents. {{(pid=104159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 12:23:40.451261 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.scheduler.base_scheduler [None req-22ed12b2-cb82-4953-a67d-4fa451c84b1a tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Resources bound (agent type, host, resource id): {{(pid=104159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 12:23:40.455037 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ed12b2-cb82-4953-a67d-4fa451c84b1a tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Received port after_create {{(pid=104159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 12:23:40.546968 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-5781ca69-2520-40ec-96ed-2a0ef47a203c req-1907818b-17a4-43c4-81c8-d88129d0fafa service neutron] 10.222.0.48 "GET /v2.0/networks/cb1f1a48-37ef-466f-9c77-ca45d5a79220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2003038 Jul 21 12:23:40.732042 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-5781ca69-2520-40ec-96ed-2a0ef47a203c req-4c6deebc-5a40-4249-810c-c1a3862027eb service neutron] 10.222.0.48 "GET /v2.0/networks/cb1f1a48-37ef-466f-9c77-ca45d5a79220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760697 Jul 21 12:23:40.848112 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ed12b2-cb82-4953-a67d-4fa451c84b1a tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Pushing event updated for resources: {'Port': ['ID=4deec9a1-5f22-4f64-babe-8da398fdd665,revision_number=1']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:23:40.899618 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-977d0f80-37bb-47e8-912f-f90657a59088 req-4a8eb349-d34c-4dcf-a6bf-4e5ef77f4ce3 tempest-VolumesNegativeTest-421480356 tempest-VolumesNegativeTest-421480356-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4e02acd-fdc5-47ee-9ea3-11494fc15add HTTP/1.1" status: 200 len: 210 time: 0.0646405 Jul 21 12:23:40.976573 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-22ed12b2-cb82-4953-a67d-4fa451c84b1a tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Publish callbacks [] for floatingip (a9d3f5ea-5b39-4bda-9f84-e083b405f0e4), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:41.027811 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-22ed12b2-cb82-4953-a67d-4fa451c84b1a tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (4deec9a1-5f22-4f64-babe-8da398fdd665), before_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:41.244257 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c8cb9e-5676-4396-9c59-41c1219f27c4 None None] Sync routers for ids ['55d1bb19-c3ec-43c3-a204-604cfce5be55'] in dv-cinder-850321-1-iscsi {{(pid=104162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 12:23:41.266459 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c8cb9e-5676-4396-9c59-41c1219f27c4 None None] Routers {'55d1bb19-c3ec-43c3-a204-604cfce5be55'} bound to L3 agent in host dv-cinder-850321-1-iscsi {{(pid=104162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 12:23:41.267084 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_hamode_db [None req-68c8cb9e-5676-4396-9c59-41c1219f27c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-21T12:06:45Z,description=,heartbeat_timestamp=2022-07-21T12:23:15Z,host='dv-cinder-850321-1-iscsi',id=ceb1130f-c61e-494c-be4f-967cc153319c,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T12:06:45Z,topic='l3_agent')) {'router_ids': ['55d1bb19-c3ec-43c3-a204-604cfce5be55'], 'active': True} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:23:41.275193 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-22ed12b2-cb82-4953-a67d-4fa451c84b1a tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Publish callbacks [] for port (4deec9a1-5f22-4f64-babe-8da398fdd665), precommit_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:41.281859 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-22ed12b2-cb82-4953-a67d-4fa451c84b1a tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8469616'] for port (4deec9a1-5f22-4f64-babe-8da398fdd665), after_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:41.390139 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ed12b2-cb82-4953-a67d-4fa451c84b1a tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Pushing event updated for resources: {'Port': ['ID=4deec9a1-5f22-4f64-babe-8da398fdd665,revision_number=2']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:23:41.403781 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-22ed12b2-cb82-4953-a67d-4fa451c84b1a tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681920'] for floatingip (a9d3f5ea-5b39-4bda-9f84-e083b405f0e4), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:41.409701 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvr_db [None req-68c8cb9e-5676-4396-9c59-41c1219f27c4 None None] Set router 55d1bb19-c3ec-43c3-a204-604cfce5be55 gateway port host: dv-cinder-850321-1-iscsi {{(pid=104162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 12:23:41.429719 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-944fb989-2aa4-4725-92b4-84f39239c681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (8a21e728-a2e9-4580-a748-6ac9ba47a2a7), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:41.436946 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-22ed12b2-cb82-4953-a67d-4fa451c84b1a tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170956'] for floatingip (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:41.440525 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-22ed12b2-cb82-4953-a67d-4fa451c84b1a tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8291938 Jul 21 12:23:41.548635 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Device 1200d909-4252-4442-9e29-f5f809890242 up at agent ovs-agent-dv-cinder-850321-1-iscsi {{(pid=104161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 12:23:41.560503 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=100 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:23:41.624183 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Device 604184de-96f7-4f4e-aec5-b391dd2fdd8a no longer exists at agent hyperv_hv-cinder-85032 {{(pid=104161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 12:23:41.679426 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] No Port match for: 604184de-96f7-4f4e-aec5-b391dd2fdd8a {{(pid=104161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 12:23:41.680051 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Device 604184de-96f7-4f4e-aec5-b391dd2fdd8a not bound to the agent host hv-cinder-85032 {{(pid=104161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 12:23:41.711414 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-40e91141-e121-459c-9998-b7303d513eda req-b1a09908-bd10-481e-9d77-94b68c88e8d1 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--687337230&fields=id&tenant_id=896cc13a4d744c06b80fc97aa4bd1dcf HTTP/1.1" status: 200 len: 267 time: 0.0776181 Jul 21 12:23:41.723763 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Provisioning complete for port 1200d909-4252-4442-9e29-f5f809890242 triggered by entity L2. {{(pid=104161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 12:23:41.724357 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388846'] for port (1200d909-4252-4442-9e29-f5f809890242), provisioning_complete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:41.751590 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_hamode_db [None req-68c8cb9e-5676-4396-9c59-41c1219f27c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55d1bb19-c3ec-43c3-a204-604cfce5be55', 'name': 'tempest-AttachVolumeTestJSON-1356240631-router', 'tenant_id': '896cc13a4d744c06b80fc97aa4bd1dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'external_fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': '1200d909-4252-4442-9e29-f5f809890242', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T12:23:31Z', 'updated_at': '2022-07-21T12:23:36Z', 'revision_number': 4, 'project_id': '896cc13a4d744c06b80fc97aa4bd1dcf', 'gw_port': {'id': '1200d909-4252-4442-9e29-f5f809890242', 'name': '', 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:a4:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d1bb19-c3ec-43c3-a204-604cfce5be55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:23:32Z', 'updated_at': '2022-07-21T12:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-1-iscsi', '_interfaces': [{'id': '6f50ce12-7dea-4d36-89a1-efb8479ba6e8', 'name': '', 'network_id': '761850bd-9d80-4fa9-a807-31bd85f87afb', 'tenant_id': '896cc13a4d744c06b80fc97aa4bd1dcf', 'mac_address': 'fa:16:3e:08:45:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55d1bb19-c3ec-43c3-a204-604cfce5be55', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '44614617-498d-4d2c-9722-cb9b181c6aab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:23:35Z', 'updated_at': '2022-07-21T12:23:36Z', 'revision_number': 2, 'project_id': '896cc13a4d744c06b80fc97aa4bd1dcf', 'subnets': [{'id': '44614617-498d-4d2c-9722-cb9b181c6aab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-1-iscsi', False) {} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:23:41.816552 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c8cb9e-5676-4396-9c59-41c1219f27c4 None None] Checking router: 55d1bb19-c3ec-43c3-a204-604cfce5be55 for host: dv-cinder-850321-1-iscsi {{(pid=104162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 12:23:41.817295 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c8cb9e-5676-4396-9c59-41c1219f27c4 None None] Updating router 55d1bb19-c3ec-43c3-a204-604cfce5be55 port 6f50ce12-7dea-4d36-89a1-efb8479ba6e8 binding host dv-cinder-850321-1-iscsi {{(pid=104162) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 21 12:23:41.853808 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-68c8cb9e-5676-4396-9c59-41c1219f27c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (6f50ce12-7dea-4d36-89a1-efb8479ba6e8), before_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:41.877390 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Current status of the port 1200d909-4252-4442-9e29-f5f809890242 is: ACTIVE; New status is: ACTIVE {{(pid=104161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 12:23:41.891885 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e91141-e121-459c-9998-b7303d513eda req-06472281-79b4-40df-973a-aae3a0adc170 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:23:41.899846 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-40e91141-e121-459c-9998-b7303d513eda req-06472281-79b4-40df-973a-aae3a0adc170 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/networks?id=761850bd-9d80-4fa9-a807-31bd85f87afb HTTP/1.1" status: 200 len: 811 time: 0.1873677 Jul 21 12:23:41.920508 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-40e91141-e121-459c-9998-b7303d513eda req-5ac9420c-43ca-4bce-a1a9-c5166936a29c tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/quotas/896cc13a4d744c06b80fc97aa4bd1dcf HTTP/1.1" status: 200 len: 375 time: 0.0195117 Jul 21 12:23:42.021556 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-40e91141-e121-459c-9998-b7303d513eda req-1dbd037a-e64a-4e12-a6c0-25d3dadbc668 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=896cc13a4d744c06b80fc97aa4bd1dcf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0982456 Jul 21 12:23:42.150537 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:23:42.215337 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-40e91141-e121-459c-9998-b7303d513eda req-1046d255-6f15-47e3-b0e2-152b6d41e008 service neutron] 10.222.0.18 "GET /v2.0/networks/761850bd-9d80-4fa9-a807-31bd85f87afb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781950 Jul 21 12:23:42.398225 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-40e91141-e121-459c-9998-b7303d513eda req-e4b07809-013f-4f91-910b-c01bd921ac1b service neutron] 10.222.0.18 "GET /v2.0/networks/761850bd-9d80-4fa9-a807-31bd85f87afb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764572 Jul 21 12:23:42.480634 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-68c8cb9e-5676-4396-9c59-41c1219f27c4 None None] Publish callbacks [] for port (6f50ce12-7dea-4d36-89a1-efb8479ba6e8), precommit_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:42.494223 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-68c8cb9e-5676-4396-9c59-41c1219f27c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158'] for port (6f50ce12-7dea-4d36-89a1-efb8479ba6e8), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:42.568327 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=100 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:23:42.570821 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b99d75-0f0e-4091-90b5-b5ea0187f9ac None None] Pushing event updated for resources: {'Port': ['ID=6f50ce12-7dea-4d36-89a1-efb8479ba6e8,revision_number=3']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:23:42.584115 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b99d75-0f0e-4091-90b5-b5ea0187f9ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:23:42.584478 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b99d75-0f0e-4091-90b5-b5ea0187f9ac None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:23:42.584821 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b99d75-0f0e-4091-90b5-b5ea0187f9ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:23:42.585176 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b99d75-0f0e-4091-90b5-b5ea0187f9ac None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:23:42.585507 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b99d75-0f0e-4091-90b5-b5ea0187f9ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:23:42.585831 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b99d75-0f0e-4091-90b5-b5ea0187f9ac None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:23:42.586153 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b99d75-0f0e-4091-90b5-b5ea0187f9ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:23:42.586472 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b99d75-0f0e-4091-90b5-b5ea0187f9ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:23:42.586799 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b99d75-0f0e-4091-90b5-b5ea0187f9ac None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:23:42.595648 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b99d75-0f0e-4091-90b5-b5ea0187f9ac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:23:42.595648 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b99d75-0f0e-4091-90b5-b5ea0187f9ac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:23:42.595648 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b99d75-0f0e-4091-90b5-b5ea0187f9ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:23:42.595648 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b99d75-0f0e-4091-90b5-b5ea0187f9ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:23:42.595648 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b99d75-0f0e-4091-90b5-b5ea0187f9ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:23:42.595648 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b99d75-0f0e-4091-90b5-b5ea0187f9ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:23:42.674999 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-66e402eb-f36f-43ab-9e2f-9fff611eb3e5 req-e3b7a0e9-abfe-44ff-bfb1-5d16e4605b00 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0935569 Jul 21 12:23:42.750179 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.managers [None req-68c8cb9e-5676-4396-9c59-41c1219f27c4 None None] Attempting to bind port 6f50ce12-7dea-4d36-89a1-efb8479ba6e8 on host dv-cinder-850321-1-iscsi for vnic_type normal with profile {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 12:23:42.750179 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.managers [None req-68c8cb9e-5676-4396-9c59-41c1219f27c4 None None] Attempting to bind port 6f50ce12-7dea-4d36-89a1-efb8479ba6e8 by drivers openvswitch,hyperv on host dv-cinder-850321-1-iscsi at level 0 using segments [{'id': 'd25f2e08-7ca4-435b-b8eb-119fa654030c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '761850bd-9d80-4fa9-a807-31bd85f87afb'}] {{(pid=104162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 12:23:42.750179 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c8cb9e-5676-4396-9c59-41c1219f27c4 None None] Attempting to bind port 6f50ce12-7dea-4d36-89a1-efb8479ba6e8 on network 761850bd-9d80-4fa9-a807-31bd85f87afb {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 12:23:42.756771 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c8cb9e-5676-4396-9c59-41c1219f27c4 None None] Checking agent: {'id': 'c982e9e4-9e4b-4150-8658-75b564dceb25', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850321-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 12, 6, 47), 'started_at': datetime.datetime(2022, 7, 21, 12, 7, 17), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 12, 23, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850321-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 12:23:42.757204 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c8cb9e-5676-4396-9c59-41c1219f27c4 None None] Checking segment: {'id': 'd25f2e08-7ca4-435b-b8eb-119fa654030c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '761850bd-9d80-4fa9-a807-31bd85f87afb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 12:23:42.757491 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-68c8cb9e-5676-4396-9c59-41c1219f27c4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:42.757895 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c8cb9e-5676-4396-9c59-41c1219f27c4 None None] Bound using segment: {'id': 'd25f2e08-7ca4-435b-b8eb-119fa654030c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '761850bd-9d80-4fa9-a807-31bd85f87afb'} {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 12:23:42.758390 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.managers [None req-68c8cb9e-5676-4396-9c59-41c1219f27c4 None None] Bound port: 6f50ce12-7dea-4d36-89a1-efb8479ba6e8, host: dv-cinder-850321-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd25f2e08-7ca4-435b-b8eb-119fa654030c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '761850bd-9d80-4fa9-a807-31bd85f87afb'}}] {{(pid=104162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 12:23:42.758785 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-68c8cb9e-5676-4396-9c59-41c1219f27c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (6f50ce12-7dea-4d36-89a1-efb8479ba6e8), before_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:42.879434 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-68c8cb9e-5676-4396-9c59-41c1219f27c4 None None] For port 6f50ce12-7dea-4d36-89a1-efb8479ba6e8, host dv-cinder-850321-1-iscsi, cleared binding levels {{(pid=104162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 12:23:42.883741 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-68c8cb9e-5676-4396-9c59-41c1219f27c4 None None] For port 6f50ce12-7dea-4d36-89a1-efb8479ba6e8, host dv-cinder-850321-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-1-iscsi',level=0,port_id=6f50ce12-7dea-4d36-89a1-efb8479ba6e8,segment=NetworkSegment(d25f2e08-7ca4-435b-b8eb-119fa654030c),segment_id=d25f2e08-7ca4-435b-b8eb-119fa654030c)] {{(pid=104162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 12:23:42.917599 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-68c8cb9e-5676-4396-9c59-41c1219f27c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158'] for port (6f50ce12-7dea-4d36-89a1-efb8479ba6e8), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:42.992931 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c8cb9e-5676-4396-9c59-41c1219f27c4 None None] Routers {'55d1bb19-c3ec-43c3-a204-604cfce5be55'} bound to L3 agent in host dv-cinder-850321-1-iscsi {{(pid=104162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 12:23:42.993582 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_hamode_db [None req-68c8cb9e-5676-4396-9c59-41c1219f27c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-21T12:06:45Z,description=,heartbeat_timestamp=2022-07-21T12:23:15Z,host='dv-cinder-850321-1-iscsi',id=ceb1130f-c61e-494c-be4f-967cc153319c,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T12:06:45Z,topic='l3_agent')) {'router_ids': ['55d1bb19-c3ec-43c3-a204-604cfce5be55'], 'active': True} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:23:43.008330 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [None req-89f4e41f-3af8-4c43-af7f-a3aa980b809f None None] Provisioning complete for port 6f50ce12-7dea-4d36-89a1-efb8479ba6e8 triggered by entity DHCP. {{(pid=104161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 12:23:43.009171 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-89f4e41f-3af8-4c43-af7f-a3aa980b809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388846'] for port (6f50ce12-7dea-4d36-89a1-efb8479ba6e8), provisioning_complete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:43.047804 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b99d75-0f0e-4091-90b5-b5ea0187f9ac None None] Pushing event updated for resources: {'Port': ['ID=6f50ce12-7dea-4d36-89a1-efb8479ba6e8,revision_number=4']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:23:43.162300 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:23:43.230523 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvr_db [None req-68c8cb9e-5676-4396-9c59-41c1219f27c4 None None] Set router 55d1bb19-c3ec-43c3-a204-604cfce5be55 gateway port host: dv-cinder-850321-1-iscsi {{(pid=104162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 12:23:43.289900 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-89f4e41f-3af8-4c43-af7f-a3aa980b809f None None] Current status of the port 6f50ce12-7dea-4d36-89a1-efb8479ba6e8 is: DOWN; New status is: ACTIVE {{(pid=104161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 12:23:43.290744 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-89f4e41f-3af8-4c43-af7f-a3aa980b809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (6f50ce12-7dea-4d36-89a1-efb8479ba6e8), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:43.376211 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-89f4e41f-3af8-4c43-af7f-a3aa980b809f None None] For port 6f50ce12-7dea-4d36-89a1-efb8479ba6e8, host dv-cinder-850321-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-1-iscsi',level=0,port_id=6f50ce12-7dea-4d36-89a1-efb8479ba6e8,segment=NetworkSegment(d25f2e08-7ca4-435b-b8eb-119fa654030c),segment_id=d25f2e08-7ca4-435b-b8eb-119fa654030c)] {{(pid=104161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 12:23:43.382838 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-89f4e41f-3af8-4c43-af7f-a3aa980b809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158'] for port (6f50ce12-7dea-4d36-89a1-efb8479ba6e8), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:43.428875 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:23:43.637620 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [None req-f0d71278-a4b1-4109-85e7-e5f392167d6b None None] Provisioning complete for port 6f50ce12-7dea-4d36-89a1-efb8479ba6e8 triggered by entity DHCP. {{(pid=104161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 12:23:43.638604 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-f0d71278-a4b1-4109-85e7-e5f392167d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388846'] for port (6f50ce12-7dea-4d36-89a1-efb8479ba6e8), provisioning_complete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:43.749267 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Device 6f50ce12-7dea-4d36-89a1-efb8479ba6e8 up at agent ovs-agent-dv-cinder-850321-1-iscsi {{(pid=104161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 12:23:43.817400 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f4e41f-3af8-4c43-af7f-a3aa980b809f None None] Pushing event updated for resources: {'Port': ['ID=6f50ce12-7dea-4d36-89a1-efb8479ba6e8,revision_number=5']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:23:43.879147 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_hamode_db [None req-68c8cb9e-5676-4396-9c59-41c1219f27c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55d1bb19-c3ec-43c3-a204-604cfce5be55', 'name': 'tempest-AttachVolumeTestJSON-1356240631-router', 'tenant_id': '896cc13a4d744c06b80fc97aa4bd1dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'external_fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': '1200d909-4252-4442-9e29-f5f809890242', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T12:23:31Z', 'updated_at': '2022-07-21T12:23:36Z', 'revision_number': 4, 'project_id': '896cc13a4d744c06b80fc97aa4bd1dcf', 'gw_port': {'id': '1200d909-4252-4442-9e29-f5f809890242', 'name': '', 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:a4:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d1bb19-c3ec-43c3-a204-604cfce5be55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:23:32Z', 'updated_at': '2022-07-21T12:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-1-iscsi', '_interfaces': [{'id': '6f50ce12-7dea-4d36-89a1-efb8479ba6e8', 'name': '', 'network_id': '761850bd-9d80-4fa9-a807-31bd85f87afb', 'tenant_id': '896cc13a4d744c06b80fc97aa4bd1dcf', 'mac_address': 'fa:16:3e:08:45:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55d1bb19-c3ec-43c3-a204-604cfce5be55', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '44614617-498d-4d2c-9722-cb9b181c6aab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:23:35Z', 'updated_at': '2022-07-21T12:23:42Z', 'revision_number': 4, 'project_id': '896cc13a4d744c06b80fc97aa4bd1dcf', 'subnets': [{'id': '44614617-498d-4d2c-9722-cb9b181c6aab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-1-iscsi', False) {} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:23:43.884201 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-31162648-bd71-4327-89f1-d1b43900b127 req-511cd38c-133e-4307-be6a-a7e904b23307 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0508339 Jul 21 12:23:43.924696 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c8cb9e-5676-4396-9c59-41c1219f27c4 None None] The sync data for ids ['55d1bb19-c3ec-43c3-a204-604cfce5be55'] in dv-cinder-850321-1-iscsi is: [{'id': '55d1bb19-c3ec-43c3-a204-604cfce5be55', 'name': 'tempest-AttachVolumeTestJSON-1356240631-router', 'tenant_id': '896cc13a4d744c06b80fc97aa4bd1dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'external_fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': '1200d909-4252-4442-9e29-f5f809890242', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T12:23:31Z', 'updated_at': '2022-07-21T12:23:36Z', 'revision_number': 4, 'project_id': '896cc13a4d744c06b80fc97aa4bd1dcf', 'gw_port': {'id': '1200d909-4252-4442-9e29-f5f809890242', 'name': '', 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:a4:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d1bb19-c3ec-43c3-a204-604cfce5be55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:23:32Z', 'updated_at': '2022-07-21T12:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-1-iscsi', '_interfaces': [{'id': '6f50ce12-7dea-4d36-89a1-efb8479ba6e8', 'name': '', 'network_id': '761850bd-9d80-4fa9-a807-31bd85f87afb', 'tenant_id': '896cc13a4d744c06b80fc97aa4bd1dcf', 'mac_address': 'fa:16:3e:08:45:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55d1bb19-c3ec-43c3-a204-604cfce5be55', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '44614617-498d-4d2c-9722-cb9b181c6aab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:23:35Z', 'updated_at': '2022-07-21T12:23:42Z', 'revision_number': 4, 'project_id': '896cc13a4d744c06b80fc97aa4bd1dcf', 'subnets': [{'id': '44614617-498d-4d2c-9722-cb9b181c6aab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 12:23:43.954603 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-f0d71278-a4b1-4109-85e7-e5f392167d6b None None] Current status of the port 6f50ce12-7dea-4d36-89a1-efb8479ba6e8 is: ACTIVE; New status is: ACTIVE {{(pid=104161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 12:23:43.963677 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Provisioning complete for port 6f50ce12-7dea-4d36-89a1-efb8479ba6e8 triggered by entity L2. {{(pid=104161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 12:23:43.964247 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388846'] for port (6f50ce12-7dea-4d36-89a1-efb8479ba6e8), provisioning_complete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:43.967223 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:23:44.119940 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Current status of the port 6f50ce12-7dea-4d36-89a1-efb8479ba6e8 is: ACTIVE; New status is: ACTIVE {{(pid=104161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 12:23:44.664106 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e91141-e121-459c-9998-b7303d513eda req-e66c4319-2a1b-43d1-b193-fdfc487ae340 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:23:44.665718 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-40e91141-e121-459c-9998-b7303d513eda req-e66c4319-2a1b-43d1-b193-fdfc487ae340 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.48 "GET /v2.0/networks?id=761850bd-9d80-4fa9-a807-31bd85f87afb HTTP/1.1" status: 200 len: 811 time: 0.1905835 Jul 21 12:23:44.753725 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-40e91141-e121-459c-9998-b7303d513eda req-d40fad44-d84d-43e3-9e8d-acc462689005 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=896cc13a4d744c06b80fc97aa4bd1dcf HTTP/1.1" status: 200 len: 379 time: 0.0713844 Jul 21 12:23:44.773469 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.v2.base [req-40e91141-e121-459c-9998-b7303d513eda req-857e6395-ce97-42e1-9e36-236a4b4d5cbd tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Request body: {'port': {'device_id': 'e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e', 'network_id': '761850bd-9d80-4fa9-a807-31bd85f87afb', 'admin_state_up': True, 'tenant_id': '896cc13a4d744c06b80fc97aa4bd1dcf', 'security_groups': ['45c5c830-55b4-45f2-8b17-0c2cd3b37579']}} {{(pid=104160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 12:23:44.865946 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-51f8ef27-6c4a-49fb-89aa-b9617959cb83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (ceb1130f-c61e-494c-be4f-967cc153319c), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:44.926701 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40e91141-e121-459c-9998-b7303d513eda req-857e6395-ce97-42e1-9e36-236a4b4d5cbd tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Made reservation on behalf of 896cc13a4d744c06b80fc97aa4bd1dcf for: {'port': 1} {{(pid=104160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 12:23:44.934281 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-40e91141-e121-459c-9998-b7303d513eda req-857e6395-ce97-42e1-9e36-236a4b4d5cbd tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:45.004481 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:23:45.031870 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-3bb6efc9-7080-46b7-ad8a-fba656e56f61 req-dace6be3-9cb6-4305-8f92-3f0ffb82037d tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0351489 Jul 21 12:23:45.098068 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.db.db_base_plugin_common [req-40e91141-e121-459c-9998-b7303d513eda req-857e6395-ce97-42e1-9e36-236a4b4d5cbd tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Allocated IP 172.20.0.5 (761850bd-9d80-4fa9-a807-31bd85f87afb/44614617-498d-4d2c-9722-cb9b181c6aab/78a4473d-1fec-4996-977b-242fb85eba10) {{(pid=104160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 12:23:45.181449 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.agents_db [None req-4203cc95-03b4-445b-a92f-19fc3dec8381 None None] Agent healthcheck: found 6 active agents {{(pid=104162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 12:23:45.261950 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-40e91141-e121-459c-9998-b7303d513eda req-857e6395-ce97-42e1-9e36-236a4b4d5cbd tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Publish callbacks [] for port (78a4473d-1fec-4996-977b-242fb85eba10), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:45.297816 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-40e91141-e121-459c-9998-b7303d513eda req-857e6395-ce97-42e1-9e36-236a4b4d5cbd tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773760637166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9357752'] for port (78a4473d-1fec-4996-977b-242fb85eba10), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:45.336082 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:23:45.351370 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40e91141-e121-459c-9998-b7303d513eda req-857e6395-ce97-42e1-9e36-236a4b4d5cbd tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Network 761850bd-9d80-4fa9-a807-31bd85f87afb is already hosted by enough agents. {{(pid=104160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 12:23:45.358809 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.scheduler.base_scheduler [req-40e91141-e121-459c-9998-b7303d513eda req-857e6395-ce97-42e1-9e36-236a4b4d5cbd tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Resources bound (agent type, host, resource id): {{(pid=104160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 12:23:45.361536 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.db.l3_dvrscheduler_db [req-40e91141-e121-459c-9998-b7303d513eda req-857e6395-ce97-42e1-9e36-236a4b4d5cbd tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Received port after_create {{(pid=104160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 12:23:45.364901 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857e6395-ce97-42e1-9e36-236a4b4d5cbd tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Pushing event updated for resources: {'Port': ['ID=78a4473d-1fec-4996-977b-242fb85eba10,revision_number=1']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:23:45.436474 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e91141-e121-459c-9998-b7303d513eda req-857e6395-ce97-42e1-9e36-236a4b4d5cbd tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:23:45.437244 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-40e91141-e121-459c-9998-b7303d513eda req-857e6395-ce97-42e1-9e36-236a4b4d5cbd tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170956'] for port (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:45.471049 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-40e91141-e121-459c-9998-b7303d513eda req-857e6395-ce97-42e1-9e36-236a4b4d5cbd tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7064180 Jul 21 12:23:45.491100 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.v2.base [req-40e91141-e121-459c-9998-b7303d513eda req-2270c9c0-b34d-426b-83ef-4788157b2983 service neutron] Request body: {'port': {'device_id': 'e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85032'}} {{(pid=104160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 12:23:45.494446 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Device 6f50ce12-7dea-4d36-89a1-efb8479ba6e8 up at agent ovs-agent-dv-cinder-850321-1-iscsi {{(pid=104161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 12:23:45.572169 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Provisioning complete for port 6f50ce12-7dea-4d36-89a1-efb8479ba6e8 triggered by entity L2. {{(pid=104161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 12:23:45.573047 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388846'] for port (6f50ce12-7dea-4d36-89a1-efb8479ba6e8), provisioning_complete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:45.595461 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-40e91141-e121-459c-9998-b7303d513eda req-2270c9c0-b34d-426b-83ef-4788157b2983 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (78a4473d-1fec-4996-977b-242fb85eba10), before_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:45.729937 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [None req-7aebb8e9-789d-4db3-9458-73d726ed97d5 None None] Provisioning complete for port 78a4473d-1fec-4996-977b-242fb85eba10 triggered by entity DHCP. {{(pid=104161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 12:23:45.730322 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-7aebb8e9-789d-4db3-9458-73d726ed97d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388846'] for port (78a4473d-1fec-4996-977b-242fb85eba10), provisioning_complete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:45.790228 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Current status of the port 6f50ce12-7dea-4d36-89a1-efb8479ba6e8 is: ACTIVE; New status is: ACTIVE {{(pid=104161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 12:23:45.820422 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-7aebb8e9-789d-4db3-9458-73d726ed97d5 None None] Port 78a4473d-1fec-4996-977b-242fb85eba10 cannot update to ACTIVE because it is not bound. {{(pid=104161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 12:23:45.871896 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-34089123-786a-4f56-8fd8-e31aace790ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (7a27be9f-c1a8-4dec-a92f-42ec7311fe12), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:46.016163 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.notifiers.nova [req-40e91141-e121-459c-9998-b7303d513eda req-2270c9c0-b34d-426b-83ef-4788157b2983 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78a4473d-1fec-4996-977b-242fb85eba10 {{(pid=104160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 12:23:46.027168 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-40e91141-e121-459c-9998-b7303d513eda req-2270c9c0-b34d-426b-83ef-4788157b2983 service neutron] Publish callbacks [] for port (78a4473d-1fec-4996-977b-242fb85eba10), precommit_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:46.044796 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.db.provisioning_blocks [req-40e91141-e121-459c-9998-b7303d513eda req-2270c9c0-b34d-426b-83ef-4788157b2983 service neutron] Transition to ACTIVE for port object 78a4473d-1fec-4996-977b-242fb85eba10 will not be triggered until provisioned by entity L2. {{(pid=104160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 21 12:23:46.050977 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-40e91141-e121-459c-9998-b7303d513eda req-2270c9c0-b34d-426b-83ef-4788157b2983 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9357699'] for port (78a4473d-1fec-4996-977b-242fb85eba10), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:46.088452 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:23:46.135950 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2270c9c0-b34d-426b-83ef-4788157b2983 service neutron] Pushing event updated for resources: {'Port': ['ID=78a4473d-1fec-4996-977b-242fb85eba10,revision_number=2']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:23:46.308764 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d35e773-8f8a-4e2f-8e2a-a47abf1ab69d req-c9a1e1e1-a326-459e-9884-b9942a020c3d tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:23:46.318763 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-8d35e773-8f8a-4e2f-8e2a-a47abf1ab69d req-c9a1e1e1-a326-459e-9884-b9942a020c3d tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 943 time: 0.1422191 Jul 21 12:23:46.371644 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.managers [req-40e91141-e121-459c-9998-b7303d513eda req-2270c9c0-b34d-426b-83ef-4788157b2983 service neutron] Attempting to bind port 78a4473d-1fec-4996-977b-242fb85eba10 on host hv-cinder-85032 for vnic_type normal with profile {{(pid=104160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 12:23:46.372059 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.managers [req-40e91141-e121-459c-9998-b7303d513eda req-2270c9c0-b34d-426b-83ef-4788157b2983 service neutron] Attempting to bind port 78a4473d-1fec-4996-977b-242fb85eba10 by drivers openvswitch,hyperv on host hv-cinder-85032 at level 0 using segments [{'id': 'd25f2e08-7ca4-435b-b8eb-119fa654030c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '761850bd-9d80-4fa9-a807-31bd85f87afb'}] {{(pid=104160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 12:23:46.372499 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40e91141-e121-459c-9998-b7303d513eda req-2270c9c0-b34d-426b-83ef-4788157b2983 service neutron] Attempting to bind port 78a4473d-1fec-4996-977b-242fb85eba10 on network 761850bd-9d80-4fa9-a807-31bd85f87afb {{(pid=104160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 12:23:46.386345 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40e91141-e121-459c-9998-b7303d513eda req-2270c9c0-b34d-426b-83ef-4788157b2983 service neutron] Port 78a4473d-1fec-4996-977b-242fb85eba10 on network 761850bd-9d80-4fa9-a807-31bd85f87afb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85032 {{(pid=104160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 21 12:23:46.386672 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40e91141-e121-459c-9998-b7303d513eda req-2270c9c0-b34d-426b-83ef-4788157b2983 service neutron] Attempting to bind port 78a4473d-1fec-4996-977b-242fb85eba10 on network 761850bd-9d80-4fa9-a807-31bd85f87afb {{(pid=104160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 12:23:46.412825 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40e91141-e121-459c-9998-b7303d513eda req-2270c9c0-b34d-426b-83ef-4788157b2983 service neutron] Checking agent: {'id': '0e418a3d-140a-4386-ad03-1f6ad2d8ed7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85032', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 12, 13, 32), 'started_at': datetime.datetime(2022, 7, 21, 12, 13, 32), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 12, 23, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 12:23:46.413266 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40e91141-e121-459c-9998-b7303d513eda req-2270c9c0-b34d-426b-83ef-4788157b2983 service neutron] Checking segment: {'id': 'd25f2e08-7ca4-435b-b8eb-119fa654030c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '761850bd-9d80-4fa9-a807-31bd85f87afb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 12:23:46.413623 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40e91141-e121-459c-9998-b7303d513eda req-2270c9c0-b34d-426b-83ef-4788157b2983 service neutron] Bound using segment: {'id': 'd25f2e08-7ca4-435b-b8eb-119fa654030c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '761850bd-9d80-4fa9-a807-31bd85f87afb'} {{(pid=104160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 12:23:46.414088 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.managers [req-40e91141-e121-459c-9998-b7303d513eda req-2270c9c0-b34d-426b-83ef-4788157b2983 service neutron] Bound port: 78a4473d-1fec-4996-977b-242fb85eba10, host: hv-cinder-85032, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd25f2e08-7ca4-435b-b8eb-119fa654030c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '761850bd-9d80-4fa9-a807-31bd85f87afb'}}] {{(pid=104160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 12:23:46.414458 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-40e91141-e121-459c-9998-b7303d513eda req-2270c9c0-b34d-426b-83ef-4788157b2983 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (78a4473d-1fec-4996-977b-242fb85eba10), before_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:46.442099 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-8d35e773-8f8a-4e2f-8e2a-a47abf1ab69d req-4407c581-9423-43f1-af73-7a5c834a0b64 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/security-groups?id=45c5c830-55b4-45f2-8b17-0c2cd3b37579&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1223123 Jul 21 12:23:46.509796 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.db [req-40e91141-e121-459c-9998-b7303d513eda req-2270c9c0-b34d-426b-83ef-4788157b2983 service neutron] For port 78a4473d-1fec-4996-977b-242fb85eba10, host hv-cinder-85032, cleared binding levels {{(pid=104160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 12:23:46.514692 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.db [req-40e91141-e121-459c-9998-b7303d513eda req-2270c9c0-b34d-426b-83ef-4788157b2983 service neutron] For port 78a4473d-1fec-4996-977b-242fb85eba10, host hv-cinder-85032, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=78a4473d-1fec-4996-977b-242fb85eba10,segment=NetworkSegment(d25f2e08-7ca4-435b-b8eb-119fa654030c),segment_id=d25f2e08-7ca4-435b-b8eb-119fa654030c)] {{(pid=104160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 12:23:46.522206 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-40e91141-e121-459c-9998-b7303d513eda req-2270c9c0-b34d-426b-83ef-4788157b2983 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9357699'] for port (78a4473d-1fec-4996-977b-242fb85eba10), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:46.569173 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e91141-e121-459c-9998-b7303d513eda req-2270c9c0-b34d-426b-83ef-4788157b2983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:23:46.569883 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-40e91141-e121-459c-9998-b7303d513eda req-2270c9c0-b34d-426b-83ef-4788157b2983 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170956'] for port (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:46.572423 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-40e91141-e121-459c-9998-b7303d513eda req-2270c9c0-b34d-426b-83ef-4788157b2983 service neutron] 10.222.0.48 "PUT /v2.0/ports/78a4473d-1fec-4996-977b-242fb85eba10 HTTP/1.1" status: 200 len: 1093 time: 1.0862355 Jul 21 12:23:46.572906 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e', 'tag': '78a4473d-1fec-4996-977b-242fb85eba10'}] {{(pid=104160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 12:23:46.576016 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eb085c56e9e86bbd6a0965d2ba727f3997621403869b150ca98f31427dd41b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9718c6f-3f4f-480f-99a7-658313c5fbd2" -d '{"events": [{"name": "network-changed", "server_uuid": "e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e", "tag": "78a4473d-1fec-4996-977b-242fb85eba10"}]}' {{(pid=104160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 12:23:46.624200 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2270c9c0-b34d-426b-83ef-4788157b2983 service neutron] Pushing event updated for resources: {'Port': ['ID=78a4473d-1fec-4996-977b-242fb85eba10,revision_number=3']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:23:46.658038 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 12:23:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41ab8a76-1f2e-4e4a-b8ce-551598fba83d x-openstack-request-id: req-41ab8a76-1f2e-4e4a-b8ce-551598fba83d {{(pid=104160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 12:23:46.658330 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e", "tag": "78a4473d-1fec-4996-977b-242fb85eba10", "status": "completed", "code": 200}]} {{(pid=104160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 12:23:46.658825 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-41ab8a76-1f2e-4e4a-b8ce-551598fba83d {{(pid=104160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 12:23:46.659399 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41ab8a76-1f2e-4e4a-b8ce-551598fba83d'] response: {'name': 'network-changed', 'server_uuid': 'e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e', 'tag': '78a4473d-1fec-4996-977b-242fb85eba10', 'status': 'completed', 'code': 200} Jul 21 12:23:46.692727 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e91141-e121-459c-9998-b7303d513eda req-9aa9c70a-1070-445c-b5d6-620f309b45d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:23:46.694351 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-40e91141-e121-459c-9998-b7303d513eda req-9aa9c70a-1070-445c-b5d6-620f309b45d3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=896cc13a4d744c06b80fc97aa4bd1dcf&device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 1127 time: 0.0558002 Jul 21 12:23:46.718354 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:23:46.750779 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-40e91141-e121-459c-9998-b7303d513eda req-a00ac77c-5b7f-4166-acfd-205ff0b679ea service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=78a4473d-1fec-4996-977b-242fb85eba10 HTTP/1.1" status: 200 len: 217 time: 0.0403028 Jul 21 12:23:46.811806 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e91141-e121-459c-9998-b7303d513eda req-4321573d-a23b-4b14-a47f-33057a1e8baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:23:46.813523 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-40e91141-e121-459c-9998-b7303d513eda req-4321573d-a23b-4b14-a47f-33057a1e8baf service neutron] 10.222.0.48 "GET /v2.0/subnets?id=44614617-498d-4d2c-9722-cb9b181c6aab HTTP/1.1" status: 200 len: 850 time: 0.0544248 Jul 21 12:23:46.853525 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (c982e9e4-9e4b-4150-8658-75b564dceb25), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:46.877032 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e91141-e121-459c-9998-b7303d513eda req-653d386c-726a-47b0-a171-e27010c9dd1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:23:46.882422 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-40e91141-e121-459c-9998-b7303d513eda req-653d386c-726a-47b0-a171-e27010c9dd1c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=761850bd-9d80-4fa9-a807-31bd85f87afb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0616064 Jul 21 12:23:46.992148 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-40e91141-e121-459c-9998-b7303d513eda req-49836af5-89f5-4ba4-925a-0dc65f66aa60 service neutron] 10.222.0.48 "GET /v2.0/networks/761850bd-9d80-4fa9-a807-31bd85f87afb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002853 Jul 21 12:23:47.101488 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-40e91141-e121-459c-9998-b7303d513eda req-cff3f702-d520-4d4c-8595-f42ac0790683 service neutron] 10.222.0.48 "GET /v2.0/networks/761850bd-9d80-4fa9-a807-31bd85f87afb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026652 Jul 21 12:23:47.229712 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-b3746fee-4e12-46ce-ae12-d62ff35738f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (bda8c5c0-9935-4f58-b3ba-5b48a27d9f80), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:47.576184 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 38036) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:23:47.584185 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2549f4-afdd-42e3-9ada-cf93d62b8f2b req-cc9b3e00-fb80-4fe3-8008-e7291f41021a tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:23:47.585715 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-af2549f4-afdd-42e3-9ada-cf93d62b8f2b req-cc9b3e00-fb80-4fe3-8008-e7291f41021a tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 943 time: 0.0549686 Jul 21 12:23:47.628464 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.db.db_base_plugin_v2 [None req-25312c0d-a080-41c0-842f-ae5b7702ad57 admin admin] Deleting subnet 362f35ac-be9d-4c8c-a9cf-99ef4ddd78f9 {{(pid=104159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 21 12:23:47.630392 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-25312c0d-a080-41c0-842f-ae5b7702ad57 admin admin] Publish callbacks [] for subnet (362f35ac-be9d-4c8c-a9cf-99ef4ddd78f9), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:47.639010 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-af2549f4-afdd-42e3-9ada-cf93d62b8f2b req-8348f4b0-034f-4c73-b70d-916fb4617bde tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/security-groups?id=45c5c830-55b4-45f2-8b17-0c2cd3b37579&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465155 Jul 21 12:23:47.670797 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-25312c0d-a080-41c0-842f-ae5b7702ad57 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9226599'] for subnet (362f35ac-be9d-4c8c-a9cf-99ef4ddd78f9), precommit_delete_associations {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:47.713260 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-25312c0d-a080-41c0-842f-ae5b7702ad57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1392440'] for subnet (362f35ac-be9d-4c8c-a9cf-99ef4ddd78f9), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:47.773489 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-25312c0d-a080-41c0-842f-ae5b7702ad57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1392433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8469670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9371161'] for subnet (362f35ac-be9d-4c8c-a9cf-99ef4ddd78f9), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:47.801324 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25312c0d-a080-41c0-842f-ae5b7702ad57 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=362f35ac-be9d-4c8c-a9cf-99ef4ddd78f9,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:23:47.809682 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-25312c0d-a080-41c0-842f-ae5b7702ad57 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:47.815432 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-25312c0d-a080-41c0-842f-ae5b7702ad57 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/362f35ac-be9d-4c8c-a9cf-99ef4ddd78f9 HTTP/1.1" status: 204 len: 168 time: 0.2377663 Jul 21 12:23:47.818243 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.18', 38038) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:23:47.905313 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-30b07821-1252-488f-a3c0-a2e5899d4ac1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790513'] for network (50c90a6f-27b4-42e7-88e7-5085f6ac3c38), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:47.998366 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-30b07821-1252-488f-a3c0-a2e5899d4ac1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1392563', 'neutron.services.segments.db._delete_segments_for_network-8773761087052'] for network (50c90a6f-27b4-42e7-88e7-5085f6ac3c38), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:48.044705 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=100 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:23:48.049152 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.services.segments.db [None req-30b07821-1252-488f-a3c0-a2e5899d4ac1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50c90a6f-27b4-42e7-88e7-5085f6ac3c38']}} {{(pid=104160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:23:48.059141 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9718c6f-3f4f-480f-99a7-658313c5fbd2 req-4602a31d-f0e7-4178-9674-fae734891623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:23:48.060685 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-f9718c6f-3f4f-480f-99a7-658313c5fbd2 req-4602a31d-f0e7-4178-9674-fae734891623 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=896cc13a4d744c06b80fc97aa4bd1dcf&device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 1127 time: 0.0731628 Jul 21 12:23:48.064572 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.services.segments.db [None req-30b07821-1252-488f-a3c0-a2e5899d4ac1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '924c52ec-6288-499a-8158-b0cb6140ba87') {'for_net_delete': True} {{(pid=104160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:23:48.064865 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.services.segments.db [None req-30b07821-1252-488f-a3c0-a2e5899d4ac1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '924c52ec-6288-499a-8158-b0cb6140ba87') {} {{(pid=104160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:23:48.083828 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-30b07821-1252-488f-a3c0-a2e5899d4ac1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773761085669', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9082983'] for segment (924c52ec-6288-499a-8158-b0cb6140ba87), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:48.118085 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-30b07821-1252-488f-a3c0-a2e5899d4ac1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1820665'] for segment (924c52ec-6288-499a-8158-b0cb6140ba87), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:48.162912 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30b07821-1252-488f-a3c0-a2e5899d4ac1 admin admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=104160) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 21 12:23:48.163326 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-30b07821-1252-488f-a3c0-a2e5899d4ac1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1820665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9357807'] for segment (924c52ec-6288-499a-8158-b0cb6140ba87), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:48.198288 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.services.segments.plugin [-] Segment 924c52ec-6288-499a-8158-b0cb6140ba87 resource provider aggregate not found Jul 21 12:23:48.253818 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.services.segments.plugin [-] Segment 924c52ec-6288-499a-8158-b0cb6140ba87 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 924c52ec-6288-499a-8158-b0cb6140ba87 found for delete ", "request_id": "req-77f00feb-44b3-4551-9d6a-eec89394be99"}]} Jul 21 12:23:48.261447 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-30b07821-1252-488f-a3c0-a2e5899d4ac1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1392516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681893'] for network (50c90a6f-27b4-42e7-88e7-5085f6ac3c38), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:48.268237 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-30b07821-1252-488f-a3c0-a2e5899d4ac1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622315'] for network (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:48.271404 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-30b07821-1252-488f-a3c0-a2e5899d4ac1 admin admin] 10.222.0.18 "DELETE /v2.0/networks/50c90a6f-27b4-42e7-88e7-5085f6ac3c38 HTTP/1.1" status: 204 len: 168 time: 0.4520357 Jul 21 12:23:48.274338 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9718c6f-3f4f-480f-99a7-658313c5fbd2 req-a5ebcc9e-0779-4eda-a824-f3b743d35b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:23:48.275800 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-f9718c6f-3f4f-480f-99a7-658313c5fbd2 req-a5ebcc9e-0779-4eda-a824-f3b743d35b6a service neutron] 10.222.0.48 "GET /v2.0/networks?id=761850bd-9d80-4fa9-a807-31bd85f87afb HTTP/1.1" status: 200 len: 912 time: 0.2038579 Jul 21 12:23:48.291799 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b07821-1252-488f-a3c0-a2e5899d4ac1 admin admin] Pushing event deleted for resources: {'Network': ['ID=50c90a6f-27b4-42e7-88e7-5085f6ac3c38,revision_number=None']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:23:48.317570 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 38052) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:23:48.322335 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-f9718c6f-3f4f-480f-99a7-658313c5fbd2 req-7228a4b3-5049-4127-b874-ab27c7028221 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=78a4473d-1fec-4996-977b-242fb85eba10 HTTP/1.1" status: 200 len: 217 time: 0.0369911 Jul 21 12:23:48.378777 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9718c6f-3f4f-480f-99a7-658313c5fbd2 req-3d16e2b6-3dd0-4356-b1ab-8c148f627e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:23:48.380349 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-f9718c6f-3f4f-480f-99a7-658313c5fbd2 req-3d16e2b6-3dd0-4356-b1ab-8c148f627e7b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=44614617-498d-4d2c-9722-cb9b181c6aab HTTP/1.1" status: 200 len: 850 time: 0.0520709 Jul 21 12:23:48.431150 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9718c6f-3f4f-480f-99a7-658313c5fbd2 req-54d20133-bf54-4798-8f99-0e2db39d8664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:23:48.432760 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-f9718c6f-3f4f-480f-99a7-658313c5fbd2 req-54d20133-bf54-4798-8f99-0e2db39d8664 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=761850bd-9d80-4fa9-a807-31bd85f87afb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427213 Jul 21 12:23:48.537001 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.18', 38056) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:23:48.546264 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:23:48.561256 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=5 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:23:48.581730 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-f9718c6f-3f4f-480f-99a7-658313c5fbd2 req-8cb5d994-3b95-4772-b864-7cd07a27ae33 service neutron] 10.222.0.48 "GET /v2.0/networks/761850bd-9d80-4fa9-a807-31bd85f87afb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393723 Jul 21 12:23:48.609480 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-0faa849a-c4ea-4a30-8b74-3a2e0b219797 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6f6de2c24f1d409889d26b51329ba089&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2901564 Jul 21 12:23:48.612097 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 38058) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:23:48.628968 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-080c8dbe-5d4b-45c0-aa85-96777a854c6e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=53374ad6bfce4d7a9d51448ad1d4f510&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0907006 Jul 21 12:23:48.631983 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 38060) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:23:48.706172 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:23:48.707040 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-f9718c6f-3f4f-480f-99a7-658313c5fbd2 req-327b08f5-6d0d-471e-b9e7-2b3d2509a761 service neutron] 10.222.0.48 "GET /v2.0/networks/761850bd-9d80-4fa9-a807-31bd85f87afb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139879 Jul 21 12:23:48.722340 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-7a52e637-d732-49dd-9b71-e9e798de299f admin admin] Publish callbacks [] for security_group (74a2d100-aec0-4138-8d9e-f69873e61870), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:48.730882 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-6fb6569e-302a-464e-a307-2d6b2184d3a1 admin admin] Publish callbacks [] for security_group (d2e2e90c-fd4e-4373-9ae7-6f6e5beee815), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:48.795544 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-7a52e637-d732-49dd-9b71-e9e798de299f admin admin] Publish callbacks [] for security_group (74a2d100-aec0-4138-8d9e-f69873e61870), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:48.827731 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-6fb6569e-302a-464e-a307-2d6b2184d3a1 admin admin] Publish callbacks [] for security_group (d2e2e90c-fd4e-4373-9ae7-6f6e5beee815), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:48.840017 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c653888-43ff-41db-a506-1b4bbe2d4645 req-eda16736-0896-499e-b438-fec6079afa8b tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:23:48.841683 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-2c653888-43ff-41db-a506-1b4bbe2d4645 req-eda16736-0896-499e-b438-fec6079afa8b tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 943 time: 0.1015220 Jul 21 12:23:48.938954 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-7a52e637-d732-49dd-9b71-e9e798de299f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (74a2d100-aec0-4138-8d9e-f69873e61870), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:48.941664 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-7a52e637-d732-49dd-9b71-e9e798de299f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:48.942825 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-7a52e637-d732-49dd-9b71-e9e798de299f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/74a2d100-aec0-4138-8d9e-f69873e61870 HTTP/1.1" status: 204 len: 168 time: 0.3293998 Jul 21 12:23:48.949628 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-2c653888-43ff-41db-a506-1b4bbe2d4645 req-b17920f4-a4fa-49ad-94c7-7e2539b09444 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/security-groups?id=45c5c830-55b4-45f2-8b17-0c2cd3b37579&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918376 Jul 21 12:23:48.955984 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a52e637-d732-49dd-9b71-e9e798de299f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74a2d100-aec0-4138-8d9e-f69873e61870,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:23:48.972330 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-6fb6569e-302a-464e-a307-2d6b2184d3a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (d2e2e90c-fd4e-4373-9ae7-6f6e5beee815), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:48.977441 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-6fb6569e-302a-464e-a307-2d6b2184d3a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:48.978965 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-6fb6569e-302a-464e-a307-2d6b2184d3a1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d2e2e90c-fd4e-4373-9ae7-6f6e5beee815 HTTP/1.1" status: 204 len: 168 time: 0.3459630 Jul 21 12:23:49.004473 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb6569e-302a-464e-a307-2d6b2184d3a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2e2e90c-fd4e-4373-9ae7-6f6e5beee815,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:23:49.617146 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Device 78a4473d-1fec-4996-977b-242fb85eba10 details requested by agent hyperv_hv-cinder-85032 with host hv-cinder-85032 {{(pid=104161) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 21 12:23:49.666361 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:23:49.755227 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] For port 78a4473d-1fec-4996-977b-242fb85eba10, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=78a4473d-1fec-4996-977b-242fb85eba10,segment=NetworkSegment(d25f2e08-7ca4-435b-b8eb-119fa654030c),segment_id=d25f2e08-7ca4-435b-b8eb-119fa654030c)] {{(pid=104161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 12:23:49.772764 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Returning: {'device': '78a4473d-1fec-4996-977b-242fb85eba10', 'network_id': '761850bd-9d80-4fa9-a807-31bd85f87afb', 'port_id': '78a4473d-1fec-4996-977b-242fb85eba10', 'mac_address': 'fa:16:3e:2c:af:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44614617-498d-4d2c-9722-cb9b181c6aab', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104161) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 21 12:23:49.815213 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Current status of the port 78a4473d-1fec-4996-977b-242fb85eba10 is: DOWN; New status is: BUILD {{(pid=104161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 12:23:49.815792 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (78a4473d-1fec-4996-977b-242fb85eba10), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:49.845470 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.notifiers.nova [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78a4473d-1fec-4996-977b-242fb85eba10 {{(pid=104161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 12:23:49.859145 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 38108) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:23:49.864598 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] For port 78a4473d-1fec-4996-977b-242fb85eba10, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=78a4473d-1fec-4996-977b-242fb85eba10,segment=NetworkSegment(d25f2e08-7ca4-435b-b8eb-119fa654030c),segment_id=d25f2e08-7ca4-435b-b8eb-119fa654030c)] {{(pid=104161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 12:23:49.872243 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158'] for port (78a4473d-1fec-4996-977b-242fb85eba10), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:49.926998 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Pushing event updated for resources: {'Port': ['ID=78a4473d-1fec-4996-977b-242fb85eba10,revision_number=4']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:23:49.976614 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.v2.base [None req-2618e0ab-22a7-4571-87b7-07c79387701b admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-827636706-network', 'tenant_id': 'dea45f24c1da4e3ea816610296bc6df5'}} {{(pid=104159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 12:23:50.001985 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2618e0ab-22a7-4571-87b7-07c79387701b admin admin] Made reservation on behalf of dea45f24c1da4e3ea816610296bc6df5 for: {'network': 1} {{(pid=104159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 12:23:50.005960 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-2618e0ab-22a7-4571-87b7-07c79387701b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for network (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:50.016784 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-2618e0ab-22a7-4571-87b7-07c79387701b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:50.104443 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-2618e0ab-22a7-4571-87b7-07c79387701b admin admin] Publish callbacks [] for security_group (08637106-953b-4bf6-b2bc-368122fbc1e0), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:50.109096 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-2618e0ab-22a7-4571-87b7-07c79387701b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (08637106-953b-4bf6-b2bc-368122fbc1e0), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:50.126355 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b441b51-39ad-4405-a008-7f22d1ca48f2 req-31364793-1f3c-4611-8dcb-9b060b98aed7 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:23:50.128035 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-2b441b51-39ad-4405-a008-7f22d1ca48f2 req-31364793-1f3c-4611-8dcb-9b060b98aed7 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 944 time: 0.0605023 Jul 21 12:23:50.143359 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2618e0ab-22a7-4571-87b7-07c79387701b admin admin] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=104159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 21 12:23:50.157217 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2618e0ab-22a7-4571-87b7-07c79387701b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08637106-953b-4bf6-b2bc-368122fbc1e0,revision_number=1']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:23:50.162804 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-2618e0ab-22a7-4571-87b7-07c79387701b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1820665'] for segment (558efc1f-ce81-4ca8-af05-453d603c706f), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:50.163676 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.db.segments_db [None req-2618e0ab-22a7-4571-87b7-07c79387701b admin admin] Added segment 558efc1f-ce81-4ca8-af05-453d603c706f of type vlan for network 8eeb3490-7305-43e2-ba5e-890eaaa63f8d Jul 21 12:23:50.216302 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-2b441b51-39ad-4405-a008-7f22d1ca48f2 req-ca151488-0554-4808-9023-3cf03a8f3fcf tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/security-groups?id=45c5c830-55b4-45f2-8b17-0c2cd3b37579&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822442 Jul 21 12:23:50.221956 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] get_ports_and_sgs() called for port_ids ['78a4473d-1fec-4996-977b-242fb85eba10'] {{(pid=104161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 12:23:50.222285 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-2618e0ab-22a7-4571-87b7-07c79387701b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773760621873'] for network (8eeb3490-7305-43e2-ba5e-890eaaa63f8d), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:50.270189 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-2618e0ab-22a7-4571-87b7-07c79387701b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329'] for network (8eeb3490-7305-43e2-ba5e-890eaaa63f8d), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:50.271623 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2618e0ab-22a7-4571-87b7-07c79387701b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:23:50.272229 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-2618e0ab-22a7-4571-87b7-07c79387701b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622315'] for network (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:50.284978 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:23:50.308004 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-2618e0ab-22a7-4571-87b7-07c79387701b admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 867 time: 0.4459653 Jul 21 12:23:50.313178 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.18', 38114) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:23:50.319250 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.v2.base [None req-8922c5e8-868f-4a2c-afc9-aea870ec0b1a admin admin] Request body: {'subnet': {'network_id': '8eeb3490-7305-43e2-ba5e-890eaaa63f8d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-827636706-subnet', 'tenant_id': 'dea45f24c1da4e3ea816610296bc6df5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 12:23:50.354628 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8922c5e8-868f-4a2c-afc9-aea870ec0b1a admin admin] Made reservation on behalf of dea45f24c1da4e3ea816610296bc6df5 for: {'subnet': 1} {{(pid=104160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 12:23:50.357527 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-8922c5e8-868f-4a2c-afc9-aea870ec0b1a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9184805'] for subnet (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:50.395342 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2618e0ab-22a7-4571-87b7-07c79387701b admin admin] Pushing event updated for resources: {'Network': ['ID=8eeb3490-7305-43e2-ba5e-890eaaa63f8d,revision_number=1']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:23:50.408310 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Network 8eeb3490-7305-43e2-ba5e-890eaaa63f8d details requested by agent ovs-agent-dv-cinder-850321-1-iscsi with host dv-cinder-850321-1-iscsi {{(pid=104161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 21 12:23:50.583208 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-8922c5e8-868f-4a2c-afc9-aea870ec0b1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9357588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9184823'] for subnet (681317b9-51c1-4b61-b322-460302603986), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:50.625819 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:23:50.637197 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8922c5e8-868f-4a2c-afc9-aea870ec0b1a admin admin] Pushing event updated for resources: {'Subnet': ['ID=681317b9-51c1-4b61-b322-460302603986,revision_number=0']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:23:50.655945 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8922c5e8-868f-4a2c-afc9-aea870ec0b1a admin admin] Checking segment: {'id': '558efc1f-ce81-4ca8-af05-453d603c706f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '8eeb3490-7305-43e2-ba5e-890eaaa63f8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 12:23:50.656398 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8922c5e8-868f-4a2c-afc9-aea870ec0b1a admin admin] Network hostable DHCP agents. Network: 8eeb3490-7305-43e2-ba5e-890eaaa63f8d, hostable agents: ['8a21e728-a2e9-4580-a748-6ac9ba47a2a7'], hosted agents: [] {{(pid=104160) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 21 12:23:50.674581 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8922c5e8-868f-4a2c-afc9-aea870ec0b1a admin admin] Network 8eeb3490-7305-43e2-ba5e-890eaaa63f8d is scheduled to be hosted by DHCP agent 8a21e728-a2e9-4580-a748-6ac9ba47a2a7 with binding_index 1 {{(pid=104160) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 21 12:23:50.683870 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.scheduler.base_scheduler [None req-8922c5e8-868f-4a2c-afc9-aea870ec0b1a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850321-1-iscsi, 8eeb3490-7305-43e2-ba5e-890eaaa63f8d) {{(pid=104160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 12:23:50.687802 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8922c5e8-868f-4a2c-afc9-aea870ec0b1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:23:50.688384 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-8922c5e8-868f-4a2c-afc9-aea870ec0b1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622315'] for subnet (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:50.692993 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acd6424e-8618-46d3-853d-1b495eb0145e None None] Network 8eeb3490-7305-43e2-ba5e-890eaaa63f8d requested from dv-cinder-850321-1-iscsi {{(pid=104161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 12:23:50.705847 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-8922c5e8-868f-4a2c-afc9-aea870ec0b1a admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3914609 Jul 21 12:23:50.721993 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:23:50.800490 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-006628ea-8924-42bd-9a4b-82bf5eb6bb4d None None] Network 8eeb3490-7305-43e2-ba5e-890eaaa63f8d requested from dv-cinder-850321-1-iscsi {{(pid=104161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 12:23:51.510792 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cb0963-354d-48f6-9e2d-6a013bf3e12b req-f9de9fa5-9213-4fae-bd48-e0ca61369f96 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:23:51.512382 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-e0cb0963-354d-48f6-9e2d-6a013bf3e12b req-f9de9fa5-9213-4fae-bd48-e0ca61369f96 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 944 time: 0.0584512 Jul 21 12:23:51.562585 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-e0cb0963-354d-48f6-9e2d-6a013bf3e12b req-9319aaa9-02b8-4c58-b414-758bb01d9dca tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/security-groups?id=45c5c830-55b4-45f2-8b17-0c2cd3b37579&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442548 Jul 21 12:23:51.617588 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Device 78a4473d-1fec-4996-977b-242fb85eba10 up at agent hyperv_hv-cinder-85032 {{(pid=104161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 12:23:51.689690 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Provisioning for port 78a4473d-1fec-4996-977b-242fb85eba10 completed by entity L2. {{(pid=104161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 21 12:23:51.700114 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Provisioning complete for port 78a4473d-1fec-4996-977b-242fb85eba10 triggered by entity L2. {{(pid=104161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 12:23:51.700730 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388846'] for port (78a4473d-1fec-4996-977b-242fb85eba10), provisioning_complete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:51.776118 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Current status of the port 78a4473d-1fec-4996-977b-242fb85eba10 is: BUILD; New status is: ACTIVE {{(pid=104161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 12:23:51.776502 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (78a4473d-1fec-4996-977b-242fb85eba10), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:51.799808 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78a4473d-1fec-4996-977b-242fb85eba10'}] {{(pid=104161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 12:23:51.802230 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cdf8932827941a003a674b569a46f4ce1abada81d99297f544444a18ab6c7ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7630699-7f51-4f09-8264-be81d7fef24b" -d '{"events": [{"server_uuid": "e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e", "name": "network-vif-plugged", "status": "completed", "tag": "78a4473d-1fec-4996-977b-242fb85eba10"}]}' {{(pid=104161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 12:23:51.815973 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] For port 78a4473d-1fec-4996-977b-242fb85eba10, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=78a4473d-1fec-4996-977b-242fb85eba10,segment=NetworkSegment(d25f2e08-7ca4-435b-b8eb-119fa654030c),segment_id=d25f2e08-7ca4-435b-b8eb-119fa654030c)] {{(pid=104161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 12:23:51.823349 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158'] for port (78a4473d-1fec-4996-977b-242fb85eba10), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:23:51.853594 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 12:23:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-401288fc-2cee-49f1-84a0-f0c89339ddff x-openstack-request-id: req-401288fc-2cee-49f1-84a0-f0c89339ddff {{(pid=104161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 12:23:51.853882 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e", "name": "network-vif-plugged", "status": "completed", "tag": "78a4473d-1fec-4996-977b-242fb85eba10", "code": 200}]} {{(pid=104161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 12:23:51.854123 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-401288fc-2cee-49f1-84a0-f0c89339ddff {{(pid=104161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 12:23:51.854513 dv-cinder-850321-1-iscsi neutron-server[104161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-401288fc-2cee-49f1-84a0-f0c89339ddff'] response: {'server_uuid': 'e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78a4473d-1fec-4996-977b-242fb85eba10', 'code': 200} Jul 21 12:23:51.879267 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:23:51.884823 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Pushing event updated for resources: {'Port': ['ID=78a4473d-1fec-4996-977b-242fb85eba10,revision_number=5']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:23:52.503820 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bb9dee-72e1-4b70-9b72-fbd129c4cf71 req-888678e2-b53e-4a60-848f-aa432eccf533 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:23:52.505236 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-29bb9dee-72e1-4b70-9b72-fbd129c4cf71 req-888678e2-b53e-4a60-848f-aa432eccf533 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/networks?id=8eeb3490-7305-43e2-ba5e-890eaaa63f8d HTTP/1.1" status: 200 len: 813 time: 0.1090982 Jul 21 12:23:52.523704 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-29bb9dee-72e1-4b70-9b72-fbd129c4cf71 req-c3f07101-eec3-4d24-a0e7-85a8c3a67874 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/quotas/dea45f24c1da4e3ea816610296bc6df5 HTTP/1.1" status: 200 len: 375 time: 0.0116994 Jul 21 12:23:52.560945 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-29bb9dee-72e1-4b70-9b72-fbd129c4cf71 req-2c68fff7-4ad9-49ce-b957-07142afa0ca3 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=dea45f24c1da4e3ea816610296bc6df5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0320015 Jul 21 12:23:52.658936 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=82,neutron:DELETE=6,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:23:52.693871 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476c1ada-4032-4be3-b7e5-5f6e674b844c req-ee1e804a-6a02-4e0f-a5ff-4b0c492baf9a tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:23:52.695398 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-476c1ada-4032-4be3-b7e5-5f6e674b844c req-ee1e804a-6a02-4e0f-a5ff-4b0c492baf9a tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 945 time: 0.0500059 Jul 21 12:23:52.722032 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-29bb9dee-72e1-4b70-9b72-fbd129c4cf71 req-22c9b531-fdd3-45b9-87fc-5f3a914b964b service neutron] 10.222.0.18 "GET /v2.0/networks/8eeb3490-7305-43e2-ba5e-890eaaa63f8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527336 Jul 21 12:23:52.744961 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-476c1ada-4032-4be3-b7e5-5f6e674b844c req-c9f5fd0c-fe9e-4822-a9ca-3f5605bb1e1e tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/security-groups?id=45c5c830-55b4-45f2-8b17-0c2cd3b37579&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436313 Jul 21 12:23:52.825116 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-29bb9dee-72e1-4b70-9b72-fbd129c4cf71 req-c32b82f5-f4e8-4057-a692-74ad44a6d1db service neutron] 10.222.0.18 "GET /v2.0/networks/8eeb3490-7305-43e2-ba5e-890eaaa63f8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969646 Jul 21 12:23:53.018150 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-a222be18-8254-46d2-ba80-7a55dada1e1a req-ab4ba310-91fa-431f-822e-f0de3e4a1d93 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 210 time: 0.0316184 Jul 21 12:23:53.886064 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=56,neutron:UPDATE=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:23:53.894037 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ea61bd-677e-482d-995e-9aae43fbf08b req-9e0e15e1-9b77-4be3-8f22-3fe6818a7934 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:23:53.895664 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-55ea61bd-677e-482d-995e-9aae43fbf08b req-9e0e15e1-9b77-4be3-8f22-3fe6818a7934 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 945 time: 0.0575712 Jul 21 12:23:53.949487 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-55ea61bd-677e-482d-995e-9aae43fbf08b req-b1290950-f99f-439f-bc3a-650a3e2391b5 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/security-groups?id=45c5c830-55b4-45f2-8b17-0c2cd3b37579&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479212 Jul 21 12:23:54.125550 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-bc128778-9c7c-4460-9fae-c5c903f800fa req-8e282418-c54b-4fb7-8b39-602be83e80b2 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 210 time: 0.0302362 Jul 21 12:23:54.631018 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c770ed0f-777d-40f9-b81c-b1c8eebcf573 req-c50d857f-8da4-4e76-ba69-7f5522262799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:23:54.632688 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-c770ed0f-777d-40f9-b81c-b1c8eebcf573 req-c50d857f-8da4-4e76-ba69-7f5522262799 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 1129 time: 0.0438597 Jul 21 12:23:54.687374 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-c770ed0f-777d-40f9-b81c-b1c8eebcf573 req-3f07389a-2523-4caa-bc4f-fc5ed8344a53 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=45c5c830-55b4-45f2-8b17-0c2cd3b37579&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481076 Jul 21 12:23:55.077654 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf1a09d-bc08-4a74-b06c-de528813c792 req-79008b8d-ce7b-4404-9e6a-7704b325fe0b tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:23:55.079194 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-ecf1a09d-bc08-4a74-b06c-de528813c792 req-79008b8d-ce7b-4404-9e6a-7704b325fe0b tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 945 time: 0.0553908 Jul 21 12:23:55.129384 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-ecf1a09d-bc08-4a74-b06c-de528813c792 req-f5de96e3-db4d-4793-be1e-51583eae85d2 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/security-groups?id=45c5c830-55b4-45f2-8b17-0c2cd3b37579&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442231 Jul 21 12:23:55.173912 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=15 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:23:55.226940 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-003dae91-59a4-427e-99d7-ed15eaa94d15 req-4dd0e3a1-b14b-4bda-b5e9-b0660dd20f2a tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 210 time: 0.0295653 Jul 21 12:23:56.263763 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cb63f1-c28c-4577-a87d-64f0e7e2c553 req-1005704f-f801-4cd5-a706-ae8d1f823aa6 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:23:56.265287 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-31cb63f1-c28c-4577-a87d-64f0e7e2c553 req-1005704f-f801-4cd5-a706-ae8d1f823aa6 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 945 time: 0.0593209 Jul 21 12:23:56.317010 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-31cb63f1-c28c-4577-a87d-64f0e7e2c553 req-2e75c027-36f1-4d5d-a47c-5a06d38a7b68 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/security-groups?id=45c5c830-55b4-45f2-8b17-0c2cd3b37579&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458891 Jul 21 12:23:56.333935 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-67ab1983-ea82-4717-a241-80d5a471e55d req-456ecea0-aa35-4ca7-877b-65617041d09a tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 210 time: 0.0325758 Jul 21 12:23:57.431596 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-393a7c1f-cc80-4d61-b7ad-740d0dc6dda9 req-c0d80e24-ad82-472b-a2ab-33ba850ed17a tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 210 time: 0.0292320 Jul 21 12:23:57.440627 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e1d664-14ac-4b5e-a0c2-436fde2fa7f8 req-058be49d-855c-4eb4-821a-d31b29508741 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:23:57.442272 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-a7e1d664-14ac-4b5e-a0c2-436fde2fa7f8 req-058be49d-855c-4eb4-821a-d31b29508741 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 945 time: 0.0508368 Jul 21 12:23:57.492392 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-a7e1d664-14ac-4b5e-a0c2-436fde2fa7f8 req-463fc7e0-a116-4b94-a723-0aa2aeaabe47 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/security-groups?id=45c5c830-55b4-45f2-8b17-0c2cd3b37579&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443325 Jul 21 12:23:58.538939 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-f6a351df-d461-4f37-bc2b-51931934d4b4 req-fbd1aa21-e86c-4d7f-bdc8-ee06d239fe3d tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 210 time: 0.0340278 Jul 21 12:23:58.623555 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddd074b-1dc4-49ae-b4a5-08bcd3a176ba req-7631d447-2c11-4f7f-b070-c7c148d671b6 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:23:58.625192 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-2ddd074b-1dc4-49ae-b4a5-08bcd3a176ba req-7631d447-2c11-4f7f-b070-c7c148d671b6 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 945 time: 0.0560713 Jul 21 12:23:58.682797 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-2ddd074b-1dc4-49ae-b4a5-08bcd3a176ba req-fb4cd25f-f865-4397-b647-abfe7785193e tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/security-groups?id=45c5c830-55b4-45f2-8b17-0c2cd3b37579&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499003 Jul 21 12:23:59.567368 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:23:59.592695 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bb9dee-72e1-4b70-9b72-fbd129c4cf71 req-71916ff3-2006-4802-bf71-dfcc2ad6bb89 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:23:59.594250 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-29bb9dee-72e1-4b70-9b72-fbd129c4cf71 req-71916ff3-2006-4802-bf71-dfcc2ad6bb89 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.48 "GET /v2.0/networks?id=8eeb3490-7305-43e2-ba5e-890eaaa63f8d HTTP/1.1" status: 200 len: 813 time: 0.4399283 Jul 21 12:23:59.648684 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-f17482b0-5143-4735-94fa-f9c8623b163f req-afa6555c-a158-416d-847f-d25cd1e2855e tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 210 time: 0.0346315 Jul 21 12:23:59.817065 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4344aeb5-7855-46b1-b50f-407e808bb587 req-bac65be7-d874-45a4-afcb-f706e568e45f tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:23:59.818689 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-4344aeb5-7855-46b1-b50f-407e808bb587 req-bac65be7-d874-45a4-afcb-f706e568e45f tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 945 time: 0.0567431 Jul 21 12:23:59.872069 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-4344aeb5-7855-46b1-b50f-407e808bb587 req-47b102ea-2564-4413-a207-df9face3e6fd tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/security-groups?id=45c5c830-55b4-45f2-8b17-0c2cd3b37579&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448434 Jul 21 12:23:59.989617 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc9d414-1aa5-4757-8ca5-ebb85285499f req-aa40c1bb-55ca-474b-a672-f7827e513f4e tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:23:59.991168 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-bbc9d414-1aa5-4757-8ca5-ebb85285499f req-aa40c1bb-55ca-474b-a672-f7827e513f4e tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 945 time: 0.0514390 Jul 21 12:24:00.003256 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.18', 38220) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:24:00.007992 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.v2.base [None req-565552f7-c24c-4a59-b870-63842f3d9818 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Request body: {'floatingip': {'port_id': '78a4473d-1fec-4996-977b-242fb85eba10'}} {{(pid=104160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 12:24:00.050462 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-565552f7-c24c-4a59-b870-63842f3d9818 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Publish callbacks [] for floatingip (a9d3f5ea-5b39-4bda-9f84-e083b405f0e4), before_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:24:00.546402 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-565552f7-c24c-4a59-b870-63842f3d9818 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:24:00.551170 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-565552f7-c24c-4a59-b870-63842f3d9818 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681920'] for floatingip (a9d3f5ea-5b39-4bda-9f84-e083b405f0e4), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:24:00.601074 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:24:00.652295 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.db.l3_db [None req-565552f7-c24c-4a59-b870-63842f3d9818 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Floating IP a9d3f5ea-5b39-4bda-9f84-e083b405f0e4 associated. External IP: 172.27.3.71, port: 78a4473d-1fec-4996-977b-242fb85eba10. Jul 21 12:24:00.758141 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-e4bb0743-05bf-452a-8c35-65716a4c9218 req-158635a5-0996-4361-ba99-12b745cf40ab tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 210 time: 0.0288899 Jul 21 12:24:00.896674 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-565552f7-c24c-4a59-b870-63842f3d9818 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Router 55d1bb19-c3ec-43c3-a204-604cfce5be55 has already been hosted by L3 agent ceb1130f-c61e-494c-be4f-967cc153319c {{(pid=104160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 12:24:01.013579 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-565552f7-c24c-4a59-b870-63842f3d9818 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Notify agent at l3_agent.dv-cinder-850321-1-iscsi the message routers_updated {{(pid=104160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 12:24:01.020070 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-565552f7-c24c-4a59-b870-63842f3d9818 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170956'] for floatingip (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:24:01.028289 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db1d047e-3fe2-4d37-a377-d46668b1cad7 None None] Sync routers for ids ['55d1bb19-c3ec-43c3-a204-604cfce5be55'] in dv-cinder-850321-1-iscsi {{(pid=104161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 12:24:01.039994 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db1d047e-3fe2-4d37-a377-d46668b1cad7 None None] Routers {'55d1bb19-c3ec-43c3-a204-604cfce5be55'} bound to L3 agent in host dv-cinder-850321-1-iscsi {{(pid=104161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 12:24:01.040617 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-db1d047e-3fe2-4d37-a377-d46668b1cad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-21T12:06:45Z,description=,heartbeat_timestamp=2022-07-21T12:23:45Z,host='dv-cinder-850321-1-iscsi',id=ceb1130f-c61e-494c-be4f-967cc153319c,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T12:06:45Z,topic='l3_agent')) {'router_ids': ['55d1bb19-c3ec-43c3-a204-604cfce5be55'], 'active': True} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:24:01.053258 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-565552f7-c24c-4a59-b870-63842f3d9818 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "PUT /v2.0/floatingips/a9d3f5ea-5b39-4bda-9f84-e083b405f0e4 HTTP/1.1" status: 200 len: 990 time: 1.0485873 Jul 21 12:24:01.053893 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e', 'tag': '78a4473d-1fec-4996-977b-242fb85eba10'}] {{(pid=104160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 12:24:01.056358 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eb085c56e9e86bbd6a0965d2ba727f3997621403869b150ca98f31427dd41b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f8e5fca-1ca5-4b2c-857d-ef5c09b05f58" -d '{"events": [{"name": "network-changed", "server_uuid": "e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e", "tag": "78a4473d-1fec-4996-977b-242fb85eba10"}]}' {{(pid=104160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 12:24:01.096352 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 12:24:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac5632a9-478c-4019-90d2-9d9d8e7e3ed6 x-openstack-request-id: req-ac5632a9-478c-4019-90d2-9d9d8e7e3ed6 {{(pid=104160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 12:24:01.096646 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e", "tag": "78a4473d-1fec-4996-977b-242fb85eba10", "status": "completed", "code": 200}]} {{(pid=104160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 12:24:01.096891 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ac5632a9-478c-4019-90d2-9d9d8e7e3ed6 {{(pid=104160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 12:24:01.097324 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac5632a9-478c-4019-90d2-9d9d8e7e3ed6'] response: {'name': 'network-changed', 'server_uuid': 'e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e', 'tag': '78a4473d-1fec-4996-977b-242fb85eba10', 'status': 'completed', 'code': 200} Jul 21 12:24:01.162225 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvr_db [None req-db1d047e-3fe2-4d37-a377-d46668b1cad7 None None] Set router 55d1bb19-c3ec-43c3-a204-604cfce5be55 gateway port host: dv-cinder-850321-1-iscsi {{(pid=104161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 12:24:01.386241 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-db1d047e-3fe2-4d37-a377-d46668b1cad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55d1bb19-c3ec-43c3-a204-604cfce5be55', 'name': 'tempest-AttachVolumeTestJSON-1356240631-router', 'tenant_id': '896cc13a4d744c06b80fc97aa4bd1dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'external_fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': '1200d909-4252-4442-9e29-f5f809890242', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T12:23:31Z', 'updated_at': '2022-07-21T12:23:36Z', 'revision_number': 4, 'project_id': '896cc13a4d744c06b80fc97aa4bd1dcf', 'gw_port': {'id': '1200d909-4252-4442-9e29-f5f809890242', 'name': '', 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:a4:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d1bb19-c3ec-43c3-a204-604cfce5be55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:23:32Z', 'updated_at': '2022-07-21T12:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-1-iscsi', '_floatingips': [{'id': 'a9d3f5ea-5b39-4bda-9f84-e083b405f0e4', 'tenant_id': '896cc13a4d744c06b80fc97aa4bd1dcf', 'floating_ip_address': '172.27.3.71', 'floating_network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'router_id': '55d1bb19-c3ec-43c3-a204-604cfce5be55', 'port_id': '78a4473d-1fec-4996-977b-242fb85eba10', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 634, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '761850bd-9d80-4fa9-a807-31bd85f87afb', 'mac_address': 'fa:16:3e:2c:af:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T12:23:40Z', 'updated_at': '2022-07-21T12:24:00Z', 'revision_number': 1, 'project_id': '896cc13a4d744c06b80fc97aa4bd1dcf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f50ce12-7dea-4d36-89a1-efb8479ba6e8', 'name': '', 'network_id': '761850bd-9d80-4fa9-a807-31bd85f87afb', 'tenant_id': '896cc13a4d744c06b80fc97aa4bd1dcf', 'mac_address': 'fa:16:3e:08:45:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d1bb19-c3ec-43c3-a204-604cfce5be55', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '44614617-498d-4d2c-9722-cb9b181c6aab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:23:35Z', 'updated_at': '2022-07-21T12:23:43Z', 'revision_number': 5, 'project_id': '896cc13a4d744c06b80fc97aa4bd1dcf', 'subnets': [{'id': '44614617-498d-4d2c-9722-cb9b181c6aab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-1-iscsi', False) {} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:24:01.546820 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db1d047e-3fe2-4d37-a377-d46668b1cad7 None None] Checking router: 55d1bb19-c3ec-43c3-a204-604cfce5be55 for host: dv-cinder-850321-1-iscsi {{(pid=104161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 12:24:01.555698 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db1d047e-3fe2-4d37-a377-d46668b1cad7 None None] Routers {'55d1bb19-c3ec-43c3-a204-604cfce5be55'} bound to L3 agent in host dv-cinder-850321-1-iscsi {{(pid=104161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 12:24:01.556318 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-db1d047e-3fe2-4d37-a377-d46668b1cad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-21T12:06:45Z,description=,heartbeat_timestamp=2022-07-21T12:23:45Z,host='dv-cinder-850321-1-iscsi',id=ceb1130f-c61e-494c-be4f-967cc153319c,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T12:06:45Z,topic='l3_agent')) {'router_ids': ['55d1bb19-c3ec-43c3-a204-604cfce5be55'], 'active': True} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:24:01.673101 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvr_db [None req-db1d047e-3fe2-4d37-a377-d46668b1cad7 None None] Set router 55d1bb19-c3ec-43c3-a204-604cfce5be55 gateway port host: dv-cinder-850321-1-iscsi {{(pid=104161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 12:24:01.710812 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:24:01.859470 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-5cd76968-cd0f-440d-9668-06b4056cc5e3 req-a9c3abc0-35d3-45aa-9913-3e541237cee9 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 210 time: 0.0326202 Jul 21 12:24:01.907996 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-db1d047e-3fe2-4d37-a377-d46668b1cad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55d1bb19-c3ec-43c3-a204-604cfce5be55', 'name': 'tempest-AttachVolumeTestJSON-1356240631-router', 'tenant_id': '896cc13a4d744c06b80fc97aa4bd1dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'external_fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': '1200d909-4252-4442-9e29-f5f809890242', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T12:23:31Z', 'updated_at': '2022-07-21T12:23:36Z', 'revision_number': 4, 'project_id': '896cc13a4d744c06b80fc97aa4bd1dcf', 'gw_port': {'id': '1200d909-4252-4442-9e29-f5f809890242', 'name': '', 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:a4:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d1bb19-c3ec-43c3-a204-604cfce5be55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:23:32Z', 'updated_at': '2022-07-21T12:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-1-iscsi', '_floatingips': [{'id': 'a9d3f5ea-5b39-4bda-9f84-e083b405f0e4', 'tenant_id': '896cc13a4d744c06b80fc97aa4bd1dcf', 'floating_ip_address': '172.27.3.71', 'floating_network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'router_id': '55d1bb19-c3ec-43c3-a204-604cfce5be55', 'port_id': '78a4473d-1fec-4996-977b-242fb85eba10', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 634, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '761850bd-9d80-4fa9-a807-31bd85f87afb', 'mac_address': 'fa:16:3e:2c:af:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T12:23:40Z', 'updated_at': '2022-07-21T12:24:00Z', 'revision_number': 1, 'project_id': '896cc13a4d744c06b80fc97aa4bd1dcf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f50ce12-7dea-4d36-89a1-efb8479ba6e8', 'name': '', 'network_id': '761850bd-9d80-4fa9-a807-31bd85f87afb', 'tenant_id': '896cc13a4d744c06b80fc97aa4bd1dcf', 'mac_address': 'fa:16:3e:08:45:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d1bb19-c3ec-43c3-a204-604cfce5be55', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '44614617-498d-4d2c-9722-cb9b181c6aab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:23:35Z', 'updated_at': '2022-07-21T12:23:43Z', 'revision_number': 5, 'project_id': '896cc13a4d744c06b80fc97aa4bd1dcf', 'subnets': [{'id': '44614617-498d-4d2c-9722-cb9b181c6aab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-1-iscsi', False) {} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:24:01.939595 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db1d047e-3fe2-4d37-a377-d46668b1cad7 None None] The sync data for ids ['55d1bb19-c3ec-43c3-a204-604cfce5be55'] in dv-cinder-850321-1-iscsi is: [{'id': '55d1bb19-c3ec-43c3-a204-604cfce5be55', 'name': 'tempest-AttachVolumeTestJSON-1356240631-router', 'tenant_id': '896cc13a4d744c06b80fc97aa4bd1dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'external_fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': '1200d909-4252-4442-9e29-f5f809890242', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T12:23:31Z', 'updated_at': '2022-07-21T12:23:36Z', 'revision_number': 4, 'project_id': '896cc13a4d744c06b80fc97aa4bd1dcf', 'gw_port': {'id': '1200d909-4252-4442-9e29-f5f809890242', 'name': '', 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:a4:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d1bb19-c3ec-43c3-a204-604cfce5be55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:23:32Z', 'updated_at': '2022-07-21T12:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-1-iscsi', '_floatingips': [{'id': 'a9d3f5ea-5b39-4bda-9f84-e083b405f0e4', 'tenant_id': '896cc13a4d744c06b80fc97aa4bd1dcf', 'floating_ip_address': '172.27.3.71', 'floating_network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'router_id': '55d1bb19-c3ec-43c3-a204-604cfce5be55', 'port_id': '78a4473d-1fec-4996-977b-242fb85eba10', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 634, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '761850bd-9d80-4fa9-a807-31bd85f87afb', 'mac_address': 'fa:16:3e:2c:af:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T12:23:40Z', 'updated_at': '2022-07-21T12:24:00Z', 'revision_number': 1, 'project_id': '896cc13a4d744c06b80fc97aa4bd1dcf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f50ce12-7dea-4d36-89a1-efb8479ba6e8', 'name': '', 'network_id': '761850bd-9d80-4fa9-a807-31bd85f87afb', 'tenant_id': '896cc13a4d744c06b80fc97aa4bd1dcf', 'mac_address': 'fa:16:3e:08:45:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d1bb19-c3ec-43c3-a204-604cfce5be55', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '44614617-498d-4d2c-9722-cb9b181c6aab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:23:35Z', 'updated_at': '2022-07-21T12:23:43Z', 'revision_number': 5, 'project_id': '896cc13a4d744c06b80fc97aa4bd1dcf', 'subnets': [{'id': '44614617-498d-4d2c-9722-cb9b181c6aab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 12:24:02.153168 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe2c961-02a8-4636-b739-f76371051f0e None None] New status for floating IP a9d3f5ea-5b39-4bda-9f84-e083b405f0e4: ACTIVE {{(pid=104162) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 21 12:24:02.223330 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.v2.base [req-29bb9dee-72e1-4b70-9b72-fbd129c4cf71 req-77efdd09-3fdd-4c93-8703-fb60a320b798 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Request body: {'port': {'device_id': '84e00da6-ef27-4d90-8858-4bc9fd64e14a', 'network_id': '8eeb3490-7305-43e2-ba5e-890eaaa63f8d', 'admin_state_up': True, 'tenant_id': 'dea45f24c1da4e3ea816610296bc6df5'}} {{(pid=104160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 12:24:02.278396 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:24:02.324230 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8e5fca-1ca5-4b2c-857d-ef5c09b05f58 req-81802d83-f07c-41b5-98dd-a2f39309130d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:24:02.325752 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-6f8e5fca-1ca5-4b2c-857d-ef5c09b05f58 req-81802d83-f07c-41b5-98dd-a2f39309130d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=896cc13a4d744c06b80fc97aa4bd1dcf&device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 1129 time: 0.0853515 Jul 21 12:24:02.372255 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (0e418a3d-140a-4386-ad03-1f6ad2d8ed7b), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:24:02.450028 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29bb9dee-72e1-4b70-9b72-fbd129c4cf71 req-77efdd09-3fdd-4c93-8703-fb60a320b798 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Made reservation on behalf of dea45f24c1da4e3ea816610296bc6df5 for: {'port': 1} {{(pid=104160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 12:24:02.453501 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-29bb9dee-72e1-4b70-9b72-fbd129c4cf71 req-77efdd09-3fdd-4c93-8703-fb60a320b798 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:24:02.473690 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8e5fca-1ca5-4b2c-857d-ef5c09b05f58 req-cc4d1fa7-d43a-47f3-8664-fb1418922ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:24:02.475211 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-6f8e5fca-1ca5-4b2c-857d-ef5c09b05f58 req-cc4d1fa7-d43a-47f3-8664-fb1418922ffd service neutron] 10.222.0.48 "GET /v2.0/networks?id=761850bd-9d80-4fa9-a807-31bd85f87afb HTTP/1.1" status: 200 len: 912 time: 0.1374433 Jul 21 12:24:02.594714 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-6f8e5fca-1ca5-4b2c-857d-ef5c09b05f58 req-756dcafc-ea40-4df0-bde2-a201c9ec582c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=78a4473d-1fec-4996-977b-242fb85eba10 HTTP/1.1" status: 200 len: 1000 time: 0.1128221 Jul 21 12:24:02.684732 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.db.db_base_plugin_common [req-29bb9dee-72e1-4b70-9b72-fbd129c4cf71 req-77efdd09-3fdd-4c93-8703-fb60a320b798 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Allocated IP 172.20.0.13 (8eeb3490-7305-43e2-ba5e-890eaaa63f8d/681317b9-51c1-4b61-b322-460302603986/534d7b7f-6d10-438b-816e-494c10d46740) {{(pid=104160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 12:24:02.689050 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:24:02.690799 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8e5fca-1ca5-4b2c-857d-ef5c09b05f58 req-c4b3bdfd-e07a-4fde-a2cc-3bf35dfb4b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:24:02.692422 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-6f8e5fca-1ca5-4b2c-857d-ef5c09b05f58 req-c4b3bdfd-e07a-4fde-a2cc-3bf35dfb4b4f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=44614617-498d-4d2c-9722-cb9b181c6aab HTTP/1.1" status: 200 len: 850 time: 0.0905368 Jul 21 12:24:02.767581 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8e5fca-1ca5-4b2c-857d-ef5c09b05f58 req-e5cc5363-40f3-42c6-a963-968e83eb104b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:24:02.769142 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-6f8e5fca-1ca5-4b2c-857d-ef5c09b05f58 req-e5cc5363-40f3-42c6-a963-968e83eb104b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=761850bd-9d80-4fa9-a807-31bd85f87afb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0695987 Jul 21 12:24:02.947899 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-6f8e5fca-1ca5-4b2c-857d-ef5c09b05f58 req-394fe0c3-04f4-4462-8991-ac133ef5c10e service neutron] 10.222.0.48 "GET /v2.0/networks/761850bd-9d80-4fa9-a807-31bd85f87afb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719990 Jul 21 12:24:03.007252 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-29bb9dee-72e1-4b70-9b72-fbd129c4cf71 req-77efdd09-3fdd-4c93-8703-fb60a320b798 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Publish callbacks [] for port (534d7b7f-6d10-438b-816e-494c10d46740), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:24:03.016177 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-8cc3eb4d-22e8-4c0a-a7d1-18cbaa4f2a95 req-8fe3d72c-b436-4453-989d-c964a4ba4927 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 210 time: 0.0628145 Jul 21 12:24:03.073665 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:24:03.107595 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-6f8e5fca-1ca5-4b2c-857d-ef5c09b05f58 req-25858c1a-c3c4-4bd3-aa3f-d924aaeee3d7 service neutron] 10.222.0.48 "GET /v2.0/networks/761850bd-9d80-4fa9-a807-31bd85f87afb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523945 Jul 21 12:24:03.109096 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-29bb9dee-72e1-4b70-9b72-fbd129c4cf71 req-77efdd09-3fdd-4c93-8703-fb60a320b798 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773760637166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9357752'] for port (534d7b7f-6d10-438b-816e-494c10d46740), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:24:03.156702 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29bb9dee-72e1-4b70-9b72-fbd129c4cf71 req-77efdd09-3fdd-4c93-8703-fb60a320b798 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Network 8eeb3490-7305-43e2-ba5e-890eaaa63f8d is already hosted by enough agents. {{(pid=104160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 12:24:03.160716 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.scheduler.base_scheduler [req-29bb9dee-72e1-4b70-9b72-fbd129c4cf71 req-77efdd09-3fdd-4c93-8703-fb60a320b798 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Resources bound (agent type, host, resource id): {{(pid=104160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 12:24:03.167585 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.db.l3_dvrscheduler_db [req-29bb9dee-72e1-4b70-9b72-fbd129c4cf71 req-77efdd09-3fdd-4c93-8703-fb60a320b798 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Received port after_create {{(pid=104160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 12:24:03.198220 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77efdd09-3fdd-4c93-8703-fb60a320b798 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Pushing event updated for resources: {'Port': ['ID=534d7b7f-6d10-438b-816e-494c10d46740,revision_number=1']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:24:03.215555 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77efdd09-3fdd-4c93-8703-fb60a320b798 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:24:03.215832 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77efdd09-3fdd-4c93-8703-fb60a320b798 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:24:03.216173 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77efdd09-3fdd-4c93-8703-fb60a320b798 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:24:03.216514 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77efdd09-3fdd-4c93-8703-fb60a320b798 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:24:03.216848 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77efdd09-3fdd-4c93-8703-fb60a320b798 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:24:03.217180 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77efdd09-3fdd-4c93-8703-fb60a320b798 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:24:03.217539 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77efdd09-3fdd-4c93-8703-fb60a320b798 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:24:03.217894 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77efdd09-3fdd-4c93-8703-fb60a320b798 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:24:03.218673 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77efdd09-3fdd-4c93-8703-fb60a320b798 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:24:03.219169 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77efdd09-3fdd-4c93-8703-fb60a320b798 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:24:03.219564 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77efdd09-3fdd-4c93-8703-fb60a320b798 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:24:03.220182 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77efdd09-3fdd-4c93-8703-fb60a320b798 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:24:03.220675 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77efdd09-3fdd-4c93-8703-fb60a320b798 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:24:03.221024 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77efdd09-3fdd-4c93-8703-fb60a320b798 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:24:03.221524 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77efdd09-3fdd-4c93-8703-fb60a320b798 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:24:03.249601 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bb9dee-72e1-4b70-9b72-fbd129c4cf71 req-77efdd09-3fdd-4c93-8703-fb60a320b798 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:24:03.250276 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-29bb9dee-72e1-4b70-9b72-fbd129c4cf71 req-77efdd09-3fdd-4c93-8703-fb60a320b798 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170956'] for port (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:24:03.268814 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-29bb9dee-72e1-4b70-9b72-fbd129c4cf71 req-77efdd09-3fdd-4c93-8703-fb60a320b798 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0497231 Jul 21 12:24:03.288189 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.v2.base [req-29bb9dee-72e1-4b70-9b72-fbd129c4cf71 req-e32664e1-8506-4e73-a72a-cef4bc86bece service neutron] Request body: {'port': {'device_id': '84e00da6-ef27-4d90-8858-4bc9fd64e14a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85032'}} {{(pid=104160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 12:24:03.356583 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-29bb9dee-72e1-4b70-9b72-fbd129c4cf71 req-e32664e1-8506-4e73-a72a-cef4bc86bece service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (534d7b7f-6d10-438b-816e-494c10d46740), before_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:24:03.579891 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:24:03.635503 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.notifiers.nova [req-29bb9dee-72e1-4b70-9b72-fbd129c4cf71 req-e32664e1-8506-4e73-a72a-cef4bc86bece service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 534d7b7f-6d10-438b-816e-494c10d46740 {{(pid=104160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 12:24:03.644216 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-29bb9dee-72e1-4b70-9b72-fbd129c4cf71 req-e32664e1-8506-4e73-a72a-cef4bc86bece service neutron] Publish callbacks [] for port (534d7b7f-6d10-438b-816e-494c10d46740), precommit_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:24:03.657357 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.db.provisioning_blocks [req-29bb9dee-72e1-4b70-9b72-fbd129c4cf71 req-e32664e1-8506-4e73-a72a-cef4bc86bece service neutron] Transition to ACTIVE for port object 534d7b7f-6d10-438b-816e-494c10d46740 will not be triggered until provisioned by entity L2. {{(pid=104160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 21 12:24:03.663121 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-29bb9dee-72e1-4b70-9b72-fbd129c4cf71 req-e32664e1-8506-4e73-a72a-cef4bc86bece service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9357699'] for port (534d7b7f-6d10-438b-816e-494c10d46740), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:24:03.719957 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32664e1-8506-4e73-a72a-cef4bc86bece service neutron] Pushing event updated for resources: {'Port': ['ID=534d7b7f-6d10-438b-816e-494c10d46740,revision_number=2']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:24:03.788361 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.managers [req-29bb9dee-72e1-4b70-9b72-fbd129c4cf71 req-e32664e1-8506-4e73-a72a-cef4bc86bece service neutron] Attempting to bind port 534d7b7f-6d10-438b-816e-494c10d46740 on host hv-cinder-85032 for vnic_type normal with profile {{(pid=104160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 12:24:03.788698 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.managers [req-29bb9dee-72e1-4b70-9b72-fbd129c4cf71 req-e32664e1-8506-4e73-a72a-cef4bc86bece service neutron] Attempting to bind port 534d7b7f-6d10-438b-816e-494c10d46740 by drivers openvswitch,hyperv on host hv-cinder-85032 at level 0 using segments [{'id': '558efc1f-ce81-4ca8-af05-453d603c706f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '8eeb3490-7305-43e2-ba5e-890eaaa63f8d'}] {{(pid=104160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 12:24:03.789053 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29bb9dee-72e1-4b70-9b72-fbd129c4cf71 req-e32664e1-8506-4e73-a72a-cef4bc86bece service neutron] Attempting to bind port 534d7b7f-6d10-438b-816e-494c10d46740 on network 8eeb3490-7305-43e2-ba5e-890eaaa63f8d {{(pid=104160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 12:24:03.794320 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29bb9dee-72e1-4b70-9b72-fbd129c4cf71 req-e32664e1-8506-4e73-a72a-cef4bc86bece service neutron] Port 534d7b7f-6d10-438b-816e-494c10d46740 on network 8eeb3490-7305-43e2-ba5e-890eaaa63f8d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85032 {{(pid=104160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 21 12:24:03.794640 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29bb9dee-72e1-4b70-9b72-fbd129c4cf71 req-e32664e1-8506-4e73-a72a-cef4bc86bece service neutron] Attempting to bind port 534d7b7f-6d10-438b-816e-494c10d46740 on network 8eeb3490-7305-43e2-ba5e-890eaaa63f8d {{(pid=104160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 12:24:03.800046 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29bb9dee-72e1-4b70-9b72-fbd129c4cf71 req-e32664e1-8506-4e73-a72a-cef4bc86bece service neutron] Checking agent: {'id': '0e418a3d-140a-4386-ad03-1f6ad2d8ed7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85032', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 12, 13, 32), 'started_at': datetime.datetime(2022, 7, 21, 12, 13, 32), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 12, 24, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 12:24:03.800398 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29bb9dee-72e1-4b70-9b72-fbd129c4cf71 req-e32664e1-8506-4e73-a72a-cef4bc86bece service neutron] Checking segment: {'id': '558efc1f-ce81-4ca8-af05-453d603c706f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '8eeb3490-7305-43e2-ba5e-890eaaa63f8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 12:24:03.800803 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29bb9dee-72e1-4b70-9b72-fbd129c4cf71 req-e32664e1-8506-4e73-a72a-cef4bc86bece service neutron] Bound using segment: {'id': '558efc1f-ce81-4ca8-af05-453d603c706f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '8eeb3490-7305-43e2-ba5e-890eaaa63f8d'} {{(pid=104160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 12:24:03.801242 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.managers [req-29bb9dee-72e1-4b70-9b72-fbd129c4cf71 req-e32664e1-8506-4e73-a72a-cef4bc86bece service neutron] Bound port: 534d7b7f-6d10-438b-816e-494c10d46740, host: hv-cinder-85032, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '558efc1f-ce81-4ca8-af05-453d603c706f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '8eeb3490-7305-43e2-ba5e-890eaaa63f8d'}}] {{(pid=104160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 12:24:03.801654 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-29bb9dee-72e1-4b70-9b72-fbd129c4cf71 req-e32664e1-8506-4e73-a72a-cef4bc86bece service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (534d7b7f-6d10-438b-816e-494c10d46740), before_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:24:03.865401 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.db [req-29bb9dee-72e1-4b70-9b72-fbd129c4cf71 req-e32664e1-8506-4e73-a72a-cef4bc86bece service neutron] For port 534d7b7f-6d10-438b-816e-494c10d46740, host hv-cinder-85032, cleared binding levels {{(pid=104160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 12:24:03.868743 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.db [req-29bb9dee-72e1-4b70-9b72-fbd129c4cf71 req-e32664e1-8506-4e73-a72a-cef4bc86bece service neutron] For port 534d7b7f-6d10-438b-816e-494c10d46740, host hv-cinder-85032, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=534d7b7f-6d10-438b-816e-494c10d46740,segment=NetworkSegment(558efc1f-ce81-4ca8-af05-453d603c706f),segment_id=558efc1f-ce81-4ca8-af05-453d603c706f)] {{(pid=104160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 12:24:03.875332 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-29bb9dee-72e1-4b70-9b72-fbd129c4cf71 req-e32664e1-8506-4e73-a72a-cef4bc86bece service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9357699'] for port (534d7b7f-6d10-438b-816e-494c10d46740), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:24:03.919209 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bb9dee-72e1-4b70-9b72-fbd129c4cf71 req-e32664e1-8506-4e73-a72a-cef4bc86bece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:24:03.919890 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-29bb9dee-72e1-4b70-9b72-fbd129c4cf71 req-e32664e1-8506-4e73-a72a-cef4bc86bece service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170956'] for port (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:24:03.921392 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-29bb9dee-72e1-4b70-9b72-fbd129c4cf71 req-e32664e1-8506-4e73-a72a-cef4bc86bece service neutron] 10.222.0.48 "PUT /v2.0/ports/534d7b7f-6d10-438b-816e-494c10d46740 HTTP/1.1" status: 200 len: 1094 time: 0.6374793 Jul 21 12:24:03.921843 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84e00da6-ef27-4d90-8858-4bc9fd64e14a', 'tag': '534d7b7f-6d10-438b-816e-494c10d46740'}] {{(pid=104160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 12:24:03.924262 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eb085c56e9e86bbd6a0965d2ba727f3997621403869b150ca98f31427dd41b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9a5c7db-f307-47b4-81ea-593c504dc199" -d '{"events": [{"name": "network-changed", "server_uuid": "84e00da6-ef27-4d90-8858-4bc9fd64e14a", "tag": "534d7b7f-6d10-438b-816e-494c10d46740"}]}' {{(pid=104160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 12:24:03.945217 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:24:03.949593 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32664e1-8506-4e73-a72a-cef4bc86bece service neutron] Pushing event updated for resources: {'Port': ['ID=534d7b7f-6d10-438b-816e-494c10d46740,revision_number=3']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:24:03.982532 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 12:24:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-614f9874-ec0e-4f95-9c8e-0543f58d4119 x-openstack-request-id: req-614f9874-ec0e-4f95-9c8e-0543f58d4119 {{(pid=104160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 12:24:03.982878 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84e00da6-ef27-4d90-8858-4bc9fd64e14a", "tag": "534d7b7f-6d10-438b-816e-494c10d46740", "status": "completed", "code": 200}]} {{(pid=104160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 12:24:03.983174 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-614f9874-ec0e-4f95-9c8e-0543f58d4119 {{(pid=104160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 12:24:03.983796 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.notifiers.nova [-] Nova event matching ['req-614f9874-ec0e-4f95-9c8e-0543f58d4119'] response: {'name': 'network-changed', 'server_uuid': '84e00da6-ef27-4d90-8858-4bc9fd64e14a', 'tag': '534d7b7f-6d10-438b-816e-494c10d46740', 'status': 'completed', 'code': 200} Jul 21 12:24:04.049721 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bb9dee-72e1-4b70-9b72-fbd129c4cf71 req-ac699713-5fcb-4f0e-8f34-c4c5b805610e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:24:04.051304 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-29bb9dee-72e1-4b70-9b72-fbd129c4cf71 req-ac699713-5fcb-4f0e-8f34-c4c5b805610e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=dea45f24c1da4e3ea816610296bc6df5&device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 1128 time: 0.0435166 Jul 21 12:24:04.100287 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-29bb9dee-72e1-4b70-9b72-fbd129c4cf71 req-ca605ba2-adcf-4b66-84ff-8210586b5aa1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=534d7b7f-6d10-438b-816e-494c10d46740 HTTP/1.1" status: 200 len: 217 time: 0.0340466 Jul 21 12:24:04.186673 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b111e4a-8bcf-4b75-a05d-2a8570237ec9 req-6a32bf47-d763-41a2-9dba-a0548c096bbb tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:24:04.188191 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-7b111e4a-8bcf-4b75-a05d-2a8570237ec9 req-6a32bf47-d763-41a2-9dba-a0548c096bbb tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 944 time: 0.0822349 Jul 21 12:24:04.194545 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bb9dee-72e1-4b70-9b72-fbd129c4cf71 req-ef816061-f0ca-4d34-8680-652bd0e1a944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:24:04.196080 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-29bb9dee-72e1-4b70-9b72-fbd129c4cf71 req-ef816061-f0ca-4d34-8680-652bd0e1a944 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=681317b9-51c1-4b61-b322-460302603986 HTTP/1.1" status: 200 len: 853 time: 0.0889137 Jul 21 12:24:04.238257 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-29bb9dee-72e1-4b70-9b72-fbd129c4cf71 req-061f31bd-4c9a-428a-af62-aa3fa1c794cf service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8eeb3490-7305-43e2-ba5e-890eaaa63f8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338225 Jul 21 12:24:04.292199 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-7b111e4a-8bcf-4b75-a05d-2a8570237ec9 req-1c390232-a06b-47c3-955d-f361c0897b2d tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/security-groups?id=08637106-953b-4bf6-b2bc-368122fbc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951579 Jul 21 12:24:04.370269 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-29bb9dee-72e1-4b70-9b72-fbd129c4cf71 req-2a492273-a41c-4d8d-a3d8-bfc8c087f20e service neutron] 10.222.0.48 "GET /v2.0/networks/8eeb3490-7305-43e2-ba5e-890eaaa63f8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218667 Jul 21 12:24:04.469734 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-29bb9dee-72e1-4b70-9b72-fbd129c4cf71 req-76f822f8-aa3f-4c32-9b51-31db4da6d83b service neutron] 10.222.0.48 "GET /v2.0/networks/8eeb3490-7305-43e2-ba5e-890eaaa63f8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918181 Jul 21 12:24:05.409818 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=100 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:24:05.426497 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fa9c88-c980-4081-a875-48f468d28b60 req-851ef0d1-d7e3-4076-bb37-48dce48525ef tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:24:05.428155 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-94fa9c88-c980-4081-a875-48f468d28b60 req-851ef0d1-d7e3-4076-bb37-48dce48525ef tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 944 time: 0.0504911 Jul 21 12:24:05.464438 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a5c7db-f307-47b4-81ea-593c504dc199 req-ead6c65b-f72c-4ca6-8e50-3b9ea120b34a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:24:05.466223 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-f9a5c7db-f307-47b4-81ea-593c504dc199 req-ead6c65b-f72c-4ca6-8e50-3b9ea120b34a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=dea45f24c1da4e3ea816610296bc6df5&device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 1128 time: 0.0525434 Jul 21 12:24:05.481811 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-94fa9c88-c980-4081-a875-48f468d28b60 req-5feb073b-f1e2-4410-8537-4f2331a48f5e tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/security-groups?id=08637106-953b-4bf6-b2bc-368122fbc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472939 Jul 21 12:24:05.570983 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a5c7db-f307-47b4-81ea-593c504dc199 req-66e948c6-1742-47a8-a052-98601a28a0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:24:05.572706 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-f9a5c7db-f307-47b4-81ea-593c504dc199 req-66e948c6-1742-47a8-a052-98601a28a0ab service neutron] 10.222.0.48 "GET /v2.0/networks?id=8eeb3490-7305-43e2-ba5e-890eaaa63f8d HTTP/1.1" status: 200 len: 914 time: 0.0990453 Jul 21 12:24:05.616587 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-f9a5c7db-f307-47b4-81ea-593c504dc199 req-fd6908aa-2b35-4947-b846-590abc1f42c9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=534d7b7f-6d10-438b-816e-494c10d46740 HTTP/1.1" status: 200 len: 217 time: 0.0375445 Jul 21 12:24:05.664062 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:24:05.670677 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a5c7db-f307-47b4-81ea-593c504dc199 req-34d7f7ba-ecb9-4370-b681-8ead175b9fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:24:05.672250 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-f9a5c7db-f307-47b4-81ea-593c504dc199 req-34d7f7ba-ecb9-4370-b681-8ead175b9fe9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=681317b9-51c1-4b61-b322-460302603986 HTTP/1.1" status: 200 len: 853 time: 0.0496755 Jul 21 12:24:05.708718 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-f9a5c7db-f307-47b4-81ea-593c504dc199 req-4015ce00-dd49-47ed-8524-930839fbbd6a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8eeb3490-7305-43e2-ba5e-890eaaa63f8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301149 Jul 21 12:24:05.804042 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-f9a5c7db-f307-47b4-81ea-593c504dc199 req-39b004f7-d594-4c1e-b999-9f0d2a668138 service neutron] 10.222.0.48 "GET /v2.0/networks/8eeb3490-7305-43e2-ba5e-890eaaa63f8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855880 Jul 21 12:24:05.901389 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-f9a5c7db-f307-47b4-81ea-593c504dc199 req-6fd7d97c-ef57-49bf-8e90-bd9ba2b9b597 service neutron] 10.222.0.48 "GET /v2.0/networks/8eeb3490-7305-43e2-ba5e-890eaaa63f8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909111 Jul 21 12:24:06.611832 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0819a77b-867c-44ba-b398-1c78e37539b1 req-f045b143-a373-4e36-8c69-55610b76b5e0 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:24:06.611832 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-0819a77b-867c-44ba-b398-1c78e37539b1 req-f045b143-a373-4e36-8c69-55610b76b5e0 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 944 time: 0.0539489 Jul 21 12:24:06.659320 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-0819a77b-867c-44ba-b398-1c78e37539b1 req-c68ac391-3981-4875-90e0-2f1e74bdd431 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/security-groups?id=08637106-953b-4bf6-b2bc-368122fbc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433435 Jul 21 12:24:07.735538 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Device 534d7b7f-6d10-438b-816e-494c10d46740 details requested by agent hyperv_hv-cinder-85032 with host hv-cinder-85032 {{(pid=104161) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 21 12:24:07.794808 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3396928-5d9b-4270-b5b3-de7c682bbb07 req-07267941-ab39-4ef2-b69f-fde58c71716e tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:24:07.796706 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-f3396928-5d9b-4270-b5b3-de7c682bbb07 req-07267941-ab39-4ef2-b69f-fde58c71716e tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 944 time: 0.0527422 Jul 21 12:24:07.843891 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] For port 534d7b7f-6d10-438b-816e-494c10d46740, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=534d7b7f-6d10-438b-816e-494c10d46740,segment=NetworkSegment(558efc1f-ce81-4ca8-af05-453d603c706f),segment_id=558efc1f-ce81-4ca8-af05-453d603c706f)] {{(pid=104161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 12:24:07.854649 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-f3396928-5d9b-4270-b5b3-de7c682bbb07 req-ae03197e-4cf6-4afe-946a-4c06424c4748 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/security-groups?id=08637106-953b-4bf6-b2bc-368122fbc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506654 Jul 21 12:24:07.858210 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Returning: {'device': '534d7b7f-6d10-438b-816e-494c10d46740', 'network_id': '8eeb3490-7305-43e2-ba5e-890eaaa63f8d', 'port_id': '534d7b7f-6d10-438b-816e-494c10d46740', 'mac_address': 'fa:16:3e:f7:85:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '681317b9-51c1-4b61-b322-460302603986', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104161) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 21 12:24:07.883297 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:24:07.896956 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Current status of the port 534d7b7f-6d10-438b-816e-494c10d46740 is: DOWN; New status is: BUILD {{(pid=104161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 12:24:07.897650 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (534d7b7f-6d10-438b-816e-494c10d46740), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:24:07.898250 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.18', 38316) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:24:07.912673 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.notifiers.nova [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 534d7b7f-6d10-438b-816e-494c10d46740 {{(pid=104161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 12:24:07.935317 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] For port 534d7b7f-6d10-438b-816e-494c10d46740, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=534d7b7f-6d10-438b-816e-494c10d46740,segment=NetworkSegment(558efc1f-ce81-4ca8-af05-453d603c706f),segment_id=558efc1f-ce81-4ca8-af05-453d603c706f)] {{(pid=104161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 12:24:07.939944 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158'] for port (534d7b7f-6d10-438b-816e-494c10d46740), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:24:07.990839 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Pushing event updated for resources: {'Port': ['ID=534d7b7f-6d10-438b-816e-494c10d46740,revision_number=4']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:24:08.025872 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-f0f0357a-ff0a-4527-81f6-4748d1cffbc2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:24:08.084633 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:24:08.115196 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-f0f0357a-ff0a-4527-81f6-4748d1cffbc2 admin admin] Publish callbacks [] for security_group (f9e47364-eea1-4e79-8ad0-568e45d6ed3c), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:24:08.120537 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-f0f0357a-ff0a-4527-81f6-4748d1cffbc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (f9e47364-eea1-4e79-8ad0-568e45d6ed3c), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:24:08.168503 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-f0f0357a-ff0a-4527-81f6-4748d1cffbc2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bced30c3a05f4152b0b7cb5a62fd884b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2680476 Jul 21 12:24:08.169394 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f0357a-ff0a-4527-81f6-4748d1cffbc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9e47364-eea1-4e79-8ad0-568e45d6ed3c,revision_number=1']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:24:08.172802 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 38320) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:24:08.232647 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-2af83634-d036-4496-8f80-ad0ee886658e admin admin] Publish callbacks [] for security_group (f9e47364-eea1-4e79-8ad0-568e45d6ed3c), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:24:08.257377 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-2af83634-d036-4496-8f80-ad0ee886658e admin admin] Publish callbacks [] for security_group (f9e47364-eea1-4e79-8ad0-568e45d6ed3c), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:24:08.269058 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=100 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:24:08.276861 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] get_ports_and_sgs() called for port_ids ['534d7b7f-6d10-438b-816e-494c10d46740'] {{(pid=104161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 12:24:08.310656 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-2af83634-d036-4496-8f80-ad0ee886658e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (f9e47364-eea1-4e79-8ad0-568e45d6ed3c), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:24:08.313331 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-2af83634-d036-4496-8f80-ad0ee886658e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:24:08.314531 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-2af83634-d036-4496-8f80-ad0ee886658e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f9e47364-eea1-4e79-8ad0-568e45d6ed3c HTTP/1.1" status: 204 len: 168 time: 0.1399825 Jul 21 12:24:08.323917 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af83634-d036-4496-8f80-ad0ee886658e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9e47364-eea1-4e79-8ad0-568e45d6ed3c,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:24:08.332819 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af83634-d036-4496-8f80-ad0ee886658e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:24:08.333093 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af83634-d036-4496-8f80-ad0ee886658e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:24:08.333481 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af83634-d036-4496-8f80-ad0ee886658e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:24:08.333826 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af83634-d036-4496-8f80-ad0ee886658e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:24:08.334137 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af83634-d036-4496-8f80-ad0ee886658e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:24:08.334476 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af83634-d036-4496-8f80-ad0ee886658e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:24:08.334790 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af83634-d036-4496-8f80-ad0ee886658e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:24:08.335181 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af83634-d036-4496-8f80-ad0ee886658e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:24:08.335525 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af83634-d036-4496-8f80-ad0ee886658e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:24:08.335892 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af83634-d036-4496-8f80-ad0ee886658e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:24:08.336349 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af83634-d036-4496-8f80-ad0ee886658e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:24:08.336683 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af83634-d036-4496-8f80-ad0ee886658e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:24:08.337005 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af83634-d036-4496-8f80-ad0ee886658e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:24:08.337329 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af83634-d036-4496-8f80-ad0ee886658e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:24:08.337649 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af83634-d036-4496-8f80-ad0ee886658e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:24:08.975848 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f484263-71c5-4452-ad58-42e303037f88 req-c51b724d-64cf-49e4-aad4-9f4356848040 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:24:08.977731 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-9f484263-71c5-4452-ad58-42e303037f88 req-c51b724d-64cf-49e4-aad4-9f4356848040 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 945 time: 0.0539939 Jul 21 12:24:09.028586 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-9f484263-71c5-4452-ad58-42e303037f88 req-5f151315-f33a-4825-90a3-64b74affb140 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/security-groups?id=08637106-953b-4bf6-b2bc-368122fbc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451713 Jul 21 12:24:09.037415 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 38344) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:24:09.164589 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.v2.base [None req-c88270a8-d623-48a1-8a97-918cfcabae0d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1534386694-network', 'tenant_id': 'd8b94e9bdc2149bcb3b9a0f89729b257'}} {{(pid=104159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 12:24:09.189183 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c88270a8-d623-48a1-8a97-918cfcabae0d admin admin] Made reservation on behalf of d8b94e9bdc2149bcb3b9a0f89729b257 for: {'network': 1} {{(pid=104159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 12:24:09.191706 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-c88270a8-d623-48a1-8a97-918cfcabae0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for network (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:24:09.200671 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-c88270a8-d623-48a1-8a97-918cfcabae0d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:24:09.283472 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-c88270a8-d623-48a1-8a97-918cfcabae0d admin admin] Publish callbacks [] for security_group (753277e8-a113-4ba3-a4f5-be27acf06f8e), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:24:09.288982 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-c88270a8-d623-48a1-8a97-918cfcabae0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (753277e8-a113-4ba3-a4f5-be27acf06f8e), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:24:09.315386 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c88270a8-d623-48a1-8a97-918cfcabae0d admin admin] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=104159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 21 12:24:09.324791 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88270a8-d623-48a1-8a97-918cfcabae0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=753277e8-a113-4ba3-a4f5-be27acf06f8e,revision_number=1']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:24:09.332869 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-c88270a8-d623-48a1-8a97-918cfcabae0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1820665'] for segment (e517c662-385a-4bc6-b9c2-ffc8c2f2d3cf), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:24:09.332869 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.db.segments_db [None req-c88270a8-d623-48a1-8a97-918cfcabae0d admin admin] Added segment e517c662-385a-4bc6-b9c2-ffc8c2f2d3cf of type vlan for network d5f30ffa-318d-456f-8822-ea1e427cf582 Jul 21 12:24:09.374752 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-c88270a8-d623-48a1-8a97-918cfcabae0d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773760621873'] for network (d5f30ffa-318d-456f-8822-ea1e427cf582), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:24:09.399994 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-c88270a8-d623-48a1-8a97-918cfcabae0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329'] for network (d5f30ffa-318d-456f-8822-ea1e427cf582), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:24:09.400983 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c88270a8-d623-48a1-8a97-918cfcabae0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:24:09.401906 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-c88270a8-d623-48a1-8a97-918cfcabae0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622315'] for network (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:24:09.445047 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-c88270a8-d623-48a1-8a97-918cfcabae0d admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.4064472 Jul 21 12:24:09.448191 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.18', 38348) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:24:09.453193 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.v2.base [None req-3a104ae6-8047-4fa9-a1e8-95a0fabbec4d admin admin] Request body: {'subnet': {'network_id': 'd5f30ffa-318d-456f-8822-ea1e427cf582', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1534386694-subnet', 'tenant_id': 'd8b94e9bdc2149bcb3b9a0f89729b257', 'ip_version': 4}} {{(pid=104160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 12:24:09.476355 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a104ae6-8047-4fa9-a1e8-95a0fabbec4d admin admin] Made reservation on behalf of d8b94e9bdc2149bcb3b9a0f89729b257 for: {'subnet': 1} {{(pid=104160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 12:24:09.478813 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-3a104ae6-8047-4fa9-a1e8-95a0fabbec4d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9184805'] for subnet (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:24:09.481212 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88270a8-d623-48a1-8a97-918cfcabae0d admin admin] Pushing event updated for resources: {'Network': ['ID=d5f30ffa-318d-456f-8822-ea1e427cf582,revision_number=1']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:24:09.492467 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Network d5f30ffa-318d-456f-8822-ea1e427cf582 details requested by agent ovs-agent-dv-cinder-850321-1-iscsi with host dv-cinder-850321-1-iscsi {{(pid=104161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 21 12:24:09.748055 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Device 534d7b7f-6d10-438b-816e-494c10d46740 up at agent hyperv_hv-cinder-85032 {{(pid=104161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 12:24:09.797311 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Provisioning for port 534d7b7f-6d10-438b-816e-494c10d46740 completed by entity L2. {{(pid=104161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 21 12:24:09.806027 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Provisioning complete for port 534d7b7f-6d10-438b-816e-494c10d46740 triggered by entity L2. {{(pid=104161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 12:24:09.806425 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388846'] for port (534d7b7f-6d10-438b-816e-494c10d46740), provisioning_complete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:24:09.889955 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Current status of the port 534d7b7f-6d10-438b-816e-494c10d46740 is: BUILD; New status is: ACTIVE {{(pid=104161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 12:24:09.890342 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (534d7b7f-6d10-438b-816e-494c10d46740), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:24:09.893183 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:24:09.918386 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84e00da6-ef27-4d90-8858-4bc9fd64e14a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '534d7b7f-6d10-438b-816e-494c10d46740'}] {{(pid=104161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 12:24:09.921037 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cdf8932827941a003a674b569a46f4ce1abada81d99297f544444a18ab6c7ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19473fe0-6534-4427-8d39-20c526841364" -d '{"events": [{"server_uuid": "84e00da6-ef27-4d90-8858-4bc9fd64e14a", "name": "network-vif-plugged", "status": "completed", "tag": "534d7b7f-6d10-438b-816e-494c10d46740"}]}' {{(pid=104161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 12:24:09.935705 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] For port 534d7b7f-6d10-438b-816e-494c10d46740, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=534d7b7f-6d10-438b-816e-494c10d46740,segment=NetworkSegment(558efc1f-ce81-4ca8-af05-453d603c706f),segment_id=558efc1f-ce81-4ca8-af05-453d603c706f)] {{(pid=104161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 12:24:09.943457 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158'] for port (534d7b7f-6d10-438b-816e-494c10d46740), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:24:09.964405 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-3a104ae6-8047-4fa9-a1e8-95a0fabbec4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9357588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9184823'] for subnet (a2c7b89e-b4f4-4cb5-b273-0bd348a6df51), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:24:09.972185 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 12:24:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3f8ad67-34bc-4b0e-b5c1-81ef3e54217b x-openstack-request-id: req-e3f8ad67-34bc-4b0e-b5c1-81ef3e54217b {{(pid=104161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 12:24:09.972548 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84e00da6-ef27-4d90-8858-4bc9fd64e14a", "name": "network-vif-plugged", "status": "completed", "tag": "534d7b7f-6d10-438b-816e-494c10d46740", "code": 200}]} {{(pid=104161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 12:24:09.972710 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e3f8ad67-34bc-4b0e-b5c1-81ef3e54217b {{(pid=104161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 12:24:09.973115 dv-cinder-850321-1-iscsi neutron-server[104161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3f8ad67-34bc-4b0e-b5c1-81ef3e54217b'] response: {'server_uuid': '84e00da6-ef27-4d90-8858-4bc9fd64e14a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '534d7b7f-6d10-438b-816e-494c10d46740', 'code': 200} Jul 21 12:24:09.992255 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:24:10.003914 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Pushing event updated for resources: {'Port': ['ID=534d7b7f-6d10-438b-816e-494c10d46740,revision_number=5']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:24:10.024885 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a104ae6-8047-4fa9-a1e8-95a0fabbec4d admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2c7b89e-b4f4-4cb5-b273-0bd348a6df51,revision_number=0']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:24:10.042472 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a104ae6-8047-4fa9-a1e8-95a0fabbec4d admin admin] Checking segment: {'id': 'e517c662-385a-4bc6-b9c2-ffc8c2f2d3cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'd5f30ffa-318d-456f-8822-ea1e427cf582'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 12:24:10.042833 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a104ae6-8047-4fa9-a1e8-95a0fabbec4d admin admin] Network hostable DHCP agents. Network: d5f30ffa-318d-456f-8822-ea1e427cf582, hostable agents: ['8a21e728-a2e9-4580-a748-6ac9ba47a2a7'], hosted agents: [] {{(pid=104160) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 21 12:24:10.064113 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a104ae6-8047-4fa9-a1e8-95a0fabbec4d admin admin] Network d5f30ffa-318d-456f-8822-ea1e427cf582 is scheduled to be hosted by DHCP agent 8a21e728-a2e9-4580-a748-6ac9ba47a2a7 with binding_index 1 {{(pid=104160) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 21 12:24:10.081179 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.scheduler.base_scheduler [None req-3a104ae6-8047-4fa9-a1e8-95a0fabbec4d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850321-1-iscsi, d5f30ffa-318d-456f-8822-ea1e427cf582) {{(pid=104160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 12:24:10.085727 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a104ae6-8047-4fa9-a1e8-95a0fabbec4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:24:10.086338 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-3a104ae6-8047-4fa9-a1e8-95a0fabbec4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622315'] for subnet (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:24:10.094193 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dba43da7-c36b-49c3-981c-13d8ad50438e None None] Network d5f30ffa-318d-456f-8822-ea1e427cf582 requested from dv-cinder-850321-1-iscsi {{(pid=104161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 12:24:10.129779 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-3a104ae6-8047-4fa9-a1e8-95a0fabbec4d admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6796346 Jul 21 12:24:10.132185 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 38354) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:24:10.137665 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.v2.base [None req-23d3724b-beb7-44d7-83a7-77b8a9168d2b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1534386694-router', 'tenant_id': 'd8b94e9bdc2149bcb3b9a0f89729b257', 'external_gateway_info': {'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8'}}} {{(pid=104159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 12:24:10.166067 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-23d3724b-beb7-44d7-83a7-77b8a9168d2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-687199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4047'] for router (dad50d1d-ecf1-43c1-9435-a2a8dc9dd0b8), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:24:10.167743 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-23d3724b-beb7-44d7-83a7-77b8a9168d2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-679371', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-728442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4088'] for router (dad50d1d-ecf1-43c1-9435-a2a8dc9dd0b8), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:24:10.201169 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923b5a6f-9c6e-4a9d-857f-428060770723 req-a70b5ba0-ece7-4818-999c-4bd7e3ea41fb tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:24:10.204391 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-923b5a6f-9c6e-4a9d-857f-428060770723 req-a70b5ba0-ece7-4818-999c-4bd7e3ea41fb tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 946 time: 0.0975106 Jul 21 12:24:10.230271 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-23d3724b-beb7-44d7-83a7-77b8a9168d2b admin admin] Publish callbacks [] for router_controller (dad50d1d-ecf1-43c1-9435-a2a8dc9dd0b8), precommit_add_association {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:24:10.248694 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99816d45-aaa6-4225-a229-fe9cf3720ae5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp397e26b8-7a3e-539e-bfac-9573bd620e21-d5f30ffa-318d-456f-8822-ea1e427cf582', 'network_id': 'd5f30ffa-318d-456f-8822-ea1e427cf582', 'project_id': 'd8b94e9bdc2149bcb3b9a0f89729b257', 'fixed_ips': [{'subnet_id': 'a2c7b89e-b4f4-4cb5-b273-0bd348a6df51'}]}} from dv-cinder-850321-1-iscsi. {{(pid=104161) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 21 12:24:10.249047 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e479c5b-f07b-4e52-8745-a850894effe0 req-45c81a78-2033-4ece-9fcc-3cf07b6b5381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:24:10.250386 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-7e479c5b-f07b-4e52-8745-a850894effe0 req-45c81a78-2033-4ece-9fcc-3cf07b6b5381 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 1130 time: 0.0742178 Jul 21 12:24:10.250529 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-99816d45-aaa6-4225-a229-fe9cf3720ae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:24:10.290893 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=78,neutron:DELETE=2,neutron:INSERT=17,neutron:UPDATE=3 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:24:10.311075 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-923b5a6f-9c6e-4a9d-857f-428060770723 req-e6cc71cc-2405-4e02-8b97-eeb3c5d95266 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/security-groups?id=08637106-953b-4bf6-b2bc-368122fbc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898392 Jul 21 12:24:10.323933 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-7e479c5b-f07b-4e52-8745-a850894effe0 req-569810be-c525-4ba2-950d-4caa420be5e9 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=08637106-953b-4bf6-b2bc-368122fbc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607250 Jul 21 12:24:10.385072 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-23d3724b-beb7-44d7-83a7-77b8a9168d2b admin admin] Publish callbacks [] for router_gateway (dad50d1d-ecf1-43c1-9435-a2a8dc9dd0b8), precommit_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:24:10.406425 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:24:10.414030 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.db_base_plugin_common [None req-99816d45-aaa6-4225-a229-fe9cf3720ae5 None None] Allocated IP 172.20.0.2 (d5f30ffa-318d-456f-8822-ea1e427cf582/a2c7b89e-b4f4-4cb5-b273-0bd348a6df51/ba796819-a745-4138-baef-054907c8601a) {{(pid=104161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 12:24:10.565385 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-99816d45-aaa6-4225-a229-fe9cf3720ae5 None None] Publish callbacks [] for port (ba796819-a745-4138-baef-054907c8601a), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:24:10.572253 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-99816d45-aaa6-4225-a229-fe9cf3720ae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773760637166'] for port (ba796819-a745-4138-baef-054907c8601a), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:24:10.589312 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-23d3724b-beb7-44d7-83a7-77b8a9168d2b admin admin] Publish callbacks [] for router_gateway (dad50d1d-ecf1-43c1-9435-a2a8dc9dd0b8), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:24:10.608702 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-23d3724b-beb7-44d7-83a7-77b8a9168d2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:24:10.620223 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99816d45-aaa6-4225-a229-fe9cf3720ae5 None None] Network d5f30ffa-318d-456f-8822-ea1e427cf582 is already hosted by enough agents. {{(pid=104161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 12:24:10.623756 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99816d45-aaa6-4225-a229-fe9cf3720ae5 None None] Pushing event updated for resources: {'Port': ['ID=ba796819-a745-4138-baef-054907c8601a,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:24:10.626189 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.scheduler.base_scheduler [None req-99816d45-aaa6-4225-a229-fe9cf3720ae5 None None] Resources bound (agent type, host, resource id): {{(pid=104161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 12:24:10.628290 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99816d45-aaa6-4225-a229-fe9cf3720ae5 None None] Received port after_create {{(pid=104161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 12:24:10.683242 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.managers [None req-99816d45-aaa6-4225-a229-fe9cf3720ae5 None None] Attempting to bind port ba796819-a745-4138-baef-054907c8601a on host dv-cinder-850321-1-iscsi for vnic_type normal with profile {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 12:24:10.683650 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.managers [None req-99816d45-aaa6-4225-a229-fe9cf3720ae5 None None] Attempting to bind port ba796819-a745-4138-baef-054907c8601a by drivers openvswitch,hyperv on host dv-cinder-850321-1-iscsi at level 0 using segments [{'id': 'e517c662-385a-4bc6-b9c2-ffc8c2f2d3cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'd5f30ffa-318d-456f-8822-ea1e427cf582'}] {{(pid=104161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 12:24:10.684018 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99816d45-aaa6-4225-a229-fe9cf3720ae5 None None] Attempting to bind port ba796819-a745-4138-baef-054907c8601a on network d5f30ffa-318d-456f-8822-ea1e427cf582 {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 12:24:10.689227 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99816d45-aaa6-4225-a229-fe9cf3720ae5 None None] Checking agent: {'id': 'c982e9e4-9e4b-4150-8658-75b564dceb25', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850321-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 12, 6, 47), 'started_at': datetime.datetime(2022, 7, 21, 12, 7, 17), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 12, 23, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850321-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 12:24:10.689598 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99816d45-aaa6-4225-a229-fe9cf3720ae5 None None] Checking segment: {'id': 'e517c662-385a-4bc6-b9c2-ffc8c2f2d3cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'd5f30ffa-318d-456f-8822-ea1e427cf582'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 12:24:10.689999 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-99816d45-aaa6-4225-a229-fe9cf3720ae5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:24:10.690527 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99816d45-aaa6-4225-a229-fe9cf3720ae5 None None] Bound using segment: {'id': 'e517c662-385a-4bc6-b9c2-ffc8c2f2d3cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'd5f30ffa-318d-456f-8822-ea1e427cf582'} {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 12:24:10.690638 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:24:10.690970 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.managers [None req-99816d45-aaa6-4225-a229-fe9cf3720ae5 None None] Bound port: ba796819-a745-4138-baef-054907c8601a, host: dv-cinder-850321-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e517c662-385a-4bc6-b9c2-ffc8c2f2d3cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'd5f30ffa-318d-456f-8822-ea1e427cf582'}}] {{(pid=104161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 12:24:10.691366 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-99816d45-aaa6-4225-a229-fe9cf3720ae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (ba796819-a745-4138-baef-054907c8601a), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:24:10.721748 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.db.db_base_plugin_common [None req-23d3724b-beb7-44d7-83a7-77b8a9168d2b admin admin] Allocated IP 172.27.3.99 (f382b478-dfd7-4678-bcdd-821f508b5bc8/39ec59ca-1d5b-4110-899c-eae6f5db3a39/0ba07917-e10b-44b9-95fb-598fe849a8c4) {{(pid=104159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 12:24:10.757139 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-99816d45-aaa6-4225-a229-fe9cf3720ae5 None None] For port ba796819-a745-4138-baef-054907c8601a, host dv-cinder-850321-1-iscsi, cleared binding levels {{(pid=104161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 12:24:10.760314 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-99816d45-aaa6-4225-a229-fe9cf3720ae5 None None] For port ba796819-a745-4138-baef-054907c8601a, host dv-cinder-850321-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-1-iscsi',level=0,port_id=ba796819-a745-4138-baef-054907c8601a,segment=NetworkSegment(e517c662-385a-4bc6-b9c2-ffc8c2f2d3cf),segment_id=e517c662-385a-4bc6-b9c2-ffc8c2f2d3cf)] {{(pid=104161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 12:24:10.767005 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-99816d45-aaa6-4225-a229-fe9cf3720ae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158'] for port (ba796819-a745-4138-baef-054907c8601a), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:24:10.830309 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99816d45-aaa6-4225-a229-fe9cf3720ae5 None None] Pushing event updated for resources: {'Port': ['ID=ba796819-a745-4138-baef-054907c8601a,revision_number=2']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:24:10.842210 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-23d3724b-beb7-44d7-83a7-77b8a9168d2b admin admin] Publish callbacks [] for port (0ba07917-e10b-44b9-95fb-598fe849a8c4), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:24:10.878077 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-23d3724b-beb7-44d7-83a7-77b8a9168d2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773760637166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8469579'] for port (0ba07917-e10b-44b9-95fb-598fe849a8c4), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:24:10.920395 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23d3724b-beb7-44d7-83a7-77b8a9168d2b admin admin] Network f382b478-dfd7-4678-bcdd-821f508b5bc8 is already hosted by enough agents. {{(pid=104159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 12:24:10.926123 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.scheduler.base_scheduler [None req-23d3724b-beb7-44d7-83a7-77b8a9168d2b admin admin] Resources bound (agent type, host, resource id): {{(pid=104159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 12:24:10.928750 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d3724b-beb7-44d7-83a7-77b8a9168d2b admin admin] Received port after_create {{(pid=104159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 12:24:10.932058 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d3724b-beb7-44d7-83a7-77b8a9168d2b admin admin] Pushing event updated for resources: {'Port': ['ID=0ba07917-e10b-44b9-95fb-598fe849a8c4,revision_number=1']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:24:11.199887 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-23d3724b-beb7-44d7-83a7-77b8a9168d2b admin admin] Publish callbacks [] for router_gateway (dad50d1d-ecf1-43c1-9435-a2a8dc9dd0b8), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:24:11.286421 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:24:11.313761 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:24:11.421806 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-23d3724b-beb7-44d7-83a7-77b8a9168d2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-680199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-679602'] for router (dad50d1d-ecf1-43c1-9435-a2a8dc9dd0b8), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:24:11.441000 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-586634be-f1c5-4cdb-ba6e-4ef7a13ebd2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (8a21e728-a2e9-4580-a748-6ac9ba47a2a7), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:24:11.468127 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bac5024-f49d-4480-98a5-b14c8174e76f req-194e54c8-cd1a-4dbd-b0a6-84e03441abd6 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:24:11.469785 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-3bac5024-f49d-4480-98a5-b14c8174e76f req-194e54c8-cd1a-4dbd-b0a6-84e03441abd6 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 946 time: 0.0678313 Jul 21 12:24:11.553747 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Device ba796819-a745-4138-baef-054907c8601a up at agent ovs-agent-dv-cinder-850321-1-iscsi {{(pid=104161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 12:24:11.607875 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Provisioning complete for port ba796819-a745-4138-baef-054907c8601a triggered by entity L2. {{(pid=104161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 12:24:11.608558 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388846'] for port (ba796819-a745-4138-baef-054907c8601a), provisioning_complete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:24:11.610407 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-3bac5024-f49d-4480-98a5-b14c8174e76f req-058df341-e61a-4433-8748-b1540ae6af1f tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/security-groups?id=08637106-953b-4bf6-b2bc-368122fbc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331458 Jul 21 12:24:11.614342 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:24:11.653903 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23d3724b-beb7-44d7-83a7-77b8a9168d2b admin admin] Router dad50d1d-ecf1-43c1-9435-a2a8dc9dd0b8 is scheduled to L3 agent ceb1130f-c61e-494c-be4f-967cc153319c with binding_index 1 {{(pid=104159) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 21 12:24:11.775532 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23d3724b-beb7-44d7-83a7-77b8a9168d2b admin admin] Notify agent at l3_agent.dv-cinder-850321-1-iscsi the message routers_updated {{(pid=104159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 12:24:11.799869 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-23d3724b-beb7-44d7-83a7-77b8a9168d2b admin admin] Publish callbacks [] for router (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:24:11.801205 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-23d3724b-beb7-44d7-83a7-77b8a9168d2b admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.6672096 Jul 21 12:24:11.804206 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.18', 38358) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:24:11.830290 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c9880c-5d07-4296-978f-8cafd6de86a2 None None] Sync routers for ids ['dad50d1d-ecf1-43c1-9435-a2a8dc9dd0b8'] in dv-cinder-850321-1-iscsi {{(pid=104161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 12:24:11.843752 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82f24f42-72a7-41a5-9b05-9eaa0581c7d1 None None] Network d5f30ffa-318d-456f-8822-ea1e427cf582 requested from dv-cinder-850321-1-iscsi {{(pid=104161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 12:24:11.872641 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Current status of the port ba796819-a745-4138-baef-054907c8601a is: DOWN; New status is: ACTIVE {{(pid=104161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 12:24:11.873037 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (ba796819-a745-4138-baef-054907c8601a), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:24:11.885156 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c9880c-5d07-4296-978f-8cafd6de86a2 None None] Routers {'dad50d1d-ecf1-43c1-9435-a2a8dc9dd0b8'} bound to L3 agent in host dv-cinder-850321-1-iscsi {{(pid=104161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 12:24:11.885801 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-59c9880c-5d07-4296-978f-8cafd6de86a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-21T12:06:45Z,description=,heartbeat_timestamp=2022-07-21T12:23:45Z,host='dv-cinder-850321-1-iscsi',id=ceb1130f-c61e-494c-be4f-967cc153319c,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T12:06:45Z,topic='l3_agent')) {'router_ids': ['dad50d1d-ecf1-43c1-9435-a2a8dc9dd0b8'], 'active': True} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:24:11.902770 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:24:11.978725 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [None req-6abc8215-5bbc-4ea3-82d4-f316e6bc6716 None None] Provisioning complete for port ba796819-a745-4138-baef-054907c8601a triggered by entity DHCP. {{(pid=104161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 12:24:11.979113 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-6abc8215-5bbc-4ea3-82d4-f316e6bc6716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388846'] for port (ba796819-a745-4138-baef-054907c8601a), provisioning_complete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:24:12.002661 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:24:12.050647 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] For port ba796819-a745-4138-baef-054907c8601a, host dv-cinder-850321-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-1-iscsi',level=0,port_id=ba796819-a745-4138-baef-054907c8601a,segment=NetworkSegment(e517c662-385a-4bc6-b9c2-ffc8c2f2d3cf),segment_id=e517c662-385a-4bc6-b9c2-ffc8c2f2d3cf)] {{(pid=104161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 12:24:12.085153 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158'] for port (ba796819-a745-4138-baef-054907c8601a), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:24:12.234641 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvr_db [None req-59c9880c-5d07-4296-978f-8cafd6de86a2 None None] Set router dad50d1d-ecf1-43c1-9435-a2a8dc9dd0b8 gateway port host: dv-cinder-850321-1-iscsi {{(pid=104161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 12:24:12.238596 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Pushing event updated for resources: {'Port': ['ID=ba796819-a745-4138-baef-054907c8601a,revision_number=3']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:24:12.264356 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:24:12.270852 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=17,neutron:UPDATE=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:24:12.273337 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-751a124a-fc13-4604-93a7-223be20a0701 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:24:12.307523 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-6abc8215-5bbc-4ea3-82d4-f316e6bc6716 None None] Current status of the port ba796819-a745-4138-baef-054907c8601a is: ACTIVE; New status is: ACTIVE {{(pid=104161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 12:24:12.450171 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-59c9880c-5d07-4296-978f-8cafd6de86a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dad50d1d-ecf1-43c1-9435-a2a8dc9dd0b8', 'name': 'tempest-TestMinimumBasicScenario-1534386694-router', 'tenant_id': 'd8b94e9bdc2149bcb3b9a0f89729b257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'external_fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '0ba07917-e10b-44b9-95fb-598fe849a8c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T12:24:10Z', 'updated_at': '2022-07-21T12:24:11Z', 'revision_number': 3, 'project_id': 'd8b94e9bdc2149bcb3b9a0f89729b257', 'gw_port': {'id': '0ba07917-e10b-44b9-95fb-598fe849a8c4', 'name': '', 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:fe:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dad50d1d-ecf1-43c1-9435-a2a8dc9dd0b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:24:10Z', 'updated_at': '2022-07-21T12:24:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-1-iscsi'}], 'dv-cinder-850321-1-iscsi', False) {} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:24:12.468054 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.db.db_base_plugin_common [None req-751a124a-fc13-4604-93a7-223be20a0701 admin admin] Allocated IP 172.20.0.1 (d5f30ffa-318d-456f-8822-ea1e427cf582/a2c7b89e-b4f4-4cb5-b273-0bd348a6df51/1e5f4a97-a601-45b5-bafc-5a7a63213f87) {{(pid=104160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 12:24:12.482753 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c9880c-5d07-4296-978f-8cafd6de86a2 None None] Checking router: dad50d1d-ecf1-43c1-9435-a2a8dc9dd0b8 for host: dv-cinder-850321-1-iscsi {{(pid=104161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 12:24:12.483017 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c9880c-5d07-4296-978f-8cafd6de86a2 None None] Updating router dad50d1d-ecf1-43c1-9435-a2a8dc9dd0b8 port 0ba07917-e10b-44b9-95fb-598fe849a8c4 binding host dv-cinder-850321-1-iscsi {{(pid=104161) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 21 12:24:12.517301 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:24:12.533694 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-59c9880c-5d07-4296-978f-8cafd6de86a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (0ba07917-e10b-44b9-95fb-598fe849a8c4), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:24:12.556003 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [None req-ee90606b-65d5-4334-9ea7-030ffefe6671 None None] Provisioning complete for port ba796819-a745-4138-baef-054907c8601a triggered by entity DHCP. {{(pid=104161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 12:24:12.556390 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-ee90606b-65d5-4334-9ea7-030ffefe6671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388846'] for port (ba796819-a745-4138-baef-054907c8601a), provisioning_complete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:24:12.561294 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:24:12.597309 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-751a124a-fc13-4604-93a7-223be20a0701 admin admin] Publish callbacks [] for port (1e5f4a97-a601-45b5-bafc-5a7a63213f87), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:24:12.635061 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-751a124a-fc13-4604-93a7-223be20a0701 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773760637166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9357752'] for port (1e5f4a97-a601-45b5-bafc-5a7a63213f87), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:24:12.682036 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-751a124a-fc13-4604-93a7-223be20a0701 admin admin] Network d5f30ffa-318d-456f-8822-ea1e427cf582 is already hosted by enough agents. {{(pid=104160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 12:24:12.688977 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.scheduler.base_scheduler [None req-751a124a-fc13-4604-93a7-223be20a0701 admin admin] Resources bound (agent type, host, resource id): {{(pid=104160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 12:24:12.691785 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751a124a-fc13-4604-93a7-223be20a0701 admin admin] Received port after_create {{(pid=104160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 12:24:12.733828 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751a124a-fc13-4604-93a7-223be20a0701 admin admin] Pushing event updated for resources: {'Port': ['ID=1e5f4a97-a601-45b5-bafc-5a7a63213f87,revision_number=1']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:24:12.763957 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-ee90606b-65d5-4334-9ea7-030ffefe6671 None None] Current status of the port ba796819-a745-4138-baef-054907c8601a is: ACTIVE; New status is: ACTIVE {{(pid=104161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 12:24:12.776515 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-751a124a-fc13-4604-93a7-223be20a0701 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-682569'] for router_interface (dad50d1d-ecf1-43c1-9435-a2a8dc9dd0b8), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:24:12.785947 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bfb0a2-b3a3-49e7-b65a-b5007a08f6bb req-0ff9fbc6-0afe-4f92-99c3-bd4088547a6a tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:24:12.787562 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-e7bfb0a2-b3a3-49e7-b65a-b5007a08f6bb req-0ff9fbc6-0afe-4f92-99c3-bd4088547a6a tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 946 time: 0.0740271 Jul 21 12:24:12.870661 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:24:12.878268 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-59c9880c-5d07-4296-978f-8cafd6de86a2 None None] Publish callbacks [] for port (0ba07917-e10b-44b9-95fb-598fe849a8c4), precommit_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:24:12.885204 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-59c9880c-5d07-4296-978f-8cafd6de86a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158'] for port (0ba07917-e10b-44b9-95fb-598fe849a8c4), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:24:12.907069 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-e7bfb0a2-b3a3-49e7-b65a-b5007a08f6bb req-e2bb892b-34c3-4223-9bb4-427ad67d5032 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/security-groups?id=08637106-953b-4bf6-b2bc-368122fbc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853221 Jul 21 12:24:12.931321 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:24:12.945930 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652a776d-3b53-412b-acb1-e3e111476e11 None None] Pushing event updated for resources: {'Port': ['ID=0ba07917-e10b-44b9-95fb-598fe849a8c4,revision_number=2']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:24:12.951186 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.managers [None req-59c9880c-5d07-4296-978f-8cafd6de86a2 None None] Attempting to bind port 0ba07917-e10b-44b9-95fb-598fe849a8c4 on host dv-cinder-850321-1-iscsi for vnic_type normal with profile {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 12:24:12.951585 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.managers [None req-59c9880c-5d07-4296-978f-8cafd6de86a2 None None] Attempting to bind port 0ba07917-e10b-44b9-95fb-598fe849a8c4 by drivers openvswitch,hyperv on host dv-cinder-850321-1-iscsi at level 0 using segments [{'id': '516861e0-d3fe-4b3f-83ca-af9f79051018', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8'}] {{(pid=104161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 12:24:12.951958 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c9880c-5d07-4296-978f-8cafd6de86a2 None None] Attempting to bind port 0ba07917-e10b-44b9-95fb-598fe849a8c4 on network f382b478-dfd7-4678-bcdd-821f508b5bc8 {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 12:24:12.957750 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c9880c-5d07-4296-978f-8cafd6de86a2 None None] Checking agent: {'id': 'c982e9e4-9e4b-4150-8658-75b564dceb25', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850321-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 12, 6, 47), 'started_at': datetime.datetime(2022, 7, 21, 12, 7, 17), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 12, 23, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850321-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 12:24:12.957750 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c9880c-5d07-4296-978f-8cafd6de86a2 None None] Checking segment: {'id': '516861e0-d3fe-4b3f-83ca-af9f79051018', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 12:24:12.958074 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-59c9880c-5d07-4296-978f-8cafd6de86a2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:24:12.958439 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c9880c-5d07-4296-978f-8cafd6de86a2 None None] Bound using segment: {'id': '516861e0-d3fe-4b3f-83ca-af9f79051018', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8'} {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 12:24:12.958918 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.managers [None req-59c9880c-5d07-4296-978f-8cafd6de86a2 None None] Bound port: 0ba07917-e10b-44b9-95fb-598fe849a8c4, host: dv-cinder-850321-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '516861e0-d3fe-4b3f-83ca-af9f79051018', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8'}}] {{(pid=104161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 12:24:12.959304 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-59c9880c-5d07-4296-978f-8cafd6de86a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (0ba07917-e10b-44b9-95fb-598fe849a8c4), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:24:12.964272 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-751a124a-fc13-4604-93a7-223be20a0701 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (1e5f4a97-a601-45b5-bafc-5a7a63213f87), before_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:24:13.005020 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [None req-7b0f8f0d-f4a7-4498-ab77-6c0819ab532b None None] Provisioning complete for port 1e5f4a97-a601-45b5-bafc-5a7a63213f87 triggered by entity DHCP. {{(pid=104161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 12:24:13.005463 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-7b0f8f0d-f4a7-4498-ab77-6c0819ab532b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388846'] for port (1e5f4a97-a601-45b5-bafc-5a7a63213f87), provisioning_complete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:24:13.064515 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-59c9880c-5d07-4296-978f-8cafd6de86a2 None None] For port 0ba07917-e10b-44b9-95fb-598fe849a8c4, host dv-cinder-850321-1-iscsi, cleared binding levels {{(pid=104161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 12:24:13.067390 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-7b0f8f0d-f4a7-4498-ab77-6c0819ab532b None None] Port 1e5f4a97-a601-45b5-bafc-5a7a63213f87 cannot update to ACTIVE because it is not bound. {{(pid=104161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 12:24:13.070203 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-59c9880c-5d07-4296-978f-8cafd6de86a2 None None] For port 0ba07917-e10b-44b9-95fb-598fe849a8c4, host dv-cinder-850321-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-1-iscsi',level=0,port_id=0ba07917-e10b-44b9-95fb-598fe849a8c4,segment=NetworkSegment(516861e0-d3fe-4b3f-83ca-af9f79051018),segment_id=516861e0-d3fe-4b3f-83ca-af9f79051018)] {{(pid=104161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 12:24:13.078593 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-59c9880c-5d07-4296-978f-8cafd6de86a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158'] for port (0ba07917-e10b-44b9-95fb-598fe849a8c4), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:24:13.137514 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c9880c-5d07-4296-978f-8cafd6de86a2 None None] Routers {'dad50d1d-ecf1-43c1-9435-a2a8dc9dd0b8'} bound to L3 agent in host dv-cinder-850321-1-iscsi {{(pid=104161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 12:24:13.138209 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-59c9880c-5d07-4296-978f-8cafd6de86a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-21T12:06:45Z,description=,heartbeat_timestamp=2022-07-21T12:23:45Z,host='dv-cinder-850321-1-iscsi',id=ceb1130f-c61e-494c-be4f-967cc153319c,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T12:06:45Z,topic='l3_agent')) {'router_ids': ['dad50d1d-ecf1-43c1-9435-a2a8dc9dd0b8'], 'active': True} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:24:13.151890 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-751a124a-fc13-4604-93a7-223be20a0701 admin admin] Publish callbacks [] for port (1e5f4a97-a601-45b5-bafc-5a7a63213f87), precommit_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:24:13.160936 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-751a124a-fc13-4604-93a7-223be20a0701 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9357699'] for port (1e5f4a97-a601-45b5-bafc-5a7a63213f87), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:24:13.178629 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652a776d-3b53-412b-acb1-e3e111476e11 None None] Pushing event updated for resources: {'Port': ['ID=0ba07917-e10b-44b9-95fb-598fe849a8c4,revision_number=3']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:24:13.243313 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751a124a-fc13-4604-93a7-223be20a0701 admin admin] Pushing event updated for resources: {'Port': ['ID=1e5f4a97-a601-45b5-bafc-5a7a63213f87,revision_number=2']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:24:13.245985 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-751a124a-fc13-4604-93a7-223be20a0701 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-682661'] for router_interface (dad50d1d-ecf1-43c1-9435-a2a8dc9dd0b8), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:24:13.258690 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvr_db [None req-59c9880c-5d07-4296-978f-8cafd6de86a2 None None] Set router dad50d1d-ecf1-43c1-9435-a2a8dc9dd0b8 gateway port host: dv-cinder-850321-1-iscsi {{(pid=104161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 12:24:13.333956 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:24:13.365388 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-751a124a-fc13-4604-93a7-223be20a0701 admin admin] Network d5f30ffa-318d-456f-8822-ea1e427cf582 is already hosted by enough agents. {{(pid=104160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 12:24:13.368250 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.scheduler.base_scheduler [None req-751a124a-fc13-4604-93a7-223be20a0701 admin admin] Resources bound (agent type, host, resource id): {{(pid=104160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 12:24:13.541189 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Device ba796819-a745-4138-baef-054907c8601a up at agent ovs-agent-dv-cinder-850321-1-iscsi {{(pid=104161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 12:24:13.571027 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:24:13.573921 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-59c9880c-5d07-4296-978f-8cafd6de86a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dad50d1d-ecf1-43c1-9435-a2a8dc9dd0b8', 'name': 'tempest-TestMinimumBasicScenario-1534386694-router', 'tenant_id': 'd8b94e9bdc2149bcb3b9a0f89729b257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'external_fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '0ba07917-e10b-44b9-95fb-598fe849a8c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T12:24:10Z', 'updated_at': '2022-07-21T12:24:12Z', 'revision_number': 4, 'project_id': 'd8b94e9bdc2149bcb3b9a0f89729b257', 'gw_port': {'id': '0ba07917-e10b-44b9-95fb-598fe849a8c4', 'name': '', 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:fe:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dad50d1d-ecf1-43c1-9435-a2a8dc9dd0b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:24:10Z', 'updated_at': '2022-07-21T12:24:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-1-iscsi', '_interfaces': [{'id': '1e5f4a97-a601-45b5-bafc-5a7a63213f87', 'name': '', 'network_id': 'd5f30ffa-318d-456f-8822-ea1e427cf582', 'tenant_id': 'd8b94e9bdc2149bcb3b9a0f89729b257', 'mac_address': 'fa:16:3e:96:d5:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dad50d1d-ecf1-43c1-9435-a2a8dc9dd0b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'a2c7b89e-b4f4-4cb5-b273-0bd348a6df51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:24:12Z', 'updated_at': '2022-07-21T12:24:12Z', 'revision_number': 1, 'project_id': 'd8b94e9bdc2149bcb3b9a0f89729b257', 'subnets': [{'id': 'a2c7b89e-b4f4-4cb5-b273-0bd348a6df51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-1-iscsi', False) {} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:24:13.581299 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-751a124a-fc13-4604-93a7-223be20a0701 admin admin] Router dad50d1d-ecf1-43c1-9435-a2a8dc9dd0b8 has already been hosted by L3 agent ceb1130f-c61e-494c-be4f-967cc153319c {{(pid=104160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 12:24:13.698174 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-751a124a-fc13-4604-93a7-223be20a0701 admin admin] Notify agent at l3_agent.dv-cinder-850321-1-iscsi the message routers_updated {{(pid=104160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 12:24:13.703670 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-751a124a-fc13-4604-93a7-223be20a0701 admin admin] 10.222.0.18 "PUT /v2.0/routers/dad50d1d-ecf1-43c1-9435-a2a8dc9dd0b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8974349 Jul 21 12:24:13.762706 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c9880c-5d07-4296-978f-8cafd6de86a2 None None] The sync data for ids ['dad50d1d-ecf1-43c1-9435-a2a8dc9dd0b8'] in dv-cinder-850321-1-iscsi is: [{'id': 'dad50d1d-ecf1-43c1-9435-a2a8dc9dd0b8', 'name': 'tempest-TestMinimumBasicScenario-1534386694-router', 'tenant_id': 'd8b94e9bdc2149bcb3b9a0f89729b257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'external_fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '0ba07917-e10b-44b9-95fb-598fe849a8c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T12:24:10Z', 'updated_at': '2022-07-21T12:24:12Z', 'revision_number': 4, 'project_id': 'd8b94e9bdc2149bcb3b9a0f89729b257', 'gw_port': {'id': '0ba07917-e10b-44b9-95fb-598fe849a8c4', 'name': '', 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:fe:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dad50d1d-ecf1-43c1-9435-a2a8dc9dd0b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:24:10Z', 'updated_at': '2022-07-21T12:24:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-1-iscsi', '_interfaces': [{'id': '1e5f4a97-a601-45b5-bafc-5a7a63213f87', 'name': '', 'network_id': 'd5f30ffa-318d-456f-8822-ea1e427cf582', 'tenant_id': 'd8b94e9bdc2149bcb3b9a0f89729b257', 'mac_address': 'fa:16:3e:96:d5:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dad50d1d-ecf1-43c1-9435-a2a8dc9dd0b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'a2c7b89e-b4f4-4cb5-b273-0bd348a6df51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:24:12Z', 'updated_at': '2022-07-21T12:24:12Z', 'revision_number': 1, 'project_id': 'd8b94e9bdc2149bcb3b9a0f89729b257', 'subnets': [{'id': 'a2c7b89e-b4f4-4cb5-b273-0bd348a6df51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 12:24:13.773832 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [None req-1285e4df-e077-4861-8df1-c27bd1e963ee None None] Provisioning complete for port 1e5f4a97-a601-45b5-bafc-5a7a63213f87 triggered by entity DHCP. {{(pid=104161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 12:24:13.774477 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-1285e4df-e077-4861-8df1-c27bd1e963ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388846'] for port (1e5f4a97-a601-45b5-bafc-5a7a63213f87), provisioning_complete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:24:13.806612 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Provisioning complete for port ba796819-a745-4138-baef-054907c8601a triggered by entity L2. {{(pid=104161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 12:24:13.806989 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388846'] for port (ba796819-a745-4138-baef-054907c8601a), provisioning_complete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:24:13.833545 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-1285e4df-e077-4861-8df1-c27bd1e963ee None None] Port 1e5f4a97-a601-45b5-bafc-5a7a63213f87 cannot update to ACTIVE because it is not bound. {{(pid=104161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 12:24:13.904197 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Current status of the port ba796819-a745-4138-baef-054907c8601a is: ACTIVE; New status is: ACTIVE {{(pid=104161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 12:24:14.366605 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.18', 38434) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:24:14.371900 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.v2.base [None req-b5ab0944-c10e-4eac-a38c-f90c88dd3aff admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-458204145-network', 'tenant_id': '64f03bcc64d5492f8bc27a4178d1cb82'}} {{(pid=104160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 12:24:14.394105 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5ab0944-c10e-4eac-a38c-f90c88dd3aff admin admin] Made reservation on behalf of 64f03bcc64d5492f8bc27a4178d1cb82 for: {'network': 1} {{(pid=104160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 12:24:14.396837 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-b5ab0944-c10e-4eac-a38c-f90c88dd3aff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for network (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:24:14.407015 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-b5ab0944-c10e-4eac-a38c-f90c88dd3aff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:24:14.557909 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-b5ab0944-c10e-4eac-a38c-f90c88dd3aff admin admin] Publish callbacks [] for security_group (59dccc19-5b03-4214-879c-5a8bb46a9b4b), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:24:14.572071 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-b5ab0944-c10e-4eac-a38c-f90c88dd3aff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (59dccc19-5b03-4214-879c-5a8bb46a9b4b), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:24:14.578734 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:24:14.610997 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5ab0944-c10e-4eac-a38c-f90c88dd3aff admin admin] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=104160) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 21 12:24:14.619785 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ab0944-c10e-4eac-a38c-f90c88dd3aff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59dccc19-5b03-4214-879c-5a8bb46a9b4b,revision_number=1']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:24:14.632178 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-b5ab0944-c10e-4eac-a38c-f90c88dd3aff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1820665'] for segment (636cfe97-bd0c-46b7-8076-2b476cd7d934), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:24:14.632567 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.db.segments_db [None req-b5ab0944-c10e-4eac-a38c-f90c88dd3aff admin admin] Added segment 636cfe97-bd0c-46b7-8076-2b476cd7d934 of type vlan for network d0f34d91-3ab3-4171-9a08-d719e01023ca Jul 21 12:24:14.684058 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-b5ab0944-c10e-4eac-a38c-f90c88dd3aff admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773760621873'] for network (d0f34d91-3ab3-4171-9a08-d719e01023ca), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:24:14.717186 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-b5ab0944-c10e-4eac-a38c-f90c88dd3aff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329'] for network (d0f34d91-3ab3-4171-9a08-d719e01023ca), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:24:14.718340 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ab0944-c10e-4eac-a38c-f90c88dd3aff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:24:14.718986 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-b5ab0944-c10e-4eac-a38c-f90c88dd3aff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622315'] for network (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:24:14.760422 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-b5ab0944-c10e-4eac-a38c-f90c88dd3aff admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.3924849 Jul 21 12:24:14.761060 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 38438) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:24:14.766945 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.v2.base [None req-66fc2c01-6030-4f0d-904a-ada5094ef13c admin admin] Request body: {'subnet': {'network_id': 'd0f34d91-3ab3-4171-9a08-d719e01023ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-458204145-subnet', 'tenant_id': '64f03bcc64d5492f8bc27a4178d1cb82', 'ip_version': 4}} {{(pid=104159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 12:24:14.794966 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66fc2c01-6030-4f0d-904a-ada5094ef13c admin admin] Made reservation on behalf of 64f03bcc64d5492f8bc27a4178d1cb82 for: {'subnet': 1} {{(pid=104159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 12:24:14.796115 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ab0944-c10e-4eac-a38c-f90c88dd3aff admin admin] Pushing event updated for resources: {'Network': ['ID=d0f34d91-3ab3-4171-9a08-d719e01023ca,revision_number=1']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:24:14.798029 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-66fc2c01-6030-4f0d-904a-ada5094ef13c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9371196'] for subnet (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:24:14.808211 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Network d0f34d91-3ab3-4171-9a08-d719e01023ca details requested by agent ovs-agent-dv-cinder-850321-1-iscsi with host dv-cinder-850321-1-iscsi {{(pid=104161) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 21 12:24:14.905072 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-ed09df96-8dde-42e5-8f2e-abeacbad01b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (ceb1130f-c61e-494c-be4f-967cc153319c), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:24:15.026794 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-66fc2c01-6030-4f0d-904a-ada5094ef13c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8469735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9371182'] for subnet (8d3136bc-25a0-4c59-9488-0502df54965c), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:24:15.088453 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fc2c01-6030-4f0d-904a-ada5094ef13c admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d3136bc-25a0-4c59-9488-0502df54965c,revision_number=0']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:24:15.105831 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66fc2c01-6030-4f0d-904a-ada5094ef13c admin admin] Checking segment: {'id': '636cfe97-bd0c-46b7-8076-2b476cd7d934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'd0f34d91-3ab3-4171-9a08-d719e01023ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 12:24:15.106201 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66fc2c01-6030-4f0d-904a-ada5094ef13c admin admin] Network hostable DHCP agents. Network: d0f34d91-3ab3-4171-9a08-d719e01023ca, hostable agents: ['8a21e728-a2e9-4580-a748-6ac9ba47a2a7'], hosted agents: [] {{(pid=104159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 21 12:24:15.119335 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:24:15.138534 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66fc2c01-6030-4f0d-904a-ada5094ef13c admin admin] Network d0f34d91-3ab3-4171-9a08-d719e01023ca is scheduled to be hosted by DHCP agent 8a21e728-a2e9-4580-a748-6ac9ba47a2a7 with binding_index 1 {{(pid=104159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 21 12:24:15.157815 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.scheduler.base_scheduler [None req-66fc2c01-6030-4f0d-904a-ada5094ef13c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850321-1-iscsi, d0f34d91-3ab3-4171-9a08-d719e01023ca) {{(pid=104159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 12:24:15.162751 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66fc2c01-6030-4f0d-904a-ada5094ef13c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:24:15.163367 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-66fc2c01-6030-4f0d-904a-ada5094ef13c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:24:15.169694 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5faa17b5-1f2d-49d3-8dcc-2f124de8b4a4 None None] Network d0f34d91-3ab3-4171-9a08-d719e01023ca requested from dv-cinder-850321-1-iscsi {{(pid=104161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 12:24:15.187149 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-66fc2c01-6030-4f0d-904a-ada5094ef13c admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4223883 Jul 21 12:24:15.187578 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 38440) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:24:15.192448 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.v2.base [None req-b4a8dc27-b5ce-4d68-b361-b4f5be5e4efa admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-458204145-router', 'tenant_id': '64f03bcc64d5492f8bc27a4178d1cb82', 'external_gateway_info': {'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8'}}} {{(pid=104159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 12:24:15.225769 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-b4a8dc27-b5ce-4d68-b361-b4f5be5e4efa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-687199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4047'] for router (28f94054-db9b-4aee-93dc-2230fa0862da), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:24:15.227058 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-b4a8dc27-b5ce-4d68-b361-b4f5be5e4efa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-679371', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-728442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4088'] for router (28f94054-db9b-4aee-93dc-2230fa0862da), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:24:15.284627 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-b4a8dc27-b5ce-4d68-b361-b4f5be5e4efa admin admin] Publish callbacks [] for router_controller (28f94054-db9b-4aee-93dc-2230fa0862da), precommit_add_association {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:24:15.346207 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f68a5877-d8e6-443c-909f-a2d022a44f2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp397e26b8-7a3e-539e-bfac-9573bd620e21-d0f34d91-3ab3-4171-9a08-d719e01023ca', 'network_id': 'd0f34d91-3ab3-4171-9a08-d719e01023ca', 'project_id': '64f03bcc64d5492f8bc27a4178d1cb82', 'fixed_ips': [{'subnet_id': '8d3136bc-25a0-4c59-9488-0502df54965c'}]}} from dv-cinder-850321-1-iscsi. {{(pid=104161) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 21 12:24:15.347202 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-f68a5877-d8e6-443c-909f-a2d022a44f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (None), before_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:24:15.365601 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:24:15.446431 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-b4a8dc27-b5ce-4d68-b361-b4f5be5e4efa admin admin] Publish callbacks [] for router_gateway (28f94054-db9b-4aee-93dc-2230fa0862da), precommit_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:24:15.549521 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.db_base_plugin_common [None req-f68a5877-d8e6-443c-909f-a2d022a44f2b None None] Allocated IP 172.20.0.2 (d0f34d91-3ab3-4171-9a08-d719e01023ca/8d3136bc-25a0-4c59-9488-0502df54965c/37539dab-3b19-4361-bd77-a22a091d5088) {{(pid=104161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 12:24:15.585291 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Device 0ba07917-e10b-44b9-95fb-598fe849a8c4 up at agent ovs-agent-dv-cinder-850321-1-iscsi {{(pid=104161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 12:24:15.720539 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Provisioning complete for port 0ba07917-e10b-44b9-95fb-598fe849a8c4 triggered by entity L2. {{(pid=104161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 12:24:15.720932 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388846'] for port (0ba07917-e10b-44b9-95fb-598fe849a8c4), provisioning_complete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:24:15.821737 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-f68a5877-d8e6-443c-909f-a2d022a44f2b None None] Publish callbacks [] for port (37539dab-3b19-4361-bd77-a22a091d5088), precommit_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:24:15.831436 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-f68a5877-d8e6-443c-909f-a2d022a44f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773760637166'] for port (37539dab-3b19-4361-bd77-a22a091d5088), after_create {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:24:15.902561 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:24:15.939061 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-34089123-786a-4f56-8fd8-e31aace790ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (7a27be9f-c1a8-4dec-a92f-42ec7311fe12), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:24:15.939769 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Current status of the port 0ba07917-e10b-44b9-95fb-598fe849a8c4 is: DOWN; New status is: ACTIVE {{(pid=104161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 12:24:15.940142 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (0ba07917-e10b-44b9-95fb-598fe849a8c4), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:24:15.950218 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f68a5877-d8e6-443c-909f-a2d022a44f2b None None] Network d0f34d91-3ab3-4171-9a08-d719e01023ca is already hosted by enough agents. {{(pid=104161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 12:24:15.960676 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68a5877-d8e6-443c-909f-a2d022a44f2b None None] Pushing event updated for resources: {'Port': ['ID=37539dab-3b19-4361-bd77-a22a091d5088,revision_number=1']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:24:15.965430 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.scheduler.base_scheduler [None req-f68a5877-d8e6-443c-909f-a2d022a44f2b None None] Resources bound (agent type, host, resource id): {{(pid=104161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 12:24:15.973071 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68a5877-d8e6-443c-909f-a2d022a44f2b None None] Received port after_create {{(pid=104161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 12:24:15.995982 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] For port 0ba07917-e10b-44b9-95fb-598fe849a8c4, host dv-cinder-850321-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-1-iscsi',level=0,port_id=0ba07917-e10b-44b9-95fb-598fe849a8c4,segment=NetworkSegment(516861e0-d3fe-4b3f-83ca-af9f79051018),segment_id=516861e0-d3fe-4b3f-83ca-af9f79051018)] {{(pid=104161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 12:24:16.004498 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158'] for port (0ba07917-e10b-44b9-95fb-598fe849a8c4), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:24:16.041870 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-b4a8dc27-b5ce-4d68-b361-b4f5be5e4efa admin admin] Publish callbacks [] for router_gateway (28f94054-db9b-4aee-93dc-2230fa0862da), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:24:16.062534 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-b4a8dc27-b5ce-4d68-b361-b4f5be5e4efa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:24:16.072257 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:24:16.098963 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.managers [None req-f68a5877-d8e6-443c-909f-a2d022a44f2b None None] Attempting to bind port 37539dab-3b19-4361-bd77-a22a091d5088 on host dv-cinder-850321-1-iscsi for vnic_type normal with profile {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 12:24:16.099405 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.managers [None req-f68a5877-d8e6-443c-909f-a2d022a44f2b None None] Attempting to bind port 37539dab-3b19-4361-bd77-a22a091d5088 by drivers openvswitch,hyperv on host dv-cinder-850321-1-iscsi at level 0 using segments [{'id': '636cfe97-bd0c-46b7-8076-2b476cd7d934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'd0f34d91-3ab3-4171-9a08-d719e01023ca'}] {{(pid=104161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 12:24:16.099747 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68a5877-d8e6-443c-909f-a2d022a44f2b None None] Attempting to bind port 37539dab-3b19-4361-bd77-a22a091d5088 on network d0f34d91-3ab3-4171-9a08-d719e01023ca {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 12:24:16.114721 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68a5877-d8e6-443c-909f-a2d022a44f2b None None] Checking agent: {'id': 'c982e9e4-9e4b-4150-8658-75b564dceb25', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850321-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 12, 6, 47), 'started_at': datetime.datetime(2022, 7, 21, 12, 7, 17), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 12, 23, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850321-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 12:24:16.115148 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68a5877-d8e6-443c-909f-a2d022a44f2b None None] Checking segment: {'id': '636cfe97-bd0c-46b7-8076-2b476cd7d934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'd0f34d91-3ab3-4171-9a08-d719e01023ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 12:24:16.115618 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-f68a5877-d8e6-443c-909f-a2d022a44f2b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:24:16.115946 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68a5877-d8e6-443c-909f-a2d022a44f2b None None] Bound using segment: {'id': '636cfe97-bd0c-46b7-8076-2b476cd7d934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'd0f34d91-3ab3-4171-9a08-d719e01023ca'} {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 12:24:16.116461 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.managers [None req-f68a5877-d8e6-443c-909f-a2d022a44f2b None None] Bound port: 37539dab-3b19-4361-bd77-a22a091d5088, host: dv-cinder-850321-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '636cfe97-bd0c-46b7-8076-2b476cd7d934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'd0f34d91-3ab3-4171-9a08-d719e01023ca'}}] {{(pid=104161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 12:24:16.116814 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-f68a5877-d8e6-443c-909f-a2d022a44f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (37539dab-3b19-4361-bd77-a22a091d5088), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:24:16.123250 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Pushing event updated for resources: {'Port': ['ID=0ba07917-e10b-44b9-95fb-598fe849a8c4,revision_number=4']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:24:16.197096 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-713f3cc7-faa7-467d-ba0c-d93b8dd63337 None None] Sync routers for ids ['dad50d1d-ecf1-43c1-9435-a2a8dc9dd0b8'] in dv-cinder-850321-1-iscsi {{(pid=104162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 12:24:16.211993 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-713f3cc7-faa7-467d-ba0c-d93b8dd63337 None None] Routers {'dad50d1d-ecf1-43c1-9435-a2a8dc9dd0b8'} bound to L3 agent in host dv-cinder-850321-1-iscsi {{(pid=104162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 12:24:16.212525 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.db.db_base_plugin_common [None req-b4a8dc27-b5ce-4d68-b361-b4f5be5e4efa admin admin] Allocated IP 172.27.3.170 (f382b478-dfd7-4678-bcdd-821f508b5bc8/39ec59ca-1d5b-4110-899c-eae6f5db3a39/5d6fcc35-14cc-4759-84e7-912d17573cb6) {{(pid=104159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 12:24:16.213442 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_hamode_db [None req-713f3cc7-faa7-467d-ba0c-d93b8dd63337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-21T12:06:45Z,description=,heartbeat_timestamp=2022-07-21T12:24:15Z,host='dv-cinder-850321-1-iscsi',id=ceb1130f-c61e-494c-be4f-967cc153319c,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T12:06:45Z,topic='l3_agent')) {'router_ids': ['dad50d1d-ecf1-43c1-9435-a2a8dc9dd0b8'], 'active': True} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:24:16.215762 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-f68a5877-d8e6-443c-909f-a2d022a44f2b None None] For port 37539dab-3b19-4361-bd77-a22a091d5088, host dv-cinder-850321-1-iscsi, cleared binding levels {{(pid=104161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 12:24:16.224460 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-f68a5877-d8e6-443c-909f-a2d022a44f2b None None] For port 37539dab-3b19-4361-bd77-a22a091d5088, host dv-cinder-850321-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-1-iscsi',level=0,port_id=37539dab-3b19-4361-bd77-a22a091d5088,segment=NetworkSegment(636cfe97-bd0c-46b7-8076-2b476cd7d934),segment_id=636cfe97-bd0c-46b7-8076-2b476cd7d934)] {{(pid=104161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 12:24:16.234319 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-f68a5877-d8e6-443c-909f-a2d022a44f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158'] for port (37539dab-3b19-4361-bd77-a22a091d5088), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:24:16.321805 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68a5877-d8e6-443c-909f-a2d022a44f2b None None] Pushing event updated for resources: {'Port': ['ID=37539dab-3b19-4361-bd77-a22a091d5088,revision_number=2']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:24:16.350220 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvr_db [None req-713f3cc7-faa7-467d-ba0c-d93b8dd63337 None None] Set router dad50d1d-ecf1-43c1-9435-a2a8dc9dd0b8 gateway port host: dv-cinder-850321-1-iscsi {{(pid=104162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 12:24:16.389046 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-b4a8dc27-b5ce-4d68-b361-b4f5be5e4efa admin admin] Publish callbacks [] for port (5d6fcc35-14cc-4759-84e7-912d17573cb6), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:24:16.435997 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-b4a8dc27-b5ce-4d68-b361-b4f5be5e4efa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773760637166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8469579'] for port (5d6fcc35-14cc-4759-84e7-912d17573cb6), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:24:16.477304 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4a8dc27-b5ce-4d68-b361-b4f5be5e4efa admin admin] Network f382b478-dfd7-4678-bcdd-821f508b5bc8 is already hosted by enough agents. {{(pid=104159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 12:24:16.480984 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.scheduler.base_scheduler [None req-b4a8dc27-b5ce-4d68-b361-b4f5be5e4efa admin admin] Resources bound (agent type, host, resource id): {{(pid=104159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 12:24:16.483868 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a8dc27-b5ce-4d68-b361-b4f5be5e4efa admin admin] Received port after_create {{(pid=104159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 12:24:16.542263 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a8dc27-b5ce-4d68-b361-b4f5be5e4efa admin admin] Pushing event updated for resources: {'Port': ['ID=5d6fcc35-14cc-4759-84e7-912d17573cb6,revision_number=1']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:24:16.603899 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=84,neutron:DELETE=1,neutron:INSERT=10,neutron:UPDATE=5 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:24:16.690533 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_hamode_db [None req-713f3cc7-faa7-467d-ba0c-d93b8dd63337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dad50d1d-ecf1-43c1-9435-a2a8dc9dd0b8', 'name': 'tempest-TestMinimumBasicScenario-1534386694-router', 'tenant_id': 'd8b94e9bdc2149bcb3b9a0f89729b257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'external_fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '0ba07917-e10b-44b9-95fb-598fe849a8c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T12:24:10Z', 'updated_at': '2022-07-21T12:24:12Z', 'revision_number': 4, 'project_id': 'd8b94e9bdc2149bcb3b9a0f89729b257', 'gw_port': {'id': '0ba07917-e10b-44b9-95fb-598fe849a8c4', 'name': '', 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:fe:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad50d1d-ecf1-43c1-9435-a2a8dc9dd0b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:24:10Z', 'updated_at': '2022-07-21T12:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-1-iscsi', '_interfaces': [{'id': '1e5f4a97-a601-45b5-bafc-5a7a63213f87', 'name': '', 'network_id': 'd5f30ffa-318d-456f-8822-ea1e427cf582', 'tenant_id': 'd8b94e9bdc2149bcb3b9a0f89729b257', 'mac_address': 'fa:16:3e:96:d5:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dad50d1d-ecf1-43c1-9435-a2a8dc9dd0b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'a2c7b89e-b4f4-4cb5-b273-0bd348a6df51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:24:12Z', 'updated_at': '2022-07-21T12:24:13Z', 'revision_number': 2, 'project_id': 'd8b94e9bdc2149bcb3b9a0f89729b257', 'subnets': [{'id': 'a2c7b89e-b4f4-4cb5-b273-0bd348a6df51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-1-iscsi', False) {} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:24:16.720658 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-713f3cc7-faa7-467d-ba0c-d93b8dd63337 None None] Checking router: dad50d1d-ecf1-43c1-9435-a2a8dc9dd0b8 for host: dv-cinder-850321-1-iscsi {{(pid=104162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 12:24:16.721464 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-713f3cc7-faa7-467d-ba0c-d93b8dd63337 None None] Updating router dad50d1d-ecf1-43c1-9435-a2a8dc9dd0b8 port 1e5f4a97-a601-45b5-bafc-5a7a63213f87 binding host dv-cinder-850321-1-iscsi {{(pid=104162) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 21 12:24:16.762444 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-713f3cc7-faa7-467d-ba0c-d93b8dd63337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (1e5f4a97-a601-45b5-bafc-5a7a63213f87), before_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:24:16.845830 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (c982e9e4-9e4b-4150-8658-75b564dceb25), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:24:16.885796 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-b4a8dc27-b5ce-4d68-b361-b4f5be5e4efa admin admin] Publish callbacks [] for router_gateway (28f94054-db9b-4aee-93dc-2230fa0862da), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:24:17.084891 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-713f3cc7-faa7-467d-ba0c-d93b8dd63337 None None] Publish callbacks [] for port (1e5f4a97-a601-45b5-bafc-5a7a63213f87), precommit_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:24:17.093877 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-713f3cc7-faa7-467d-ba0c-d93b8dd63337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158'] for port (1e5f4a97-a601-45b5-bafc-5a7a63213f87), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:24:17.145272 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a73079-c5ca-445f-87d9-a1bffa0c817f None None] Pushing event updated for resources: {'Port': ['ID=1e5f4a97-a601-45b5-bafc-5a7a63213f87,revision_number=3']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:24:17.160838 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-b4a8dc27-b5ce-4d68-b361-b4f5be5e4efa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-680199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-679602'] for router (28f94054-db9b-4aee-93dc-2230fa0862da), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:24:17.223397 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.managers [None req-713f3cc7-faa7-467d-ba0c-d93b8dd63337 None None] Attempting to bind port 1e5f4a97-a601-45b5-bafc-5a7a63213f87 on host dv-cinder-850321-1-iscsi for vnic_type normal with profile {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 12:24:17.224186 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=89,neutron:INSERT=3,neutron:UPDATE=8 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:24:17.225548 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.managers [None req-713f3cc7-faa7-467d-ba0c-d93b8dd63337 None None] Attempting to bind port 1e5f4a97-a601-45b5-bafc-5a7a63213f87 by drivers openvswitch,hyperv on host dv-cinder-850321-1-iscsi at level 0 using segments [{'id': 'e517c662-385a-4bc6-b9c2-ffc8c2f2d3cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'd5f30ffa-318d-456f-8822-ea1e427cf582'}] {{(pid=104162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 12:24:17.226241 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-713f3cc7-faa7-467d-ba0c-d93b8dd63337 None None] Attempting to bind port 1e5f4a97-a601-45b5-bafc-5a7a63213f87 on network d5f30ffa-318d-456f-8822-ea1e427cf582 {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 12:24:17.236801 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-713f3cc7-faa7-467d-ba0c-d93b8dd63337 None None] Checking agent: {'id': 'c982e9e4-9e4b-4150-8658-75b564dceb25', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850321-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 12, 6, 47), 'started_at': datetime.datetime(2022, 7, 21, 12, 7, 17), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 12, 24, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850321-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 12:24:17.237734 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-713f3cc7-faa7-467d-ba0c-d93b8dd63337 None None] Checking segment: {'id': 'e517c662-385a-4bc6-b9c2-ffc8c2f2d3cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'd5f30ffa-318d-456f-8822-ea1e427cf582'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 12:24:17.238545 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-713f3cc7-faa7-467d-ba0c-d93b8dd63337 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:24:17.239135 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-713f3cc7-faa7-467d-ba0c-d93b8dd63337 None None] Bound using segment: {'id': 'e517c662-385a-4bc6-b9c2-ffc8c2f2d3cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'd5f30ffa-318d-456f-8822-ea1e427cf582'} {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 12:24:17.239897 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.managers [None req-713f3cc7-faa7-467d-ba0c-d93b8dd63337 None None] Bound port: 1e5f4a97-a601-45b5-bafc-5a7a63213f87, host: dv-cinder-850321-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e517c662-385a-4bc6-b9c2-ffc8c2f2d3cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'd5f30ffa-318d-456f-8822-ea1e427cf582'}}] {{(pid=104162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 12:24:17.240185 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-b3746fee-4e12-46ce-ae12-d62ff35738f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (bda8c5c0-9935-4f58-b3ba-5b48a27d9f80), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:24:17.240697 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-713f3cc7-faa7-467d-ba0c-d93b8dd63337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (1e5f4a97-a601-45b5-bafc-5a7a63213f87), before_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:24:17.314310 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:24:17.332336 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-713f3cc7-faa7-467d-ba0c-d93b8dd63337 None None] For port 1e5f4a97-a601-45b5-bafc-5a7a63213f87, host dv-cinder-850321-1-iscsi, cleared binding levels {{(pid=104162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 12:24:17.336585 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-713f3cc7-faa7-467d-ba0c-d93b8dd63337 None None] For port 1e5f4a97-a601-45b5-bafc-5a7a63213f87, host dv-cinder-850321-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-1-iscsi',level=0,port_id=1e5f4a97-a601-45b5-bafc-5a7a63213f87,segment=NetworkSegment(e517c662-385a-4bc6-b9c2-ffc8c2f2d3cf),segment_id=e517c662-385a-4bc6-b9c2-ffc8c2f2d3cf)] {{(pid=104162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 12:24:17.346204 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-713f3cc7-faa7-467d-ba0c-d93b8dd63337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158'] for port (1e5f4a97-a601-45b5-bafc-5a7a63213f87), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:24:17.354050 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:24:17.370407 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4a8dc27-b5ce-4d68-b361-b4f5be5e4efa admin admin] Router 28f94054-db9b-4aee-93dc-2230fa0862da is scheduled to L3 agent ceb1130f-c61e-494c-be4f-967cc153319c with binding_index 1 {{(pid=104159) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 21 12:24:17.420496 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a73079-c5ca-445f-87d9-a1bffa0c817f None None] Pushing event updated for resources: {'Port': ['ID=1e5f4a97-a601-45b5-bafc-5a7a63213f87,revision_number=4']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:24:17.436986 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:24:17.447739 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-713f3cc7-faa7-467d-ba0c-d93b8dd63337 None None] Routers {'dad50d1d-ecf1-43c1-9435-a2a8dc9dd0b8'} bound to L3 agent in host dv-cinder-850321-1-iscsi {{(pid=104162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 12:24:17.448754 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_hamode_db [None req-713f3cc7-faa7-467d-ba0c-d93b8dd63337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-21T12:06:45Z,description=,heartbeat_timestamp=2022-07-21T12:24:15Z,host='dv-cinder-850321-1-iscsi',id=ceb1130f-c61e-494c-be4f-967cc153319c,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T12:06:45Z,topic='l3_agent')) {'router_ids': ['dad50d1d-ecf1-43c1-9435-a2a8dc9dd0b8'], 'active': True} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:24:17.625849 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [None req-22e62083-7b36-4a40-b9f9-54f5ee4d76c7 None None] Provisioning complete for port 1e5f4a97-a601-45b5-bafc-5a7a63213f87 triggered by entity DHCP. {{(pid=104161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 12:24:17.626178 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-22e62083-7b36-4a40-b9f9-54f5ee4d76c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388846'] for port (1e5f4a97-a601-45b5-bafc-5a7a63213f87), provisioning_complete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:24:17.643978 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4a8dc27-b5ce-4d68-b361-b4f5be5e4efa admin admin] Notify agent at l3_agent.dv-cinder-850321-1-iscsi the message routers_updated {{(pid=104159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 12:24:17.681415 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c21417-48e7-4fd9-a39d-7d912e337d92 None None] Sync routers for ids ['28f94054-db9b-4aee-93dc-2230fa0862da'] in dv-cinder-850321-1-iscsi {{(pid=104161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 12:24:17.686115 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-b4a8dc27-b5ce-4d68-b361-b4f5be5e4efa admin admin] Publish callbacks [] for router (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:24:17.687559 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-b4a8dc27-b5ce-4d68-b361-b4f5be5e4efa admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.4988606 Jul 21 12:24:17.690583 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 38448) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:24:17.719599 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c21417-48e7-4fd9-a39d-7d912e337d92 None None] Routers {'28f94054-db9b-4aee-93dc-2230fa0862da'} bound to L3 agent in host dv-cinder-850321-1-iscsi {{(pid=104161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 12:24:17.722562 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-26c21417-48e7-4fd9-a39d-7d912e337d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-21T12:06:45Z,description=,heartbeat_timestamp=2022-07-21T12:24:15Z,host='dv-cinder-850321-1-iscsi',id=ceb1130f-c61e-494c-be4f-967cc153319c,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T12:06:45Z,topic='l3_agent')) {'router_ids': ['28f94054-db9b-4aee-93dc-2230fa0862da'], 'active': True} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:24:17.892373 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvr_db [None req-713f3cc7-faa7-467d-ba0c-d93b8dd63337 None None] Set router dad50d1d-ecf1-43c1-9435-a2a8dc9dd0b8 gateway port host: dv-cinder-850321-1-iscsi {{(pid=104162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 12:24:17.933478 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvr_db [None req-26c21417-48e7-4fd9-a39d-7d912e337d92 None None] Set router 28f94054-db9b-4aee-93dc-2230fa0862da gateway port host: dv-cinder-850321-1-iscsi {{(pid=104161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 12:24:18.026550 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Device 0ba07917-e10b-44b9-95fb-598fe849a8c4 up at agent ovs-agent-dv-cinder-850321-1-iscsi {{(pid=104161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 12:24:18.051838 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3469bda2-08db-409a-8c44-77d01eee83fb None None] Network d0f34d91-3ab3-4171-9a08-d719e01023ca requested from dv-cinder-850321-1-iscsi {{(pid=104161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 12:24:18.167741 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-22e62083-7b36-4a40-b9f9-54f5ee4d76c7 None None] Current status of the port 1e5f4a97-a601-45b5-bafc-5a7a63213f87 is: DOWN; New status is: ACTIVE {{(pid=104161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 12:24:18.168141 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-22e62083-7b36-4a40-b9f9-54f5ee4d76c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (1e5f4a97-a601-45b5-bafc-5a7a63213f87), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:24:18.203675 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_hamode_db [None req-713f3cc7-faa7-467d-ba0c-d93b8dd63337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dad50d1d-ecf1-43c1-9435-a2a8dc9dd0b8', 'name': 'tempest-TestMinimumBasicScenario-1534386694-router', 'tenant_id': 'd8b94e9bdc2149bcb3b9a0f89729b257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'external_fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '0ba07917-e10b-44b9-95fb-598fe849a8c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T12:24:10Z', 'updated_at': '2022-07-21T12:24:12Z', 'revision_number': 4, 'project_id': 'd8b94e9bdc2149bcb3b9a0f89729b257', 'gw_port': {'id': '0ba07917-e10b-44b9-95fb-598fe849a8c4', 'name': '', 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:fe:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad50d1d-ecf1-43c1-9435-a2a8dc9dd0b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:24:10Z', 'updated_at': '2022-07-21T12:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-1-iscsi', '_interfaces': [{'id': '1e5f4a97-a601-45b5-bafc-5a7a63213f87', 'name': '', 'network_id': 'd5f30ffa-318d-456f-8822-ea1e427cf582', 'tenant_id': 'd8b94e9bdc2149bcb3b9a0f89729b257', 'mac_address': 'fa:16:3e:96:d5:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dad50d1d-ecf1-43c1-9435-a2a8dc9dd0b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'a2c7b89e-b4f4-4cb5-b273-0bd348a6df51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:24:12Z', 'updated_at': '2022-07-21T12:24:17Z', 'revision_number': 4, 'project_id': 'd8b94e9bdc2149bcb3b9a0f89729b257', 'subnets': [{'id': 'a2c7b89e-b4f4-4cb5-b273-0bd348a6df51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-1-iscsi', False) {} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:24:18.215306 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:24:18.241420 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-713f3cc7-faa7-467d-ba0c-d93b8dd63337 None None] The sync data for ids ['dad50d1d-ecf1-43c1-9435-a2a8dc9dd0b8'] in dv-cinder-850321-1-iscsi is: [{'id': 'dad50d1d-ecf1-43c1-9435-a2a8dc9dd0b8', 'name': 'tempest-TestMinimumBasicScenario-1534386694-router', 'tenant_id': 'd8b94e9bdc2149bcb3b9a0f89729b257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'external_fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '0ba07917-e10b-44b9-95fb-598fe849a8c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T12:24:10Z', 'updated_at': '2022-07-21T12:24:12Z', 'revision_number': 4, 'project_id': 'd8b94e9bdc2149bcb3b9a0f89729b257', 'gw_port': {'id': '0ba07917-e10b-44b9-95fb-598fe849a8c4', 'name': '', 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:fe:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad50d1d-ecf1-43c1-9435-a2a8dc9dd0b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:24:10Z', 'updated_at': '2022-07-21T12:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-1-iscsi', '_interfaces': [{'id': '1e5f4a97-a601-45b5-bafc-5a7a63213f87', 'name': '', 'network_id': 'd5f30ffa-318d-456f-8822-ea1e427cf582', 'tenant_id': 'd8b94e9bdc2149bcb3b9a0f89729b257', 'mac_address': 'fa:16:3e:96:d5:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dad50d1d-ecf1-43c1-9435-a2a8dc9dd0b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'a2c7b89e-b4f4-4cb5-b273-0bd348a6df51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:24:12Z', 'updated_at': '2022-07-21T12:24:17Z', 'revision_number': 4, 'project_id': 'd8b94e9bdc2149bcb3b9a0f89729b257', 'subnets': [{'id': 'a2c7b89e-b4f4-4cb5-b273-0bd348a6df51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 12:24:18.254655 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:24:18.284478 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Provisioning complete for port 0ba07917-e10b-44b9-95fb-598fe849a8c4 triggered by entity L2. {{(pid=104161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 12:24:18.284794 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388846'] for port (0ba07917-e10b-44b9-95fb-598fe849a8c4), provisioning_complete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:24:18.295144 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-22e62083-7b36-4a40-b9f9-54f5ee4d76c7 None None] For port 1e5f4a97-a601-45b5-bafc-5a7a63213f87, host dv-cinder-850321-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-1-iscsi',level=0,port_id=1e5f4a97-a601-45b5-bafc-5a7a63213f87,segment=NetworkSegment(e517c662-385a-4bc6-b9c2-ffc8c2f2d3cf),segment_id=e517c662-385a-4bc6-b9c2-ffc8c2f2d3cf)] {{(pid=104161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 12:24:18.336928 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-22e62083-7b36-4a40-b9f9-54f5ee4d76c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158'] for port (1e5f4a97-a601-45b5-bafc-5a7a63213f87), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:24:18.473856 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-1393679b-3ffb-4dd7-8c11-3071d72bc42a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:24:18.494310 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-26c21417-48e7-4fd9-a39d-7d912e337d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28f94054-db9b-4aee-93dc-2230fa0862da', 'name': 'tempest-TestMinimumBasicScenario-458204145-router', 'tenant_id': '64f03bcc64d5492f8bc27a4178d1cb82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'external_fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': '5d6fcc35-14cc-4759-84e7-912d17573cb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T12:24:15Z', 'updated_at': '2022-07-21T12:24:16Z', 'revision_number': 3, 'project_id': '64f03bcc64d5492f8bc27a4178d1cb82', 'gw_port': {'id': '5d6fcc35-14cc-4759-84e7-912d17573cb6', 'name': '', 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:b0:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28f94054-db9b-4aee-93dc-2230fa0862da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:24:16Z', 'updated_at': '2022-07-21T12:24:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-1-iscsi'}], 'dv-cinder-850321-1-iscsi', False) {} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:24:18.520871 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e62083-7b36-4a40-b9f9-54f5ee4d76c7 None None] Pushing event updated for resources: {'Port': ['ID=1e5f4a97-a601-45b5-bafc-5a7a63213f87,revision_number=5']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:24:18.523852 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [None req-4d7837b7-e3e4-457e-ab19-afd1449c276f None None] Provisioning complete for port 37539dab-3b19-4361-bd77-a22a091d5088 triggered by entity DHCP. {{(pid=104161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 12:24:18.524079 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-4d7837b7-e3e4-457e-ab19-afd1449c276f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388846'] for port (37539dab-3b19-4361-bd77-a22a091d5088), provisioning_complete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:24:18.583637 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c21417-48e7-4fd9-a39d-7d912e337d92 None None] Checking router: 28f94054-db9b-4aee-93dc-2230fa0862da for host: dv-cinder-850321-1-iscsi {{(pid=104161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 12:24:18.583988 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c21417-48e7-4fd9-a39d-7d912e337d92 None None] Updating router 28f94054-db9b-4aee-93dc-2230fa0862da port 5d6fcc35-14cc-4759-84e7-912d17573cb6 binding host dv-cinder-850321-1-iscsi {{(pid=104161) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 21 12:24:18.622588 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Current status of the port 0ba07917-e10b-44b9-95fb-598fe849a8c4 is: ACTIVE; New status is: ACTIVE {{(pid=104161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 12:24:18.623764 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Device 1e5f4a97-a601-45b5-bafc-5a7a63213f87 up at agent ovs-agent-dv-cinder-850321-1-iscsi {{(pid=104161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 12:24:18.737650 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.db.db_base_plugin_common [None req-1393679b-3ffb-4dd7-8c11-3071d72bc42a admin admin] Allocated IP 172.20.0.1 (d0f34d91-3ab3-4171-9a08-d719e01023ca/8d3136bc-25a0-4c59-9488-0502df54965c/6c9bf3cc-808f-4c58-b1f8-d8bad75883f1) {{(pid=104159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 12:24:18.833991 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:24:18.834964 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-26c21417-48e7-4fd9-a39d-7d912e337d92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (5d6fcc35-14cc-4759-84e7-912d17573cb6), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:24:18.879218 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:24:18.900356 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-1393679b-3ffb-4dd7-8c11-3071d72bc42a admin admin] Publish callbacks [] for port (6c9bf3cc-808f-4c58-b1f8-d8bad75883f1), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:24:18.923693 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-4d7837b7-e3e4-457e-ab19-afd1449c276f None None] Current status of the port 37539dab-3b19-4361-bd77-a22a091d5088 is: DOWN; New status is: ACTIVE {{(pid=104161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 12:24:18.923979 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-4d7837b7-e3e4-457e-ab19-afd1449c276f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (37539dab-3b19-4361-bd77-a22a091d5088), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:24:18.941277 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-1393679b-3ffb-4dd7-8c11-3071d72bc42a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773760637166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8469579'] for port (6c9bf3cc-808f-4c58-b1f8-d8bad75883f1), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:24:18.977516 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Provisioning complete for port 1e5f4a97-a601-45b5-bafc-5a7a63213f87 triggered by entity L2. {{(pid=104161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 12:24:18.978300 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388846'] for port (1e5f4a97-a601-45b5-bafc-5a7a63213f87), provisioning_complete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:24:18.989289 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1393679b-3ffb-4dd7-8c11-3071d72bc42a admin admin] Network d0f34d91-3ab3-4171-9a08-d719e01023ca is already hosted by enough agents. {{(pid=104159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 12:24:19.002722 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.scheduler.base_scheduler [None req-1393679b-3ffb-4dd7-8c11-3071d72bc42a admin admin] Resources bound (agent type, host, resource id): {{(pid=104159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 12:24:19.008068 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1393679b-3ffb-4dd7-8c11-3071d72bc42a admin admin] Received port after_create {{(pid=104159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 12:24:19.039547 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1393679b-3ffb-4dd7-8c11-3071d72bc42a admin admin] Pushing event updated for resources: {'Port': ['ID=6c9bf3cc-808f-4c58-b1f8-d8bad75883f1,revision_number=1']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:24:19.069703 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-4d7837b7-e3e4-457e-ab19-afd1449c276f None None] For port 37539dab-3b19-4361-bd77-a22a091d5088, host dv-cinder-850321-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-1-iscsi',level=0,port_id=37539dab-3b19-4361-bd77-a22a091d5088,segment=NetworkSegment(636cfe97-bd0c-46b7-8076-2b476cd7d934),segment_id=636cfe97-bd0c-46b7-8076-2b476cd7d934)] {{(pid=104161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 12:24:19.077770 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-1393679b-3ffb-4dd7-8c11-3071d72bc42a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-682569'] for router_interface (28f94054-db9b-4aee-93dc-2230fa0862da), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:24:19.089863 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-4d7837b7-e3e4-457e-ab19-afd1449c276f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158'] for port (37539dab-3b19-4361-bd77-a22a091d5088), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:24:19.166930 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [None req-4d7837b7-e3e4-457e-ab19-afd1449c276f None None] Provisioning complete for port 1e5f4a97-a601-45b5-bafc-5a7a63213f87 triggered by entity DHCP. {{(pid=104161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 12:24:19.167314 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-4d7837b7-e3e4-457e-ab19-afd1449c276f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388846'] for port (1e5f4a97-a601-45b5-bafc-5a7a63213f87), provisioning_complete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:24:19.281601 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-1393679b-3ffb-4dd7-8c11-3071d72bc42a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (6c9bf3cc-808f-4c58-b1f8-d8bad75883f1), before_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:24:19.299145 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7837b7-e3e4-457e-ab19-afd1449c276f None None] Pushing event updated for resources: {'Port': ['ID=37539dab-3b19-4361-bd77-a22a091d5088,revision_number=3']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:24:19.327269 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Current status of the port 1e5f4a97-a601-45b5-bafc-5a7a63213f87 is: ACTIVE; New status is: ACTIVE {{(pid=104161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 12:24:19.328510 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Device 37539dab-3b19-4361-bd77-a22a091d5088 up at agent ovs-agent-dv-cinder-850321-1-iscsi {{(pid=104161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 12:24:19.371212 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:24:19.425338 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:24:19.480597 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-4d7837b7-e3e4-457e-ab19-afd1449c276f None None] Current status of the port 1e5f4a97-a601-45b5-bafc-5a7a63213f87 is: ACTIVE; New status is: ACTIVE {{(pid=104161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 12:24:19.491420 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Provisioning complete for port 37539dab-3b19-4361-bd77-a22a091d5088 triggered by entity L2. {{(pid=104161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 12:24:19.491985 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388846'] for port (37539dab-3b19-4361-bd77-a22a091d5088), provisioning_complete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:24:19.492619 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-1393679b-3ffb-4dd7-8c11-3071d72bc42a admin admin] Publish callbacks [] for port (6c9bf3cc-808f-4c58-b1f8-d8bad75883f1), precommit_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:24:19.499637 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-1393679b-3ffb-4dd7-8c11-3071d72bc42a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8469616'] for port (6c9bf3cc-808f-4c58-b1f8-d8bad75883f1), after_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:24:19.528870 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-26c21417-48e7-4fd9-a39d-7d912e337d92 None None] Publish callbacks [] for port (5d6fcc35-14cc-4759-84e7-912d17573cb6), precommit_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:24:19.545932 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-26c21417-48e7-4fd9-a39d-7d912e337d92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158'] for port (5d6fcc35-14cc-4759-84e7-912d17573cb6), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:24:19.584765 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-1393679b-3ffb-4dd7-8c11-3071d72bc42a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-682661'] for router_interface (28f94054-db9b-4aee-93dc-2230fa0862da), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:24:19.594178 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1393679b-3ffb-4dd7-8c11-3071d72bc42a admin admin] Pushing event updated for resources: {'Port': ['ID=6c9bf3cc-808f-4c58-b1f8-d8bad75883f1,revision_number=2']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:24:19.640043 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.managers [None req-26c21417-48e7-4fd9-a39d-7d912e337d92 None None] Attempting to bind port 5d6fcc35-14cc-4759-84e7-912d17573cb6 on host dv-cinder-850321-1-iscsi for vnic_type normal with profile {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 12:24:19.640354 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.managers [None req-26c21417-48e7-4fd9-a39d-7d912e337d92 None None] Attempting to bind port 5d6fcc35-14cc-4759-84e7-912d17573cb6 by drivers openvswitch,hyperv on host dv-cinder-850321-1-iscsi at level 0 using segments [{'id': '516861e0-d3fe-4b3f-83ca-af9f79051018', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8'}] {{(pid=104161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 12:24:19.640731 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c21417-48e7-4fd9-a39d-7d912e337d92 None None] Attempting to bind port 5d6fcc35-14cc-4759-84e7-912d17573cb6 on network f382b478-dfd7-4678-bcdd-821f508b5bc8 {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 12:24:19.650887 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c21417-48e7-4fd9-a39d-7d912e337d92 None None] Checking agent: {'id': 'c982e9e4-9e4b-4150-8658-75b564dceb25', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850321-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 12, 6, 47), 'started_at': datetime.datetime(2022, 7, 21, 12, 7, 17), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 12, 24, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850321-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 12:24:19.651684 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c21417-48e7-4fd9-a39d-7d912e337d92 None None] Checking segment: {'id': '516861e0-d3fe-4b3f-83ca-af9f79051018', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 12:24:19.652323 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-26c21417-48e7-4fd9-a39d-7d912e337d92 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:24:19.652850 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c21417-48e7-4fd9-a39d-7d912e337d92 None None] Bound using segment: {'id': '516861e0-d3fe-4b3f-83ca-af9f79051018', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8'} {{(pid=104161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 12:24:19.653499 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.managers [None req-26c21417-48e7-4fd9-a39d-7d912e337d92 None None] Bound port: 5d6fcc35-14cc-4759-84e7-912d17573cb6, host: dv-cinder-850321-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '516861e0-d3fe-4b3f-83ca-af9f79051018', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8'}}] {{(pid=104161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 12:24:19.654079 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-26c21417-48e7-4fd9-a39d-7d912e337d92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (5d6fcc35-14cc-4759-84e7-912d17573cb6), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:24:19.656732 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ac76d8-d19f-4fd5-acb8-e8f4190d6030 None None] Pushing event updated for resources: {'Port': ['ID=5d6fcc35-14cc-4759-84e7-912d17573cb6,revision_number=2']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:24:19.664328 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [None req-799183d5-caef-4b18-a5dc-68afe4520df4 None None] Provisioning complete for port 37539dab-3b19-4361-bd77-a22a091d5088 triggered by entity DHCP. {{(pid=104161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 12:24:19.665820 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-799183d5-caef-4b18-a5dc-68afe4520df4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388846'] for port (37539dab-3b19-4361-bd77-a22a091d5088), provisioning_complete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:24:19.711626 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1393679b-3ffb-4dd7-8c11-3071d72bc42a admin admin] Network d0f34d91-3ab3-4171-9a08-d719e01023ca is already hosted by enough agents. {{(pid=104159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 12:24:19.713194 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.scheduler.base_scheduler [None req-1393679b-3ffb-4dd7-8c11-3071d72bc42a admin admin] Resources bound (agent type, host, resource id): {{(pid=104159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 12:24:19.735640 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:24:19.801212 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Current status of the port 37539dab-3b19-4361-bd77-a22a091d5088 is: ACTIVE; New status is: ACTIVE {{(pid=104161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 12:24:19.810610 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-26c21417-48e7-4fd9-a39d-7d912e337d92 None None] For port 5d6fcc35-14cc-4759-84e7-912d17573cb6, host dv-cinder-850321-1-iscsi, cleared binding levels {{(pid=104161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 12:24:19.817313 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-26c21417-48e7-4fd9-a39d-7d912e337d92 None None] For port 5d6fcc35-14cc-4759-84e7-912d17573cb6, host dv-cinder-850321-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-1-iscsi',level=0,port_id=5d6fcc35-14cc-4759-84e7-912d17573cb6,segment=NetworkSegment(516861e0-d3fe-4b3f-83ca-af9f79051018),segment_id=516861e0-d3fe-4b3f-83ca-af9f79051018)] {{(pid=104161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 12:24:19.867009 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1393679b-3ffb-4dd7-8c11-3071d72bc42a admin admin] Router 28f94054-db9b-4aee-93dc-2230fa0862da has already been hosted by L3 agent ceb1130f-c61e-494c-be4f-967cc153319c {{(pid=104159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 12:24:19.870372 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-26c21417-48e7-4fd9-a39d-7d912e337d92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158'] for port (5d6fcc35-14cc-4759-84e7-912d17573cb6), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:24:19.887518 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-799183d5-caef-4b18-a5dc-68afe4520df4 None None] Current status of the port 37539dab-3b19-4361-bd77-a22a091d5088 is: ACTIVE; New status is: ACTIVE {{(pid=104161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 12:24:19.946036 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [None req-799183d5-caef-4b18-a5dc-68afe4520df4 None None] Provisioning complete for port 6c9bf3cc-808f-4c58-b1f8-d8bad75883f1 triggered by entity DHCP. {{(pid=104161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 12:24:19.946418 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-799183d5-caef-4b18-a5dc-68afe4520df4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388846'] for port (6c9bf3cc-808f-4c58-b1f8-d8bad75883f1), provisioning_complete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:24:19.968458 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Device 1e5f4a97-a601-45b5-bafc-5a7a63213f87 up at agent ovs-agent-dv-cinder-850321-1-iscsi {{(pid=104161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 12:24:20.036368 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c21417-48e7-4fd9-a39d-7d912e337d92 None None] Routers {'28f94054-db9b-4aee-93dc-2230fa0862da'} bound to L3 agent in host dv-cinder-850321-1-iscsi {{(pid=104161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 12:24:20.037439 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-26c21417-48e7-4fd9-a39d-7d912e337d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-21T12:06:45Z,description=,heartbeat_timestamp=2022-07-21T12:24:15Z,host='dv-cinder-850321-1-iscsi',id=ceb1130f-c61e-494c-be4f-967cc153319c,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T12:06:45Z,topic='l3_agent')) {'router_ids': ['28f94054-db9b-4aee-93dc-2230fa0862da'], 'active': True} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:24:20.040679 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-799183d5-caef-4b18-a5dc-68afe4520df4 None None] Port 6c9bf3cc-808f-4c58-b1f8-d8bad75883f1 cannot update to ACTIVE because it is not bound. {{(pid=104161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 12:24:20.066853 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=100 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:24:20.090878 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1393679b-3ffb-4dd7-8c11-3071d72bc42a admin admin] Notify agent at l3_agent.dv-cinder-850321-1-iscsi the message routers_updated {{(pid=104159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 12:24:20.103953 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-1393679b-3ffb-4dd7-8c11-3071d72bc42a admin admin] 10.222.0.18 "PUT /v2.0/routers/28f94054-db9b-4aee-93dc-2230fa0862da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4049125 Jul 21 12:24:20.126950 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ac76d8-d19f-4fd5-acb8-e8f4190d6030 None None] Pushing event updated for resources: {'Port': ['ID=5d6fcc35-14cc-4759-84e7-912d17573cb6,revision_number=3']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:24:20.199554 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Provisioning complete for port 1e5f4a97-a601-45b5-bafc-5a7a63213f87 triggered by entity L2. {{(pid=104161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 12:24:20.200073 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388846'] for port (1e5f4a97-a601-45b5-bafc-5a7a63213f87), provisioning_complete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:24:20.294181 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [None req-51ed0515-0b31-4c80-a8d3-d848b93d848f None None] Provisioning complete for port 6c9bf3cc-808f-4c58-b1f8-d8bad75883f1 triggered by entity DHCP. {{(pid=104161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 12:24:20.294413 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-51ed0515-0b31-4c80-a8d3-d848b93d848f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388846'] for port (6c9bf3cc-808f-4c58-b1f8-d8bad75883f1), provisioning_complete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:24:20.296385 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:24:20.346174 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvr_db [None req-26c21417-48e7-4fd9-a39d-7d912e337d92 None None] Set router 28f94054-db9b-4aee-93dc-2230fa0862da gateway port host: dv-cinder-850321-1-iscsi {{(pid=104161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 12:24:20.397869 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-51ed0515-0b31-4c80-a8d3-d848b93d848f None None] Port 6c9bf3cc-808f-4c58-b1f8-d8bad75883f1 cannot update to ACTIVE because it is not bound. {{(pid=104161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 12:24:20.479200 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Current status of the port 1e5f4a97-a601-45b5-bafc-5a7a63213f87 is: ACTIVE; New status is: ACTIVE {{(pid=104161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 12:24:20.480799 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Device 37539dab-3b19-4361-bd77-a22a091d5088 up at agent ovs-agent-dv-cinder-850321-1-iscsi {{(pid=104161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 12:24:20.588217 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Provisioning complete for port 37539dab-3b19-4361-bd77-a22a091d5088 triggered by entity L2. {{(pid=104161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 12:24:20.588647 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388846'] for port (37539dab-3b19-4361-bd77-a22a091d5088), provisioning_complete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:24:20.680177 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:24:20.710432 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-26c21417-48e7-4fd9-a39d-7d912e337d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28f94054-db9b-4aee-93dc-2230fa0862da', 'name': 'tempest-TestMinimumBasicScenario-458204145-router', 'tenant_id': '64f03bcc64d5492f8bc27a4178d1cb82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'external_fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': '5d6fcc35-14cc-4759-84e7-912d17573cb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T12:24:15Z', 'updated_at': '2022-07-21T12:24:19Z', 'revision_number': 4, 'project_id': '64f03bcc64d5492f8bc27a4178d1cb82', 'gw_port': {'id': '5d6fcc35-14cc-4759-84e7-912d17573cb6', 'name': '', 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:b0:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28f94054-db9b-4aee-93dc-2230fa0862da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:24:16Z', 'updated_at': '2022-07-21T12:24:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-1-iscsi', '_interfaces': [{'id': '6c9bf3cc-808f-4c58-b1f8-d8bad75883f1', 'name': '', 'network_id': 'd0f34d91-3ab3-4171-9a08-d719e01023ca', 'tenant_id': '64f03bcc64d5492f8bc27a4178d1cb82', 'mac_address': 'fa:16:3e:5f:df:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28f94054-db9b-4aee-93dc-2230fa0862da', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '8d3136bc-25a0-4c59-9488-0502df54965c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:24:18Z', 'updated_at': '2022-07-21T12:24:19Z', 'revision_number': 2, 'project_id': '64f03bcc64d5492f8bc27a4178d1cb82', 'subnets': [{'id': '8d3136bc-25a0-4c59-9488-0502df54965c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-1-iscsi', False) {} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:24:20.746207 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c21417-48e7-4fd9-a39d-7d912e337d92 None None] The sync data for ids ['28f94054-db9b-4aee-93dc-2230fa0862da'] in dv-cinder-850321-1-iscsi is: [{'id': '28f94054-db9b-4aee-93dc-2230fa0862da', 'name': 'tempest-TestMinimumBasicScenario-458204145-router', 'tenant_id': '64f03bcc64d5492f8bc27a4178d1cb82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'external_fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': '5d6fcc35-14cc-4759-84e7-912d17573cb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T12:24:15Z', 'updated_at': '2022-07-21T12:24:19Z', 'revision_number': 4, 'project_id': '64f03bcc64d5492f8bc27a4178d1cb82', 'gw_port': {'id': '5d6fcc35-14cc-4759-84e7-912d17573cb6', 'name': '', 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:b0:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28f94054-db9b-4aee-93dc-2230fa0862da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:24:16Z', 'updated_at': '2022-07-21T12:24:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-1-iscsi', '_interfaces': [{'id': '6c9bf3cc-808f-4c58-b1f8-d8bad75883f1', 'name': '', 'network_id': 'd0f34d91-3ab3-4171-9a08-d719e01023ca', 'tenant_id': '64f03bcc64d5492f8bc27a4178d1cb82', 'mac_address': 'fa:16:3e:5f:df:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28f94054-db9b-4aee-93dc-2230fa0862da', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '8d3136bc-25a0-4c59-9488-0502df54965c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:24:18Z', 'updated_at': '2022-07-21T12:24:19Z', 'revision_number': 2, 'project_id': '64f03bcc64d5492f8bc27a4178d1cb82', 'subnets': [{'id': '8d3136bc-25a0-4c59-9488-0502df54965c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 12:24:20.758234 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Current status of the port 37539dab-3b19-4361-bd77-a22a091d5088 is: ACTIVE; New status is: ACTIVE {{(pid=104161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 12:24:21.953925 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Device 5d6fcc35-14cc-4759-84e7-912d17573cb6 up at agent ovs-agent-dv-cinder-850321-1-iscsi {{(pid=104161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 12:24:22.022097 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Provisioning complete for port 5d6fcc35-14cc-4759-84e7-912d17573cb6 triggered by entity L2. {{(pid=104161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 12:24:22.022481 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388846'] for port (5d6fcc35-14cc-4759-84e7-912d17573cb6), provisioning_complete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:24:22.174665 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.agents_db [None req-4203cc95-03b4-445b-a92f-19fc3dec8381 None None] Agent healthcheck: found 6 active agents {{(pid=104162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 12:24:22.199349 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Current status of the port 5d6fcc35-14cc-4759-84e7-912d17573cb6 is: DOWN; New status is: ACTIVE {{(pid=104161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 12:24:22.199698 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (5d6fcc35-14cc-4759-84e7-912d17573cb6), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:24:22.446153 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] For port 5d6fcc35-14cc-4759-84e7-912d17573cb6, host dv-cinder-850321-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-1-iscsi',level=0,port_id=5d6fcc35-14cc-4759-84e7-912d17573cb6,segment=NetworkSegment(516861e0-d3fe-4b3f-83ca-af9f79051018),segment_id=516861e0-d3fe-4b3f-83ca-af9f79051018)] {{(pid=104161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 12:24:22.453546 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158'] for port (5d6fcc35-14cc-4759-84e7-912d17573cb6), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:24:22.521253 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Pushing event updated for resources: {'Port': ['ID=5d6fcc35-14cc-4759-84e7-912d17573cb6,revision_number=4']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:24:23.956072 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Device 5d6fcc35-14cc-4759-84e7-912d17573cb6 up at agent ovs-agent-dv-cinder-850321-1-iscsi {{(pid=104161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 12:24:24.014456 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Provisioning complete for port 5d6fcc35-14cc-4759-84e7-912d17573cb6 triggered by entity L2. {{(pid=104161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 12:24:24.014942 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388846'] for port (5d6fcc35-14cc-4759-84e7-912d17573cb6), provisioning_complete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:24:24.115151 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Current status of the port 5d6fcc35-14cc-4759-84e7-912d17573cb6 is: ACTIVE; New status is: ACTIVE {{(pid=104161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 12:24:24.788451 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=15,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:24:24.794499 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=61,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:24:25.071055 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c64a92-c363-460d-9427-e85e1ba0e17b None None] Sync routers for ids ['28f94054-db9b-4aee-93dc-2230fa0862da'] in dv-cinder-850321-1-iscsi {{(pid=104162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 12:24:25.095244 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c64a92-c363-460d-9427-e85e1ba0e17b None None] Routers {'28f94054-db9b-4aee-93dc-2230fa0862da'} bound to L3 agent in host dv-cinder-850321-1-iscsi {{(pid=104162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 12:24:25.096858 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_hamode_db [None req-d0c64a92-c363-460d-9427-e85e1ba0e17b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-21T12:06:45Z,description=,heartbeat_timestamp=2022-07-21T12:24:15Z,host='dv-cinder-850321-1-iscsi',id=ceb1130f-c61e-494c-be4f-967cc153319c,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T12:06:45Z,topic='l3_agent')) {'router_ids': ['28f94054-db9b-4aee-93dc-2230fa0862da'], 'active': True} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:24:25.276705 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvr_db [None req-d0c64a92-c363-460d-9427-e85e1ba0e17b None None] Set router 28f94054-db9b-4aee-93dc-2230fa0862da gateway port host: dv-cinder-850321-1-iscsi {{(pid=104162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 12:24:25.538120 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_hamode_db [None req-d0c64a92-c363-460d-9427-e85e1ba0e17b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28f94054-db9b-4aee-93dc-2230fa0862da', 'name': 'tempest-TestMinimumBasicScenario-458204145-router', 'tenant_id': '64f03bcc64d5492f8bc27a4178d1cb82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'external_fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': '5d6fcc35-14cc-4759-84e7-912d17573cb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T12:24:15Z', 'updated_at': '2022-07-21T12:24:19Z', 'revision_number': 4, 'project_id': '64f03bcc64d5492f8bc27a4178d1cb82', 'gw_port': {'id': '5d6fcc35-14cc-4759-84e7-912d17573cb6', 'name': '', 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:b0:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f94054-db9b-4aee-93dc-2230fa0862da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:24:16Z', 'updated_at': '2022-07-21T12:24:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-1-iscsi', '_interfaces': [{'id': '6c9bf3cc-808f-4c58-b1f8-d8bad75883f1', 'name': '', 'network_id': 'd0f34d91-3ab3-4171-9a08-d719e01023ca', 'tenant_id': '64f03bcc64d5492f8bc27a4178d1cb82', 'mac_address': 'fa:16:3e:5f:df:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28f94054-db9b-4aee-93dc-2230fa0862da', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '8d3136bc-25a0-4c59-9488-0502df54965c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:24:18Z', 'updated_at': '2022-07-21T12:24:19Z', 'revision_number': 2, 'project_id': '64f03bcc64d5492f8bc27a4178d1cb82', 'subnets': [{'id': '8d3136bc-25a0-4c59-9488-0502df54965c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-1-iscsi', False) {} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:24:25.600816 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c64a92-c363-460d-9427-e85e1ba0e17b None None] Checking router: 28f94054-db9b-4aee-93dc-2230fa0862da for host: dv-cinder-850321-1-iscsi {{(pid=104162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 12:24:25.601540 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c64a92-c363-460d-9427-e85e1ba0e17b None None] Updating router 28f94054-db9b-4aee-93dc-2230fa0862da port 6c9bf3cc-808f-4c58-b1f8-d8bad75883f1 binding host dv-cinder-850321-1-iscsi {{(pid=104162) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 21 12:24:25.655871 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-d0c64a92-c363-460d-9427-e85e1ba0e17b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (6c9bf3cc-808f-4c58-b1f8-d8bad75883f1), before_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:24:25.905596 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:24:26.075244 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-d0c64a92-c363-460d-9427-e85e1ba0e17b None None] Publish callbacks [] for port (6c9bf3cc-808f-4c58-b1f8-d8bad75883f1), precommit_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:24:26.084737 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-d0c64a92-c363-460d-9427-e85e1ba0e17b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158'] for port (6c9bf3cc-808f-4c58-b1f8-d8bad75883f1), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:24:26.201423 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:24:26.224324 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66128a4b-7480-4b85-87db-19298347c6bb None None] Pushing event updated for resources: {'Port': ['ID=6c9bf3cc-808f-4c58-b1f8-d8bad75883f1,revision_number=3']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:24:26.341931 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.managers [None req-d0c64a92-c363-460d-9427-e85e1ba0e17b None None] Attempting to bind port 6c9bf3cc-808f-4c58-b1f8-d8bad75883f1 on host dv-cinder-850321-1-iscsi for vnic_type normal with profile {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 12:24:26.342303 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.managers [None req-d0c64a92-c363-460d-9427-e85e1ba0e17b None None] Attempting to bind port 6c9bf3cc-808f-4c58-b1f8-d8bad75883f1 by drivers openvswitch,hyperv on host dv-cinder-850321-1-iscsi at level 0 using segments [{'id': '636cfe97-bd0c-46b7-8076-2b476cd7d934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'd0f34d91-3ab3-4171-9a08-d719e01023ca'}] {{(pid=104162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 12:24:26.342666 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c64a92-c363-460d-9427-e85e1ba0e17b None None] Attempting to bind port 6c9bf3cc-808f-4c58-b1f8-d8bad75883f1 on network d0f34d91-3ab3-4171-9a08-d719e01023ca {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 12:24:26.349957 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c64a92-c363-460d-9427-e85e1ba0e17b None None] Checking agent: {'id': 'c982e9e4-9e4b-4150-8658-75b564dceb25', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850321-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 12, 6, 47), 'started_at': datetime.datetime(2022, 7, 21, 12, 7, 17), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 12, 24, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850321-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 12:24:26.350455 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c64a92-c363-460d-9427-e85e1ba0e17b None None] Checking segment: {'id': '636cfe97-bd0c-46b7-8076-2b476cd7d934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'd0f34d91-3ab3-4171-9a08-d719e01023ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 12:24:26.352343 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-d0c64a92-c363-460d-9427-e85e1ba0e17b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:24:26.355587 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c64a92-c363-460d-9427-e85e1ba0e17b None None] Bound using segment: {'id': '636cfe97-bd0c-46b7-8076-2b476cd7d934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'd0f34d91-3ab3-4171-9a08-d719e01023ca'} {{(pid=104162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 12:24:26.356858 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.managers [None req-d0c64a92-c363-460d-9427-e85e1ba0e17b None None] Bound port: 6c9bf3cc-808f-4c58-b1f8-d8bad75883f1, host: dv-cinder-850321-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '636cfe97-bd0c-46b7-8076-2b476cd7d934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'd0f34d91-3ab3-4171-9a08-d719e01023ca'}}] {{(pid=104162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 12:24:26.361668 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-d0c64a92-c363-460d-9427-e85e1ba0e17b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (6c9bf3cc-808f-4c58-b1f8-d8bad75883f1), before_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:24:26.471994 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-d0c64a92-c363-460d-9427-e85e1ba0e17b None None] For port 6c9bf3cc-808f-4c58-b1f8-d8bad75883f1, host dv-cinder-850321-1-iscsi, cleared binding levels {{(pid=104162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 12:24:26.486087 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.plugins.ml2.db [None req-d0c64a92-c363-460d-9427-e85e1ba0e17b None None] For port 6c9bf3cc-808f-4c58-b1f8-d8bad75883f1, host dv-cinder-850321-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-1-iscsi',level=0,port_id=6c9bf3cc-808f-4c58-b1f8-d8bad75883f1,segment=NetworkSegment(636cfe97-bd0c-46b7-8076-2b476cd7d934),segment_id=636cfe97-bd0c-46b7-8076-2b476cd7d934)] {{(pid=104162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 12:24:26.497249 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron_lib.callbacks.manager [None req-d0c64a92-c363-460d-9427-e85e1ba0e17b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158'] for port (6c9bf3cc-808f-4c58-b1f8-d8bad75883f1), after_update {{(pid=104162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:24:26.606815 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66128a4b-7480-4b85-87db-19298347c6bb None None] Pushing event updated for resources: {'Port': ['ID=6c9bf3cc-808f-4c58-b1f8-d8bad75883f1,revision_number=4']} {{(pid=104162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:24:26.607941 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [None req-3a688e11-ad3c-4ff2-827b-8f4f2cb17efa None None] Provisioning complete for port 6c9bf3cc-808f-4c58-b1f8-d8bad75883f1 triggered by entity DHCP. {{(pid=104161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 12:24:26.608975 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-3a688e11-ad3c-4ff2-827b-8f4f2cb17efa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388846'] for port (6c9bf3cc-808f-4c58-b1f8-d8bad75883f1), provisioning_complete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:24:26.618405 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c64a92-c363-460d-9427-e85e1ba0e17b None None] Routers {'28f94054-db9b-4aee-93dc-2230fa0862da'} bound to L3 agent in host dv-cinder-850321-1-iscsi {{(pid=104162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 12:24:26.619534 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_hamode_db [None req-d0c64a92-c363-460d-9427-e85e1ba0e17b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-21T12:06:45Z,description=,heartbeat_timestamp=2022-07-21T12:24:15Z,host='dv-cinder-850321-1-iscsi',id=ceb1130f-c61e-494c-be4f-967cc153319c,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T12:06:45Z,topic='l3_agent')) {'router_ids': ['28f94054-db9b-4aee-93dc-2230fa0862da'], 'active': True} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:24:26.638299 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-4d9c1cba-1d87-4e8c-8c51-f5b720e01c80 req-735c4f2e-17b5-4fa4-87c4-28f09ecf9436 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-421190499&fields=id&tenant_id=cc3651ce859043d2a764fa47f06db374 HTTP/1.1" status: 200 len: 267 time: 0.1051342 Jul 21 12:24:26.819791 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:24:26.831665 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvr_db [None req-d0c64a92-c363-460d-9427-e85e1ba0e17b None None] Set router 28f94054-db9b-4aee-93dc-2230fa0862da gateway port host: dv-cinder-850321-1-iscsi {{(pid=104162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 12:24:26.834991 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9c1cba-1d87-4e8c-8c51-f5b720e01c80 req-1e2d82bc-8e9c-473b-b62c-f78373f3d93d tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:24:26.837190 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-4d9c1cba-1d87-4e8c-8c51-f5b720e01c80 req-1e2d82bc-8e9c-473b-b62c-f78373f3d93d tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/networks?id=cb1f1a48-37ef-466f-9c77-ca45d5a79220 HTTP/1.1" status: 200 len: 811 time: 0.1810982 Jul 21 12:24:26.867341 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-4d9c1cba-1d87-4e8c-8c51-f5b720e01c80 req-8ac0f3fb-b891-47da-ac45-4338b900d767 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/quotas/cc3651ce859043d2a764fa47f06db374 HTTP/1.1" status: 200 len: 375 time: 0.0229897 Jul 21 12:24:26.874417 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-3a688e11-ad3c-4ff2-827b-8f4f2cb17efa None None] Current status of the port 6c9bf3cc-808f-4c58-b1f8-d8bad75883f1 is: DOWN; New status is: ACTIVE {{(pid=104161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 12:24:26.874790 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-3a688e11-ad3c-4ff2-827b-8f4f2cb17efa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (6c9bf3cc-808f-4c58-b1f8-d8bad75883f1), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:24:26.925550 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-3a688e11-ad3c-4ff2-827b-8f4f2cb17efa None None] For port 6c9bf3cc-808f-4c58-b1f8-d8bad75883f1, host dv-cinder-850321-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-1-iscsi',level=0,port_id=6c9bf3cc-808f-4c58-b1f8-d8bad75883f1,segment=NetworkSegment(636cfe97-bd0c-46b7-8076-2b476cd7d934),segment_id=636cfe97-bd0c-46b7-8076-2b476cd7d934)] {{(pid=104161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 12:24:26.934275 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-3a688e11-ad3c-4ff2-827b-8f4f2cb17efa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158'] for port (6c9bf3cc-808f-4c58-b1f8-d8bad75883f1), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:24:26.989171 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-4d9c1cba-1d87-4e8c-8c51-f5b720e01c80 req-4b8a8564-88b5-4255-a242-59a9d0c1ce80 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=cc3651ce859043d2a764fa47f06db374&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1201084 Jul 21 12:24:27.020504 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a688e11-ad3c-4ff2-827b-8f4f2cb17efa None None] Pushing event updated for resources: {'Port': ['ID=6c9bf3cc-808f-4c58-b1f8-d8bad75883f1,revision_number=5']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:24:27.063677 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [None req-132432ec-3478-43c6-b4dc-7bb705c3e8a2 None None] Provisioning complete for port 6c9bf3cc-808f-4c58-b1f8-d8bad75883f1 triggered by entity DHCP. {{(pid=104161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 12:24:27.064188 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-132432ec-3478-43c6-b4dc-7bb705c3e8a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388846'] for port (6c9bf3cc-808f-4c58-b1f8-d8bad75883f1), provisioning_complete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:24:27.107678 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-4d9c1cba-1d87-4e8c-8c51-f5b720e01c80 req-8345fc49-2c3d-4126-9f1a-f2ea372c993d service neutron] 10.222.0.18 "GET /v2.0/networks/cb1f1a48-37ef-466f-9c77-ca45d5a79220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173713 Jul 21 12:24:27.142633 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_hamode_db [None req-d0c64a92-c363-460d-9427-e85e1ba0e17b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28f94054-db9b-4aee-93dc-2230fa0862da', 'name': 'tempest-TestMinimumBasicScenario-458204145-router', 'tenant_id': '64f03bcc64d5492f8bc27a4178d1cb82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'external_fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': '5d6fcc35-14cc-4759-84e7-912d17573cb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T12:24:15Z', 'updated_at': '2022-07-21T12:24:19Z', 'revision_number': 4, 'project_id': '64f03bcc64d5492f8bc27a4178d1cb82', 'gw_port': {'id': '5d6fcc35-14cc-4759-84e7-912d17573cb6', 'name': '', 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:b0:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f94054-db9b-4aee-93dc-2230fa0862da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:24:16Z', 'updated_at': '2022-07-21T12:24:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-1-iscsi', '_interfaces': [{'id': '6c9bf3cc-808f-4c58-b1f8-d8bad75883f1', 'name': '', 'network_id': 'd0f34d91-3ab3-4171-9a08-d719e01023ca', 'tenant_id': '64f03bcc64d5492f8bc27a4178d1cb82', 'mac_address': 'fa:16:3e:5f:df:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28f94054-db9b-4aee-93dc-2230fa0862da', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '8d3136bc-25a0-4c59-9488-0502df54965c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:24:18Z', 'updated_at': '2022-07-21T12:24:26Z', 'revision_number': 4, 'project_id': '64f03bcc64d5492f8bc27a4178d1cb82', 'subnets': [{'id': '8d3136bc-25a0-4c59-9488-0502df54965c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-1-iscsi', False) {} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:24:27.186571 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-132432ec-3478-43c6-b4dc-7bb705c3e8a2 None None] Current status of the port 6c9bf3cc-808f-4c58-b1f8-d8bad75883f1 is: ACTIVE; New status is: ACTIVE {{(pid=104161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 12:24:27.188477 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c64a92-c363-460d-9427-e85e1ba0e17b None None] The sync data for ids ['28f94054-db9b-4aee-93dc-2230fa0862da'] in dv-cinder-850321-1-iscsi is: [{'id': '28f94054-db9b-4aee-93dc-2230fa0862da', 'name': 'tempest-TestMinimumBasicScenario-458204145-router', 'tenant_id': '64f03bcc64d5492f8bc27a4178d1cb82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'external_fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': '5d6fcc35-14cc-4759-84e7-912d17573cb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T12:24:15Z', 'updated_at': '2022-07-21T12:24:19Z', 'revision_number': 4, 'project_id': '64f03bcc64d5492f8bc27a4178d1cb82', 'gw_port': {'id': '5d6fcc35-14cc-4759-84e7-912d17573cb6', 'name': '', 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:b0:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f94054-db9b-4aee-93dc-2230fa0862da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:24:16Z', 'updated_at': '2022-07-21T12:24:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-1-iscsi', '_interfaces': [{'id': '6c9bf3cc-808f-4c58-b1f8-d8bad75883f1', 'name': '', 'network_id': 'd0f34d91-3ab3-4171-9a08-d719e01023ca', 'tenant_id': '64f03bcc64d5492f8bc27a4178d1cb82', 'mac_address': 'fa:16:3e:5f:df:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28f94054-db9b-4aee-93dc-2230fa0862da', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '8d3136bc-25a0-4c59-9488-0502df54965c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:24:18Z', 'updated_at': '2022-07-21T12:24:26Z', 'revision_number': 4, 'project_id': '64f03bcc64d5492f8bc27a4178d1cb82', 'subnets': [{'id': '8d3136bc-25a0-4c59-9488-0502df54965c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 12:24:27.267645 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-4d9c1cba-1d87-4e8c-8c51-f5b720e01c80 req-f131ee0e-df81-4704-8f30-aa757ec21ff8 service neutron] 10.222.0.18 "GET /v2.0/networks/cb1f1a48-37ef-466f-9c77-ca45d5a79220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578481 Jul 21 12:24:27.802387 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-dde3d27a-e609-404c-ad1f-489a3bda5841 req-bb9ea7e2-f1c4-44ed-9836-aa066c8eb836 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0875852 Jul 21 12:24:27.974536 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Device 6c9bf3cc-808f-4c58-b1f8-d8bad75883f1 up at agent ovs-agent-dv-cinder-850321-1-iscsi {{(pid=104161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 12:24:28.088546 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Provisioning complete for port 6c9bf3cc-808f-4c58-b1f8-d8bad75883f1 triggered by entity L2. {{(pid=104161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 12:24:28.088924 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388846'] for port (6c9bf3cc-808f-4c58-b1f8-d8bad75883f1), provisioning_complete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:24:28.142125 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:24:28.215459 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Current status of the port 6c9bf3cc-808f-4c58-b1f8-d8bad75883f1 is: ACTIVE; New status is: ACTIVE {{(pid=104161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 12:24:28.995508 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-a1dc9cb2-c049-42ac-8140-354a55c18677 req-39f9f638-78fe-4e5a-9121-15689f67740b tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0466142 Jul 21 12:24:29.628223 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9c1cba-1d87-4e8c-8c51-f5b720e01c80 req-0f669be4-df6e-4129-a9a5-d7ffd12379f0 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:24:29.629795 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-4d9c1cba-1d87-4e8c-8c51-f5b720e01c80 req-0f669be4-df6e-4129-a9a5-d7ffd12379f0 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.48 "GET /v2.0/networks?id=cb1f1a48-37ef-466f-9c77-ca45d5a79220 HTTP/1.1" status: 200 len: 811 time: 0.3109717 Jul 21 12:24:29.752399 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-4d9c1cba-1d87-4e8c-8c51-f5b720e01c80 req-3e75d4a3-1416-46f8-b72d-0ab766a8fc00 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cc3651ce859043d2a764fa47f06db374 HTTP/1.1" status: 200 len: 379 time: 0.0925875 Jul 21 12:24:29.767009 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.v2.base [req-4d9c1cba-1d87-4e8c-8c51-f5b720e01c80 req-15d8081f-3b80-4fbf-be8c-29709ab2215e tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Request body: {'port': {'device_id': '5a040781-3beb-4212-ada7-ad9b54e8bd8f', 'network_id': 'cb1f1a48-37ef-466f-9c77-ca45d5a79220', 'admin_state_up': True, 'tenant_id': 'cc3651ce859043d2a764fa47f06db374', 'security_groups': ['37fb721b-82a7-4d69-98ca-387ca36dc9c9']}} {{(pid=104160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 12:24:29.924723 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d9c1cba-1d87-4e8c-8c51-f5b720e01c80 req-15d8081f-3b80-4fbf-be8c-29709ab2215e tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Made reservation on behalf of cc3651ce859043d2a764fa47f06db374 for: {'port': 1} {{(pid=104160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 12:24:29.931773 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-4d9c1cba-1d87-4e8c-8c51-f5b720e01c80 req-15d8081f-3b80-4fbf-be8c-29709ab2215e tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:24:30.172079 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-c6a46c62-fca8-472b-ad61-97a27943f745 req-437f849a-4229-4cc0-903b-dad54c560a91 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0482996 Jul 21 12:24:30.206839 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.db.db_base_plugin_common [req-4d9c1cba-1d87-4e8c-8c51-f5b720e01c80 req-15d8081f-3b80-4fbf-be8c-29709ab2215e tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Allocated IP 172.20.0.13 (cb1f1a48-37ef-466f-9c77-ca45d5a79220/bc7d6337-214d-4961-9075-8635a8b8f86b/60b88417-bb80-481f-b1d6-4ec92ba08cea) {{(pid=104160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 12:24:30.471513 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-4d9c1cba-1d87-4e8c-8c51-f5b720e01c80 req-15d8081f-3b80-4fbf-be8c-29709ab2215e tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Publish callbacks [] for port (60b88417-bb80-481f-b1d6-4ec92ba08cea), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:24:30.541587 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-4d9c1cba-1d87-4e8c-8c51-f5b720e01c80 req-15d8081f-3b80-4fbf-be8c-29709ab2215e tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773760637166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9357752'] for port (60b88417-bb80-481f-b1d6-4ec92ba08cea), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:24:30.597649 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d9c1cba-1d87-4e8c-8c51-f5b720e01c80 req-15d8081f-3b80-4fbf-be8c-29709ab2215e tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Network cb1f1a48-37ef-466f-9c77-ca45d5a79220 is already hosted by enough agents. {{(pid=104160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 12:24:30.604461 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.scheduler.base_scheduler [req-4d9c1cba-1d87-4e8c-8c51-f5b720e01c80 req-15d8081f-3b80-4fbf-be8c-29709ab2215e tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Resources bound (agent type, host, resource id): {{(pid=104160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 12:24:30.607691 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d9c1cba-1d87-4e8c-8c51-f5b720e01c80 req-15d8081f-3b80-4fbf-be8c-29709ab2215e tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Received port after_create {{(pid=104160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 12:24:30.637898 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d8081f-3b80-4fbf-be8c-29709ab2215e tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Pushing event updated for resources: {'Port': ['ID=60b88417-bb80-481f-b1d6-4ec92ba08cea,revision_number=1']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:24:30.684010 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9c1cba-1d87-4e8c-8c51-f5b720e01c80 req-15d8081f-3b80-4fbf-be8c-29709ab2215e tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:24:30.685251 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-4d9c1cba-1d87-4e8c-8c51-f5b720e01c80 req-15d8081f-3b80-4fbf-be8c-29709ab2215e tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170956'] for port (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:24:30.712649 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-4d9c1cba-1d87-4e8c-8c51-f5b720e01c80 req-15d8081f-3b80-4fbf-be8c-29709ab2215e tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9525578 Jul 21 12:24:30.737142 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.v2.base [req-4d9c1cba-1d87-4e8c-8c51-f5b720e01c80 req-839f00ef-7da5-49f9-a1da-018732e2f319 service neutron] Request body: {'port': {'device_id': '5a040781-3beb-4212-ada7-ad9b54e8bd8f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85032'}} {{(pid=104160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 12:24:30.880558 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-4d9c1cba-1d87-4e8c-8c51-f5b720e01c80 req-839f00ef-7da5-49f9-a1da-018732e2f319 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (60b88417-bb80-481f-b1d6-4ec92ba08cea), before_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:24:30.884863 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:24:30.921316 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:24:31.056985 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [None req-6acf804b-bbdd-4aeb-bce4-78d85e007c99 None None] Provisioning complete for port 60b88417-bb80-481f-b1d6-4ec92ba08cea triggered by entity DHCP. {{(pid=104161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 12:24:31.057833 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-6acf804b-bbdd-4aeb-bce4-78d85e007c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388846'] for port (60b88417-bb80-481f-b1d6-4ec92ba08cea), provisioning_complete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:24:31.179048 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-6acf804b-bbdd-4aeb-bce4-78d85e007c99 None None] Port 60b88417-bb80-481f-b1d6-4ec92ba08cea cannot update to ACTIVE because it is not bound. {{(pid=104161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 12:24:31.404021 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5feafd8-5d57-4f7c-9a15-1615e91d23db req-5dcc6c80-0359-4c71-96ba-550ef996c960 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:24:31.411898 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-a5feafd8-5d57-4f7c-9a15-1615e91d23db req-5dcc6c80-0359-4c71-96ba-550ef996c960 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 932 time: 0.0850968 Jul 21 12:24:31.530549 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-a5feafd8-5d57-4f7c-9a15-1615e91d23db req-bd9d3eb6-eb45-424d-869b-e418cd690d79 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/security-groups?id=37fb721b-82a7-4d69-98ca-387ca36dc9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1174479 Jul 21 12:24:31.533528 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.notifiers.nova [req-4d9c1cba-1d87-4e8c-8c51-f5b720e01c80 req-839f00ef-7da5-49f9-a1da-018732e2f319 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60b88417-bb80-481f-b1d6-4ec92ba08cea {{(pid=104160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 12:24:31.552042 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-4d9c1cba-1d87-4e8c-8c51-f5b720e01c80 req-839f00ef-7da5-49f9-a1da-018732e2f319 service neutron] Publish callbacks [] for port (60b88417-bb80-481f-b1d6-4ec92ba08cea), precommit_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:24:31.575521 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.db.provisioning_blocks [req-4d9c1cba-1d87-4e8c-8c51-f5b720e01c80 req-839f00ef-7da5-49f9-a1da-018732e2f319 service neutron] Transition to ACTIVE for port object 60b88417-bb80-481f-b1d6-4ec92ba08cea will not be triggered until provisioned by entity L2. {{(pid=104160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 21 12:24:31.582218 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-4d9c1cba-1d87-4e8c-8c51-f5b720e01c80 req-839f00ef-7da5-49f9-a1da-018732e2f319 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9357699'] for port (60b88417-bb80-481f-b1d6-4ec92ba08cea), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:24:31.690732 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839f00ef-7da5-49f9-a1da-018732e2f319 service neutron] Pushing event updated for resources: {'Port': ['ID=60b88417-bb80-481f-b1d6-4ec92ba08cea,revision_number=2']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:24:31.789894 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.managers [req-4d9c1cba-1d87-4e8c-8c51-f5b720e01c80 req-839f00ef-7da5-49f9-a1da-018732e2f319 service neutron] Attempting to bind port 60b88417-bb80-481f-b1d6-4ec92ba08cea on host hv-cinder-85032 for vnic_type normal with profile {{(pid=104160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 12:24:31.790311 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.managers [req-4d9c1cba-1d87-4e8c-8c51-f5b720e01c80 req-839f00ef-7da5-49f9-a1da-018732e2f319 service neutron] Attempting to bind port 60b88417-bb80-481f-b1d6-4ec92ba08cea by drivers openvswitch,hyperv on host hv-cinder-85032 at level 0 using segments [{'id': 'ffbc0a01-72d6-4d7a-bf1a-f973b8a2cfc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'cb1f1a48-37ef-466f-9c77-ca45d5a79220'}] {{(pid=104160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 12:24:31.790714 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d9c1cba-1d87-4e8c-8c51-f5b720e01c80 req-839f00ef-7da5-49f9-a1da-018732e2f319 service neutron] Attempting to bind port 60b88417-bb80-481f-b1d6-4ec92ba08cea on network cb1f1a48-37ef-466f-9c77-ca45d5a79220 {{(pid=104160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 12:24:31.796357 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d9c1cba-1d87-4e8c-8c51-f5b720e01c80 req-839f00ef-7da5-49f9-a1da-018732e2f319 service neutron] Port 60b88417-bb80-481f-b1d6-4ec92ba08cea on network cb1f1a48-37ef-466f-9c77-ca45d5a79220 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85032 {{(pid=104160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 21 12:24:31.796844 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d9c1cba-1d87-4e8c-8c51-f5b720e01c80 req-839f00ef-7da5-49f9-a1da-018732e2f319 service neutron] Attempting to bind port 60b88417-bb80-481f-b1d6-4ec92ba08cea on network cb1f1a48-37ef-466f-9c77-ca45d5a79220 {{(pid=104160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 12:24:31.803944 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d9c1cba-1d87-4e8c-8c51-f5b720e01c80 req-839f00ef-7da5-49f9-a1da-018732e2f319 service neutron] Checking agent: {'id': '0e418a3d-140a-4386-ad03-1f6ad2d8ed7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85032', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 12, 13, 32), 'started_at': datetime.datetime(2022, 7, 21, 12, 13, 32), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 12, 24, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 12:24:31.804299 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d9c1cba-1d87-4e8c-8c51-f5b720e01c80 req-839f00ef-7da5-49f9-a1da-018732e2f319 service neutron] Checking segment: {'id': 'ffbc0a01-72d6-4d7a-bf1a-f973b8a2cfc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'cb1f1a48-37ef-466f-9c77-ca45d5a79220'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 12:24:31.808037 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d9c1cba-1d87-4e8c-8c51-f5b720e01c80 req-839f00ef-7da5-49f9-a1da-018732e2f319 service neutron] Bound using segment: {'id': 'ffbc0a01-72d6-4d7a-bf1a-f973b8a2cfc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'cb1f1a48-37ef-466f-9c77-ca45d5a79220'} {{(pid=104160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 12:24:31.808525 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.managers [req-4d9c1cba-1d87-4e8c-8c51-f5b720e01c80 req-839f00ef-7da5-49f9-a1da-018732e2f319 service neutron] Bound port: 60b88417-bb80-481f-b1d6-4ec92ba08cea, host: hv-cinder-85032, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffbc0a01-72d6-4d7a-bf1a-f973b8a2cfc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'cb1f1a48-37ef-466f-9c77-ca45d5a79220'}}] {{(pid=104160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 12:24:31.808907 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-4d9c1cba-1d87-4e8c-8c51-f5b720e01c80 req-839f00ef-7da5-49f9-a1da-018732e2f319 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (60b88417-bb80-481f-b1d6-4ec92ba08cea), before_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:24:31.911891 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.db [req-4d9c1cba-1d87-4e8c-8c51-f5b720e01c80 req-839f00ef-7da5-49f9-a1da-018732e2f319 service neutron] For port 60b88417-bb80-481f-b1d6-4ec92ba08cea, host hv-cinder-85032, cleared binding levels {{(pid=104160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 12:24:31.915499 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.db [req-4d9c1cba-1d87-4e8c-8c51-f5b720e01c80 req-839f00ef-7da5-49f9-a1da-018732e2f319 service neutron] For port 60b88417-bb80-481f-b1d6-4ec92ba08cea, host hv-cinder-85032, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=60b88417-bb80-481f-b1d6-4ec92ba08cea,segment=NetworkSegment(ffbc0a01-72d6-4d7a-bf1a-f973b8a2cfc7),segment_id=ffbc0a01-72d6-4d7a-bf1a-f973b8a2cfc7)] {{(pid=104160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 12:24:31.924116 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-4d9c1cba-1d87-4e8c-8c51-f5b720e01c80 req-839f00ef-7da5-49f9-a1da-018732e2f319 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9357699'] for port (60b88417-bb80-481f-b1d6-4ec92ba08cea), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:24:31.964222 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9c1cba-1d87-4e8c-8c51-f5b720e01c80 req-839f00ef-7da5-49f9-a1da-018732e2f319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:24:31.964884 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-4d9c1cba-1d87-4e8c-8c51-f5b720e01c80 req-839f00ef-7da5-49f9-a1da-018732e2f319 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170956'] for port (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:24:31.966557 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-4d9c1cba-1d87-4e8c-8c51-f5b720e01c80 req-839f00ef-7da5-49f9-a1da-018732e2f319 service neutron] 10.222.0.48 "PUT /v2.0/ports/60b88417-bb80-481f-b1d6-4ec92ba08cea HTTP/1.1" status: 200 len: 1094 time: 1.2374830 Jul 21 12:24:31.967603 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a040781-3beb-4212-ada7-ad9b54e8bd8f', 'tag': '60b88417-bb80-481f-b1d6-4ec92ba08cea'}] {{(pid=104160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 12:24:31.970675 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eb085c56e9e86bbd6a0965d2ba727f3997621403869b150ca98f31427dd41b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dacb27bf-4547-4ecd-a2bc-7a8ad34fbb32" -d '{"events": [{"name": "network-changed", "server_uuid": "5a040781-3beb-4212-ada7-ad9b54e8bd8f", "tag": "60b88417-bb80-481f-b1d6-4ec92ba08cea"}]}' {{(pid=104160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 12:24:32.003300 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839f00ef-7da5-49f9-a1da-018732e2f319 service neutron] Pushing event updated for resources: {'Port': ['ID=60b88417-bb80-481f-b1d6-4ec92ba08cea,revision_number=3']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:24:32.028326 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 12:24:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0d21801-6d6f-4439-abcf-85fc67dd8521 x-openstack-request-id: req-d0d21801-6d6f-4439-abcf-85fc67dd8521 {{(pid=104160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 12:24:32.028915 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a040781-3beb-4212-ada7-ad9b54e8bd8f", "tag": "60b88417-bb80-481f-b1d6-4ec92ba08cea", "status": "completed", "code": 200}]} {{(pid=104160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 12:24:32.029232 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d0d21801-6d6f-4439-abcf-85fc67dd8521 {{(pid=104160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 12:24:32.029712 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0d21801-6d6f-4439-abcf-85fc67dd8521'] response: {'name': 'network-changed', 'server_uuid': '5a040781-3beb-4212-ada7-ad9b54e8bd8f', 'tag': '60b88417-bb80-481f-b1d6-4ec92ba08cea', 'status': 'completed', 'code': 200} Jul 21 12:24:32.129656 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9c1cba-1d87-4e8c-8c51-f5b720e01c80 req-9ff577fa-7397-434f-ac6e-72dfc632f632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:24:32.131261 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-4d9c1cba-1d87-4e8c-8c51-f5b720e01c80 req-9ff577fa-7397-434f-ac6e-72dfc632f632 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cc3651ce859043d2a764fa47f06db374&device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 1128 time: 0.0738792 Jul 21 12:24:32.215641 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-4d9c1cba-1d87-4e8c-8c51-f5b720e01c80 req-e307059a-c5d3-4b78-b245-4b50cf9fac1a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=60b88417-bb80-481f-b1d6-4ec92ba08cea HTTP/1.1" status: 200 len: 217 time: 0.0427556 Jul 21 12:24:32.285630 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947db2df-9a44-4ab7-aac6-7d9c6aa24030 req-36beac6c-b475-4cb3-8735-9ede2b4f2679 tempest-TestMinimumBasicScenario-46390976 tempest-TestMinimumBasicScenario-46390976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:24:32.287623 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-947db2df-9a44-4ab7-aac6-7d9c6aa24030 req-36beac6c-b475-4cb3-8735-9ede2b4f2679 tempest-TestMinimumBasicScenario-46390976 tempest-TestMinimumBasicScenario-46390976-project] 10.222.0.18 "GET /v2.0/networks?id=d5f30ffa-318d-456f-8822-ea1e427cf582 HTTP/1.1" status: 200 len: 815 time: 0.1980412 Jul 21 12:24:32.294322 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:24:32.305814 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9c1cba-1d87-4e8c-8c51-f5b720e01c80 req-55abfa65-5e15-49a7-b985-4e1a6f7d78bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:24:32.307561 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-4d9c1cba-1d87-4e8c-8c51-f5b720e01c80 req-55abfa65-5e15-49a7-b985-4e1a6f7d78bf service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bc7d6337-214d-4961-9075-8635a8b8f86b HTTP/1.1" status: 200 len: 850 time: 0.0822263 Jul 21 12:24:32.312498 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-947db2df-9a44-4ab7-aac6-7d9c6aa24030 req-9fa8df45-af68-4ac3-8718-fc6217afc63d tempest-TestMinimumBasicScenario-46390976 tempest-TestMinimumBasicScenario-46390976-project] 10.222.0.18 "GET /v2.0/quotas/d8b94e9bdc2149bcb3b9a0f89729b257 HTTP/1.1" status: 200 len: 375 time: 0.0150037 Jul 21 12:24:32.355817 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:24:32.367032 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (0e418a3d-140a-4386-ad03-1f6ad2d8ed7b), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:24:32.395533 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9c1cba-1d87-4e8c-8c51-f5b720e01c80 req-eb488da6-4c51-40da-896b-c4336315fb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:24:32.397177 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-4d9c1cba-1d87-4e8c-8c51-f5b720e01c80 req-eb488da6-4c51-40da-896b-c4336315fb00 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cb1f1a48-37ef-466f-9c77-ca45d5a79220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0811508 Jul 21 12:24:32.408534 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-947db2df-9a44-4ab7-aac6-7d9c6aa24030 req-5aa0041b-4852-403d-a42c-4872fa56290c tempest-TestMinimumBasicScenario-46390976 tempest-TestMinimumBasicScenario-46390976-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=d8b94e9bdc2149bcb3b9a0f89729b257&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0838330 Jul 21 12:24:32.569450 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-4d9c1cba-1d87-4e8c-8c51-f5b720e01c80 req-db1fcc8a-ec81-4dc0-8714-8db6565ea2cd service neutron] 10.222.0.48 "GET /v2.0/networks/cb1f1a48-37ef-466f-9c77-ca45d5a79220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596467 Jul 21 12:24:32.590015 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-947db2df-9a44-4ab7-aac6-7d9c6aa24030 req-a9f9c96b-d321-4017-b284-fa91f716c0bf service neutron] 10.222.0.18 "GET /v2.0/networks/d5f30ffa-318d-456f-8822-ea1e427cf582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613657 Jul 21 12:24:32.664588 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa67d7f-d163-4b8b-b157-b2bfdab6b902 req-4ab47d30-2065-422d-b459-ed7c883ab23d tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:24:32.666366 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-4aa67d7f-d163-4b8b-b157-b2bfdab6b902 req-4ab47d30-2065-422d-b459-ed7c883ab23d tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 944 time: 0.0529313 Jul 21 12:24:32.720352 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-4aa67d7f-d163-4b8b-b157-b2bfdab6b902 req-2e0dd037-0f12-4daf-92a1-95205d0770bb tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/security-groups?id=37fb721b-82a7-4d69-98ca-387ca36dc9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463510 Jul 21 12:24:32.744018 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-4d9c1cba-1d87-4e8c-8c51-f5b720e01c80 req-34a31e28-6400-4a85-a5fc-697f8d973c17 service neutron] 10.222.0.48 "GET /v2.0/networks/cb1f1a48-37ef-466f-9c77-ca45d5a79220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682403 Jul 21 12:24:32.749680 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-947db2df-9a44-4ab7-aac6-7d9c6aa24030 req-d3ab684c-4fe0-4bac-a053-b5f926c7c676 service neutron] 10.222.0.18 "GET /v2.0/networks/d5f30ffa-318d-456f-8822-ea1e427cf582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499052 Jul 21 12:24:32.938059 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-322ad285-f3a0-4a43-ab7e-44150d3004ba req-048ecd61-d126-4385-b3f1-4646a47b0a79 tempest-TestMinimumBasicScenario-46390976 tempest-TestMinimumBasicScenario-46390976-project] 10.222.0.18 "GET /v2.0/ports?device_id=420ecc0a-7dba-4934-ba23-09e7104df268 HTTP/1.1" status: 200 len: 210 time: 0.0379431 Jul 21 12:24:33.144082 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacb27bf-4547-4ecd-a2bc-7a8ad34fbb32 req-3354e472-e747-4a7d-ac19-7d36b35e6590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:24:33.145786 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-dacb27bf-4547-4ecd-a2bc-7a8ad34fbb32 req-3354e472-e747-4a7d-ac19-7d36b35e6590 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cc3651ce859043d2a764fa47f06db374&device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 1128 time: 0.0568342 Jul 21 12:24:33.255874 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacb27bf-4547-4ecd-a2bc-7a8ad34fbb32 req-0aa92336-e72e-4b2c-9ae7-38e025e6a70b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:24:33.257401 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-dacb27bf-4547-4ecd-a2bc-7a8ad34fbb32 req-0aa92336-e72e-4b2c-9ae7-38e025e6a70b service neutron] 10.222.0.48 "GET /v2.0/networks?id=cb1f1a48-37ef-466f-9c77-ca45d5a79220 HTTP/1.1" status: 200 len: 912 time: 0.1033161 Jul 21 12:24:33.307717 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-dacb27bf-4547-4ecd-a2bc-7a8ad34fbb32 req-ffd8df0d-dfff-48af-bbbd-b2bd1e10e215 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=60b88417-bb80-481f-b1d6-4ec92ba08cea HTTP/1.1" status: 200 len: 217 time: 0.0412257 Jul 21 12:24:33.364192 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacb27bf-4547-4ecd-a2bc-7a8ad34fbb32 req-6353fc1b-df36-424c-825d-e0755d78b316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:24:33.364604 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-dacb27bf-4547-4ecd-a2bc-7a8ad34fbb32 req-6353fc1b-df36-424c-825d-e0755d78b316 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bc7d6337-214d-4961-9075-8635a8b8f86b HTTP/1.1" status: 200 len: 850 time: 0.0491524 Jul 21 12:24:33.421267 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacb27bf-4547-4ecd-a2bc-7a8ad34fbb32 req-efc7cbb4-cc53-4a7a-bf66-686f6b5d1465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:24:33.423008 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-dacb27bf-4547-4ecd-a2bc-7a8ad34fbb32 req-efc7cbb4-cc53-4a7a-bf66-686f6b5d1465 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cb1f1a48-37ef-466f-9c77-ca45d5a79220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0459201 Jul 21 12:24:33.530832 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-dacb27bf-4547-4ecd-a2bc-7a8ad34fbb32 req-7e68adf2-fb77-4f2f-b49c-514a57832d8c service neutron] 10.222.0.48 "GET /v2.0/networks/cb1f1a48-37ef-466f-9c77-ca45d5a79220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997889 Jul 21 12:24:33.668952 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-dacb27bf-4547-4ecd-a2bc-7a8ad34fbb32 req-8edb8612-9a4a-4f49-afe1-0c0655de1ac9 service neutron] 10.222.0.48 "GET /v2.0/networks/cb1f1a48-37ef-466f-9c77-ca45d5a79220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014309 Jul 21 12:24:33.847102 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2456bf65-3c10-4b59-9b7b-b1e9c62a1c3d req-e2fb36ee-f150-4083-869b-6a400271b40e tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:24:33.848824 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-2456bf65-3c10-4b59-9b7b-b1e9c62a1c3d req-e2fb36ee-f150-4083-869b-6a400271b40e tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 944 time: 0.0584326 Jul 21 12:24:33.904075 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=100 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:24:33.914002 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-2456bf65-3c10-4b59-9b7b-b1e9c62a1c3d req-fdb31531-01d3-40e2-b56e-15b66f32013a tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/security-groups?id=37fb721b-82a7-4d69-98ca-387ca36dc9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592160 Jul 21 12:24:34.045681 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-2341e425-096d-4ab5-b3f6-fd39893cf8f2 req-169965e1-5ba1-4619-85de-fa1b4eba128f tempest-TestMinimumBasicScenario-46390976 tempest-TestMinimumBasicScenario-46390976-project] 10.222.0.18 "GET /v2.0/ports?device_id=420ecc0a-7dba-4934-ba23-09e7104df268 HTTP/1.1" status: 200 len: 210 time: 0.0375030 Jul 21 12:24:34.196408 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=100 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:24:34.246158 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947db2df-9a44-4ab7-aac6-7d9c6aa24030 req-349f3855-2b22-4bc2-9b20-1d6e349cbcf5 tempest-TestMinimumBasicScenario-46390976 tempest-TestMinimumBasicScenario-46390976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:24:34.247852 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-947db2df-9a44-4ab7-aac6-7d9c6aa24030 req-349f3855-2b22-4bc2-9b20-1d6e349cbcf5 tempest-TestMinimumBasicScenario-46390976 tempest-TestMinimumBasicScenario-46390976-project] 10.222.0.48 "GET /v2.0/networks?id=d5f30ffa-318d-456f-8822-ea1e427cf582 HTTP/1.1" status: 200 len: 815 time: 0.1198442 Jul 21 12:24:34.269558 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.v2.base [req-947db2df-9a44-4ab7-aac6-7d9c6aa24030 req-43f14898-dfed-4710-b15d-6015731e41be tempest-TestMinimumBasicScenario-46390976 tempest-TestMinimumBasicScenario-46390976-project] Request body: {'port': {'device_id': '420ecc0a-7dba-4934-ba23-09e7104df268', 'network_id': 'd5f30ffa-318d-456f-8822-ea1e427cf582', 'admin_state_up': True, 'tenant_id': 'd8b94e9bdc2149bcb3b9a0f89729b257'}} {{(pid=104160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 12:24:34.398785 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-947db2df-9a44-4ab7-aac6-7d9c6aa24030 req-43f14898-dfed-4710-b15d-6015731e41be tempest-TestMinimumBasicScenario-46390976 tempest-TestMinimumBasicScenario-46390976-project] Made reservation on behalf of d8b94e9bdc2149bcb3b9a0f89729b257 for: {'port': 1} {{(pid=104160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 12:24:34.402598 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-947db2df-9a44-4ab7-aac6-7d9c6aa24030 req-43f14898-dfed-4710-b15d-6015731e41be tempest-TestMinimumBasicScenario-46390976 tempest-TestMinimumBasicScenario-46390976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:24:34.555997 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.db.db_base_plugin_common [req-947db2df-9a44-4ab7-aac6-7d9c6aa24030 req-43f14898-dfed-4710-b15d-6015731e41be tempest-TestMinimumBasicScenario-46390976 tempest-TestMinimumBasicScenario-46390976-project] Allocated IP 172.20.0.13 (d5f30ffa-318d-456f-8822-ea1e427cf582/a2c7b89e-b4f4-4cb5-b273-0bd348a6df51/a4179810-251f-471c-a2f5-4042d9abed77) {{(pid=104160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 12:24:34.781086 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-947db2df-9a44-4ab7-aac6-7d9c6aa24030 req-43f14898-dfed-4710-b15d-6015731e41be tempest-TestMinimumBasicScenario-46390976 tempest-TestMinimumBasicScenario-46390976-project] Publish callbacks [] for port (a4179810-251f-471c-a2f5-4042d9abed77), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:24:34.853074 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-947db2df-9a44-4ab7-aac6-7d9c6aa24030 req-43f14898-dfed-4710-b15d-6015731e41be tempest-TestMinimumBasicScenario-46390976 tempest-TestMinimumBasicScenario-46390976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773760637166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9357752'] for port (a4179810-251f-471c-a2f5-4042d9abed77), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:24:34.935443 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-947db2df-9a44-4ab7-aac6-7d9c6aa24030 req-43f14898-dfed-4710-b15d-6015731e41be tempest-TestMinimumBasicScenario-46390976 tempest-TestMinimumBasicScenario-46390976-project] Network d5f30ffa-318d-456f-8822-ea1e427cf582 is already hosted by enough agents. {{(pid=104160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 12:24:34.943052 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.scheduler.base_scheduler [req-947db2df-9a44-4ab7-aac6-7d9c6aa24030 req-43f14898-dfed-4710-b15d-6015731e41be tempest-TestMinimumBasicScenario-46390976 tempest-TestMinimumBasicScenario-46390976-project] Resources bound (agent type, host, resource id): {{(pid=104160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 12:24:34.948080 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.db.l3_dvrscheduler_db [req-947db2df-9a44-4ab7-aac6-7d9c6aa24030 req-43f14898-dfed-4710-b15d-6015731e41be tempest-TestMinimumBasicScenario-46390976 tempest-TestMinimumBasicScenario-46390976-project] Received port after_create {{(pid=104160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 12:24:34.984809 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f14898-dfed-4710-b15d-6015731e41be tempest-TestMinimumBasicScenario-46390976 tempest-TestMinimumBasicScenario-46390976-project] Pushing event updated for resources: {'Port': ['ID=a4179810-251f-471c-a2f5-4042d9abed77,revision_number=1']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:24:35.045775 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947db2df-9a44-4ab7-aac6-7d9c6aa24030 req-43f14898-dfed-4710-b15d-6015731e41be tempest-TestMinimumBasicScenario-46390976 tempest-TestMinimumBasicScenario-46390976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:24:35.046454 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-947db2df-9a44-4ab7-aac6-7d9c6aa24030 req-43f14898-dfed-4710-b15d-6015731e41be tempest-TestMinimumBasicScenario-46390976 tempest-TestMinimumBasicScenario-46390976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170956'] for port (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:24:35.074833 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-947db2df-9a44-4ab7-aac6-7d9c6aa24030 req-43f14898-dfed-4710-b15d-6015731e41be tempest-TestMinimumBasicScenario-46390976 tempest-TestMinimumBasicScenario-46390976-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8094471 Jul 21 12:24:35.187657 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b823fa-6abb-4ee2-a74d-b81183f8d897 req-db3a7080-8441-4e3f-8e78-01f72e532137 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:24:35.189966 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-32b823fa-6abb-4ee2-a74d-b81183f8d897 req-db3a7080-8441-4e3f-8e78-01f72e532137 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 944 time: 0.1141677 Jul 21 12:24:35.232104 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcc2737-ea43-4ec9-9355-d4b645d5904d req-48fcd005-0299-4996-9e85-9b7c3852f139 tempest-TestMinimumBasicScenario-46390976 tempest-TestMinimumBasicScenario-46390976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:24:35.241879 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-0bcc2737-ea43-4ec9-9355-d4b645d5904d req-48fcd005-0299-4996-9e85-9b7c3852f139 tempest-TestMinimumBasicScenario-46390976 tempest-TestMinimumBasicScenario-46390976-project] 10.222.0.18 "GET /v2.0/ports?device_id=420ecc0a-7dba-4934-ba23-09e7104df268 HTTP/1.1" status: 200 len: 932 time: 0.0759709 Jul 21 12:24:35.288443 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-32b823fa-6abb-4ee2-a74d-b81183f8d897 req-f95b4b25-81b6-419c-810b-376a80a0e319 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/security-groups?id=37fb721b-82a7-4d69-98ca-387ca36dc9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919194 Jul 21 12:24:35.311658 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-0bcc2737-ea43-4ec9-9355-d4b645d5904d req-e06d7f3f-6018-4905-8604-69808b1755a6 tempest-TestMinimumBasicScenario-46390976 tempest-TestMinimumBasicScenario-46390976-project] 10.222.0.18 "GET /v2.0/security-groups?id=753277e8-a113-4ba3-a4f5-be27acf06f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681746 Jul 21 12:24:35.331473 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [None req-e4507494-0e6a-4432-8ef3-27363a8d2450 None None] Provisioning complete for port a4179810-251f-471c-a2f5-4042d9abed77 triggered by entity DHCP. {{(pid=104161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 12:24:35.332759 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-e4507494-0e6a-4432-8ef3-27363a8d2450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388846'] for port (a4179810-251f-471c-a2f5-4042d9abed77), provisioning_complete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:24:35.383063 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-e4507494-0e6a-4432-8ef3-27363a8d2450 None None] Port a4179810-251f-471c-a2f5-4042d9abed77 cannot update to ACTIVE because it is not bound. {{(pid=104161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 12:24:36.459466 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=100 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:24:36.475276 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fe1f77-96b1-4795-9464-e2f0f96d8a75 req-47b4e492-372d-45b0-8695-1b85271c0b24 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:24:36.480303 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-a4fe1f77-96b1-4795-9464-e2f0f96d8a75 req-47b4e492-372d-45b0-8695-1b85271c0b24 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 944 time: 0.0986476 Jul 21 12:24:36.499221 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:24:36.528284 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db2dc37-efba-449e-9c08-49c4fa955a2c req-5203726a-363a-459f-927c-aec404c47500 tempest-TestMinimumBasicScenario-46390976 tempest-TestMinimumBasicScenario-46390976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:24:36.530005 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-5db2dc37-efba-449e-9c08-49c4fa955a2c req-5203726a-363a-459f-927c-aec404c47500 tempest-TestMinimumBasicScenario-46390976 tempest-TestMinimumBasicScenario-46390976-project] 10.222.0.18 "GET /v2.0/ports?device_id=420ecc0a-7dba-4934-ba23-09e7104df268 HTTP/1.1" status: 200 len: 932 time: 0.0792923 Jul 21 12:24:36.564163 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-a4fe1f77-96b1-4795-9464-e2f0f96d8a75 req-80d7c80a-fe21-4e64-991a-660413ae64c6 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/security-groups?id=37fb721b-82a7-4d69-98ca-387ca36dc9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729711 Jul 21 12:24:36.595564 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-5db2dc37-efba-449e-9c08-49c4fa955a2c req-f7386d87-9bf1-4875-a09a-bbd4f4987df4 tempest-TestMinimumBasicScenario-46390976 tempest-TestMinimumBasicScenario-46390976-project] 10.222.0.18 "GET /v2.0/security-groups?id=753277e8-a113-4ba3-a4f5-be27acf06f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597203 Jul 21 12:24:37.666136 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:24:37.700559 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccd7cc0-10c8-48df-bcdb-550d15c0e617 req-f332772b-bc88-4a3c-a299-8fec43de8721 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:24:37.711799 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-6ccd7cc0-10c8-48df-bcdb-550d15c0e617 req-f332772b-bc88-4a3c-a299-8fec43de8721 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 944 time: 0.0810156 Jul 21 12:24:37.805916 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-6ccd7cc0-10c8-48df-bcdb-550d15c0e617 req-5039e28e-e7d6-485e-ab90-5b88f41e95d9 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/security-groups?id=37fb721b-82a7-4d69-98ca-387ca36dc9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933762 Jul 21 12:24:37.816698 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f359395-8d81-4b31-bf33-cc7a211c996e req-4b4deaaa-c09c-47a1-ae5f-131f4e96ae42 tempest-TestMinimumBasicScenario-46390976 tempest-TestMinimumBasicScenario-46390976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:24:37.818862 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-5f359395-8d81-4b31-bf33-cc7a211c996e req-4b4deaaa-c09c-47a1-ae5f-131f4e96ae42 tempest-TestMinimumBasicScenario-46390976 tempest-TestMinimumBasicScenario-46390976-project] 10.222.0.18 "GET /v2.0/ports?device_id=420ecc0a-7dba-4934-ba23-09e7104df268 HTTP/1.1" status: 200 len: 932 time: 0.0577841 Jul 21 12:24:37.877957 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=100 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:24:37.887476 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-5f359395-8d81-4b31-bf33-cc7a211c996e req-1e199c77-50e3-41e2-92cd-193bdc3711cd tempest-TestMinimumBasicScenario-46390976 tempest-TestMinimumBasicScenario-46390976-project] 10.222.0.18 "GET /v2.0/security-groups?id=753277e8-a113-4ba3-a4f5-be27acf06f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570872 Jul 21 12:24:38.954921 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed5f1a2-e0db-46a5-a04b-d7bb06de4afc req-db3e6018-dee0-40f9-8d81-2820dd3d1fd7 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:24:38.956566 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-bed5f1a2-e0db-46a5-a04b-d7bb06de4afc req-db3e6018-dee0-40f9-8d81-2820dd3d1fd7 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 944 time: 0.0636761 Jul 21 12:24:39.040108 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-bed5f1a2-e0db-46a5-a04b-d7bb06de4afc req-c1756671-e379-4fe1-a3ea-9cc1b7fe37c1 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/security-groups?id=37fb721b-82a7-4d69-98ca-387ca36dc9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755649 Jul 21 12:24:39.048427 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82faea7b-7407-4f18-bd9a-835d617959e5 req-838ed038-288b-424d-acc9-3a88a273aeec tempest-TestMinimumBasicScenario-46390976 tempest-TestMinimumBasicScenario-46390976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:24:39.058673 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-82faea7b-7407-4f18-bd9a-835d617959e5 req-838ed038-288b-424d-acc9-3a88a273aeec tempest-TestMinimumBasicScenario-46390976 tempest-TestMinimumBasicScenario-46390976-project] 10.222.0.18 "GET /v2.0/ports?device_id=420ecc0a-7dba-4934-ba23-09e7104df268 HTTP/1.1" status: 200 len: 932 time: 0.0666111 Jul 21 12:24:39.115550 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-82faea7b-7407-4f18-bd9a-835d617959e5 req-7d19ebe1-d08b-4457-8fef-c7dc0770bb9c tempest-TestMinimumBasicScenario-46390976 tempest-TestMinimumBasicScenario-46390976-project] 10.222.0.18 "GET /v2.0/security-groups?id=753277e8-a113-4ba3-a4f5-be27acf06f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453885 Jul 21 12:24:40.261149 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cb667f-38a1-4c5a-bb4d-f76f7d259ff6 req-a70eef20-bf23-4ce0-b848-befce5b9449a tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:24:40.262811 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-e0cb667f-38a1-4c5a-bb4d-f76f7d259ff6 req-a70eef20-bf23-4ce0-b848-befce5b9449a tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 944 time: 0.1060472 Jul 21 12:24:40.335643 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cf24ac-b1f7-426a-8056-a57f5c6bd8f6 req-76a9a6ee-7638-4753-aa4c-7d0ef1af8525 tempest-TestMinimumBasicScenario-46390976 tempest-TestMinimumBasicScenario-46390976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:24:40.338798 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-95cf24ac-b1f7-426a-8056-a57f5c6bd8f6 req-76a9a6ee-7638-4753-aa4c-7d0ef1af8525 tempest-TestMinimumBasicScenario-46390976 tempest-TestMinimumBasicScenario-46390976-project] 10.222.0.18 "GET /v2.0/ports?device_id=420ecc0a-7dba-4934-ba23-09e7104df268 HTTP/1.1" status: 200 len: 932 time: 0.0915039 Jul 21 12:24:40.373329 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-e0cb667f-38a1-4c5a-bb4d-f76f7d259ff6 req-114ef8cb-b6b1-4204-a8e3-5542ea7f5192 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/security-groups?id=37fb721b-82a7-4d69-98ca-387ca36dc9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938234 Jul 21 12:24:40.402431 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-95cf24ac-b1f7-426a-8056-a57f5c6bd8f6 req-03342fb4-e4a7-4b7a-9ace-b2e37f6473a7 tempest-TestMinimumBasicScenario-46390976 tempest-TestMinimumBasicScenario-46390976-project] 10.222.0.18 "GET /v2.0/security-groups?id=753277e8-a113-4ba3-a4f5-be27acf06f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567901 Jul 21 12:24:41.445551 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-abd8cbd6-b96e-4bfb-8d60-9f88036b39aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (8a21e728-a2e9-4580-a748-6ac9ba47a2a7), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:24:41.554457 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c819c7-272f-4d89-aa2d-dd85bd58279b req-b8f441c9-13a6-4a75-8396-18657bb99d34 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:24:41.556133 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-e1c819c7-272f-4d89-aa2d-dd85bd58279b req-b8f441c9-13a6-4a75-8396-18657bb99d34 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 944 time: 0.0760572 Jul 21 12:24:41.562600 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43127dc-b85f-4b9a-a235-e8422e38e3f3 req-6ffd0ccc-5f4f-4cd5-89c0-87d67c7f997f tempest-TestMinimumBasicScenario-46390976 tempest-TestMinimumBasicScenario-46390976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:24:41.564225 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-c43127dc-b85f-4b9a-a235-e8422e38e3f3 req-6ffd0ccc-5f4f-4cd5-89c0-87d67c7f997f tempest-TestMinimumBasicScenario-46390976 tempest-TestMinimumBasicScenario-46390976-project] 10.222.0.18 "GET /v2.0/ports?device_id=420ecc0a-7dba-4934-ba23-09e7104df268 HTTP/1.1" status: 200 len: 932 time: 0.0658581 Jul 21 12:24:41.624198 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-c43127dc-b85f-4b9a-a235-e8422e38e3f3 req-a181a7ae-9c69-4319-82d6-9382f226029e tempest-TestMinimumBasicScenario-46390976 tempest-TestMinimumBasicScenario-46390976-project] 10.222.0.18 "GET /v2.0/security-groups?id=753277e8-a113-4ba3-a4f5-be27acf06f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495415 Jul 21 12:24:41.626204 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-e1c819c7-272f-4d89-aa2d-dd85bd58279b req-92b64d09-ac16-47bc-98c2-440113cb585e tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/security-groups?id=37fb721b-82a7-4d69-98ca-387ca36dc9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636559 Jul 21 12:24:42.762709 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cab5e4-83f0-4a64-ab1b-c22cacaeb758 req-fb738d25-c769-4cde-9571-4dfd99dfa3b4 tempest-TestMinimumBasicScenario-46390976 tempest-TestMinimumBasicScenario-46390976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:24:42.764435 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-83cab5e4-83f0-4a64-ab1b-c22cacaeb758 req-fb738d25-c769-4cde-9571-4dfd99dfa3b4 tempest-TestMinimumBasicScenario-46390976 tempest-TestMinimumBasicScenario-46390976-project] 10.222.0.18 "GET /v2.0/ports?device_id=420ecc0a-7dba-4934-ba23-09e7104df268 HTTP/1.1" status: 200 len: 932 time: 0.0587587 Jul 21 12:24:42.771704 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fc025b-c7f5-44ab-a682-deff8e62fd29 req-079aed9c-ae75-4cd6-ab5e-7282f2220600 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:24:42.773541 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-31fc025b-c7f5-44ab-a682-deff8e62fd29 req-079aed9c-ae75-4cd6-ab5e-7282f2220600 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 944 time: 0.0671000 Jul 21 12:24:42.830254 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-83cab5e4-83f0-4a64-ab1b-c22cacaeb758 req-6884f007-3ffd-45d9-a91c-1b6e27697c6f tempest-TestMinimumBasicScenario-46390976 tempest-TestMinimumBasicScenario-46390976-project] 10.222.0.18 "GET /v2.0/security-groups?id=753277e8-a113-4ba3-a4f5-be27acf06f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594168 Jul 21 12:24:42.832409 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-31fc025b-c7f5-44ab-a682-deff8e62fd29 req-e6edb30e-ca19-47e3-af4e-95fb485cba7f tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/security-groups?id=37fb721b-82a7-4d69-98ca-387ca36dc9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518777 Jul 21 12:24:43.968748 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539360e0-b5bf-433a-8ab1-38d980e5e57a req-bf9e0f77-a044-4479-b87c-4c0355d346b6 tempest-TestMinimumBasicScenario-46390976 tempest-TestMinimumBasicScenario-46390976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:24:43.970278 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-539360e0-b5bf-433a-8ab1-38d980e5e57a req-bf9e0f77-a044-4479-b87c-4c0355d346b6 tempest-TestMinimumBasicScenario-46390976 tempest-TestMinimumBasicScenario-46390976-project] 10.222.0.18 "GET /v2.0/ports?device_id=420ecc0a-7dba-4934-ba23-09e7104df268 HTTP/1.1" status: 200 len: 932 time: 0.0542641 Jul 21 12:24:43.979298 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7ccfa9-80ec-4590-a957-da093edef8e9 req-69f9ef19-4e47-48ee-aa9a-93784ecea248 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:24:43.980887 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-3f7ccfa9-80ec-4590-a957-da093edef8e9 req-69f9ef19-4e47-48ee-aa9a-93784ecea248 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 944 time: 0.0566099 Jul 21 12:24:44.026726 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-539360e0-b5bf-433a-8ab1-38d980e5e57a req-e0a8460e-a4e3-443c-b7f8-d82d94cc76ae tempest-TestMinimumBasicScenario-46390976 tempest-TestMinimumBasicScenario-46390976-project] 10.222.0.18 "GET /v2.0/security-groups?id=753277e8-a113-4ba3-a4f5-be27acf06f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505922 Jul 21 12:24:44.041557 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-3f7ccfa9-80ec-4590-a957-da093edef8e9 req-8f01f82e-3115-49ab-ad6c-fbc95cb45eb9 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/security-groups?id=37fb721b-82a7-4d69-98ca-387ca36dc9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511930 Jul 21 12:24:44.342366 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.v2.base [req-947db2df-9a44-4ab7-aac6-7d9c6aa24030 req-915f1d64-15be-4033-abf8-bd884045faee service neutron] Request body: {'port': {'device_id': '420ecc0a-7dba-4934-ba23-09e7104df268', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85032'}} {{(pid=104160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 12:24:44.698612 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-947db2df-9a44-4ab7-aac6-7d9c6aa24030 req-915f1d64-15be-4033-abf8-bd884045faee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (a4179810-251f-471c-a2f5-4042d9abed77), before_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:24:44.860945 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-b7078dc6-2d39-4697-b28e-64f6bba9a45d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (ceb1130f-c61e-494c-be4f-967cc153319c), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:24:44.999890 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.notifiers.nova [req-947db2df-9a44-4ab7-aac6-7d9c6aa24030 req-915f1d64-15be-4033-abf8-bd884045faee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4179810-251f-471c-a2f5-4042d9abed77 {{(pid=104160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 12:24:45.004230 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:24:45.009396 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-947db2df-9a44-4ab7-aac6-7d9c6aa24030 req-915f1d64-15be-4033-abf8-bd884045faee service neutron] Publish callbacks [] for port (a4179810-251f-471c-a2f5-4042d9abed77), precommit_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:24:45.025011 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.db.provisioning_blocks [req-947db2df-9a44-4ab7-aac6-7d9c6aa24030 req-915f1d64-15be-4033-abf8-bd884045faee service neutron] Transition to ACTIVE for port object a4179810-251f-471c-a2f5-4042d9abed77 will not be triggered until provisioned by entity L2. {{(pid=104160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 21 12:24:45.029125 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=66,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:24:45.029813 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-947db2df-9a44-4ab7-aac6-7d9c6aa24030 req-915f1d64-15be-4033-abf8-bd884045faee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9357699'] for port (a4179810-251f-471c-a2f5-4042d9abed77), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:24:45.047312 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=70,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:24:45.105840 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:24:45.142412 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915f1d64-15be-4033-abf8-bd884045faee service neutron] Pushing event updated for resources: {'Port': ['ID=a4179810-251f-471c-a2f5-4042d9abed77,revision_number=2']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:24:45.196234 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0b82b3-847d-4c1c-9d1c-5e0e027b9a9e req-3ae4aded-42b4-4bad-88ab-cfe9706a5a85 tempest-TestMinimumBasicScenario-46390976 tempest-TestMinimumBasicScenario-46390976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:24:45.203587 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-9e0b82b3-847d-4c1c-9d1c-5e0e027b9a9e req-3ae4aded-42b4-4bad-88ab-cfe9706a5a85 tempest-TestMinimumBasicScenario-46390976 tempest-TestMinimumBasicScenario-46390976-project] 10.222.0.18 "GET /v2.0/ports?device_id=420ecc0a-7dba-4934-ba23-09e7104df268 HTTP/1.1" status: 200 len: 944 time: 0.0855677 Jul 21 12:24:45.217795 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.managers [req-947db2df-9a44-4ab7-aac6-7d9c6aa24030 req-915f1d64-15be-4033-abf8-bd884045faee service neutron] Attempting to bind port a4179810-251f-471c-a2f5-4042d9abed77 on host hv-cinder-85032 for vnic_type normal with profile {{(pid=104160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 12:24:45.217795 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.managers [req-947db2df-9a44-4ab7-aac6-7d9c6aa24030 req-915f1d64-15be-4033-abf8-bd884045faee service neutron] Attempting to bind port a4179810-251f-471c-a2f5-4042d9abed77 by drivers openvswitch,hyperv on host hv-cinder-85032 at level 0 using segments [{'id': 'e517c662-385a-4bc6-b9c2-ffc8c2f2d3cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'd5f30ffa-318d-456f-8822-ea1e427cf582'}] {{(pid=104160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 12:24:45.218154 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-947db2df-9a44-4ab7-aac6-7d9c6aa24030 req-915f1d64-15be-4033-abf8-bd884045faee service neutron] Attempting to bind port a4179810-251f-471c-a2f5-4042d9abed77 on network d5f30ffa-318d-456f-8822-ea1e427cf582 {{(pid=104160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 12:24:45.226496 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dfebea-2d40-4388-b3bc-8ac3103bf6b3 req-bbcf4e89-a0bc-487b-925c-32d28ee07c67 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:24:45.234441 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-a2dfebea-2d40-4388-b3bc-8ac3103bf6b3 req-bbcf4e89-a0bc-487b-925c-32d28ee07c67 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 944 time: 0.0781245 Jul 21 12:24:45.254055 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-947db2df-9a44-4ab7-aac6-7d9c6aa24030 req-915f1d64-15be-4033-abf8-bd884045faee service neutron] Port a4179810-251f-471c-a2f5-4042d9abed77 on network d5f30ffa-318d-456f-8822-ea1e427cf582 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85032 {{(pid=104160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 21 12:24:45.254300 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-947db2df-9a44-4ab7-aac6-7d9c6aa24030 req-915f1d64-15be-4033-abf8-bd884045faee service neutron] Attempting to bind port a4179810-251f-471c-a2f5-4042d9abed77 on network d5f30ffa-318d-456f-8822-ea1e427cf582 {{(pid=104160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 12:24:45.271097 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-947db2df-9a44-4ab7-aac6-7d9c6aa24030 req-915f1d64-15be-4033-abf8-bd884045faee service neutron] Checking agent: {'id': '0e418a3d-140a-4386-ad03-1f6ad2d8ed7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85032', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 12, 13, 32), 'started_at': datetime.datetime(2022, 7, 21, 12, 13, 32), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 12, 24, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 12:24:45.271430 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-947db2df-9a44-4ab7-aac6-7d9c6aa24030 req-915f1d64-15be-4033-abf8-bd884045faee service neutron] Checking segment: {'id': 'e517c662-385a-4bc6-b9c2-ffc8c2f2d3cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'd5f30ffa-318d-456f-8822-ea1e427cf582'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 12:24:45.271880 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-947db2df-9a44-4ab7-aac6-7d9c6aa24030 req-915f1d64-15be-4033-abf8-bd884045faee service neutron] Bound using segment: {'id': 'e517c662-385a-4bc6-b9c2-ffc8c2f2d3cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'd5f30ffa-318d-456f-8822-ea1e427cf582'} {{(pid=104160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 12:24:45.272320 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.managers [req-947db2df-9a44-4ab7-aac6-7d9c6aa24030 req-915f1d64-15be-4033-abf8-bd884045faee service neutron] Bound port: a4179810-251f-471c-a2f5-4042d9abed77, host: hv-cinder-85032, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e517c662-385a-4bc6-b9c2-ffc8c2f2d3cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'd5f30ffa-318d-456f-8822-ea1e427cf582'}}] {{(pid=104160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 12:24:45.272738 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-947db2df-9a44-4ab7-aac6-7d9c6aa24030 req-915f1d64-15be-4033-abf8-bd884045faee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (a4179810-251f-471c-a2f5-4042d9abed77), before_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:24:45.279440 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-9e0b82b3-847d-4c1c-9d1c-5e0e027b9a9e req-dfd7c14c-073f-4228-9f9d-2b59b102586d tempest-TestMinimumBasicScenario-46390976 tempest-TestMinimumBasicScenario-46390976-project] 10.222.0.18 "GET /v2.0/security-groups?id=753277e8-a113-4ba3-a4f5-be27acf06f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740216 Jul 21 12:24:45.308107 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-a2dfebea-2d40-4388-b3bc-8ac3103bf6b3 req-0908595f-d0a5-457a-9312-72592b9503dc tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/security-groups?id=37fb721b-82a7-4d69-98ca-387ca36dc9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727181 Jul 21 12:24:45.362453 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.db [req-947db2df-9a44-4ab7-aac6-7d9c6aa24030 req-915f1d64-15be-4033-abf8-bd884045faee service neutron] For port a4179810-251f-471c-a2f5-4042d9abed77, host hv-cinder-85032, cleared binding levels {{(pid=104160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 12:24:45.365736 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.db [req-947db2df-9a44-4ab7-aac6-7d9c6aa24030 req-915f1d64-15be-4033-abf8-bd884045faee service neutron] For port a4179810-251f-471c-a2f5-4042d9abed77, host hv-cinder-85032, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=a4179810-251f-471c-a2f5-4042d9abed77,segment=NetworkSegment(e517c662-385a-4bc6-b9c2-ffc8c2f2d3cf),segment_id=e517c662-385a-4bc6-b9c2-ffc8c2f2d3cf)] {{(pid=104160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 12:24:45.373710 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-947db2df-9a44-4ab7-aac6-7d9c6aa24030 req-915f1d64-15be-4033-abf8-bd884045faee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9357699'] for port (a4179810-251f-471c-a2f5-4042d9abed77), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:24:45.412567 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947db2df-9a44-4ab7-aac6-7d9c6aa24030 req-915f1d64-15be-4033-abf8-bd884045faee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:24:45.413198 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-947db2df-9a44-4ab7-aac6-7d9c6aa24030 req-915f1d64-15be-4033-abf8-bd884045faee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170956'] for port (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:24:45.414749 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-947db2df-9a44-4ab7-aac6-7d9c6aa24030 req-915f1d64-15be-4033-abf8-bd884045faee service neutron] 10.222.0.48 "PUT /v2.0/ports/a4179810-251f-471c-a2f5-4042d9abed77 HTTP/1.1" status: 200 len: 1094 time: 1.0789776 Jul 21 12:24:45.415212 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '420ecc0a-7dba-4934-ba23-09e7104df268', 'tag': 'a4179810-251f-471c-a2f5-4042d9abed77'}] {{(pid=104160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 12:24:45.417640 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eb085c56e9e86bbd6a0965d2ba727f3997621403869b150ca98f31427dd41b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e46f7da6-d449-42cd-b7e6-6d451e586932" -d '{"events": [{"name": "network-changed", "server_uuid": "420ecc0a-7dba-4934-ba23-09e7104df268", "tag": "a4179810-251f-471c-a2f5-4042d9abed77"}]}' {{(pid=104160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 12:24:45.476524 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915f1d64-15be-4033-abf8-bd884045faee service neutron] Pushing event updated for resources: {'Port': ['ID=a4179810-251f-471c-a2f5-4042d9abed77,revision_number=3']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:24:45.482539 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 12:24:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3695df4c-c8c0-4817-8716-95d1b4a03b9c x-openstack-request-id: req-3695df4c-c8c0-4817-8716-95d1b4a03b9c {{(pid=104160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 12:24:45.482848 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "420ecc0a-7dba-4934-ba23-09e7104df268", "tag": "a4179810-251f-471c-a2f5-4042d9abed77", "status": "completed", "code": 200}]} {{(pid=104160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 12:24:45.483088 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3695df4c-c8c0-4817-8716-95d1b4a03b9c {{(pid=104160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 12:24:45.483500 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3695df4c-c8c0-4817-8716-95d1b4a03b9c'] response: {'name': 'network-changed', 'server_uuid': '420ecc0a-7dba-4934-ba23-09e7104df268', 'tag': 'a4179810-251f-471c-a2f5-4042d9abed77', 'status': 'completed', 'code': 200} Jul 21 12:24:45.493172 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-fa5c61ac-2db1-48e5-9291-c56d2dc2e3a1 req-33354dcb-0710-447c-b511-7f8f8cba786d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0519214 Jul 21 12:24:45.580688 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947db2df-9a44-4ab7-aac6-7d9c6aa24030 req-aab9b05a-2cdb-4968-967f-03d737f0fa39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:24:45.582322 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-947db2df-9a44-4ab7-aac6-7d9c6aa24030 req-aab9b05a-2cdb-4968-967f-03d737f0fa39 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d8b94e9bdc2149bcb3b9a0f89729b257&device_id=420ecc0a-7dba-4934-ba23-09e7104df268 HTTP/1.1" status: 200 len: 1128 time: 0.0537491 Jul 21 12:24:45.624561 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5c61ac-2db1-48e5-9291-c56d2dc2e3a1 req-85379505-60f9-49ea-8ac3-572d946e8310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:24:45.626188 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-fa5c61ac-2db1-48e5-9291-c56d2dc2e3a1 req-85379505-60f9-49ea-8ac3-572d946e8310 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cc3651ce859043d2a764fa47f06db374&device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 1130 time: 0.0546644 Jul 21 12:24:45.881030 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-34089123-786a-4f56-8fd8-e31aace790ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (7a27be9f-c1a8-4dec-a92f-42ec7311fe12), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:24:45.938496 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-947db2df-9a44-4ab7-aac6-7d9c6aa24030 req-2e4d4a9d-5e05-4279-83a8-bb24c836b208 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a4179810-251f-471c-a2f5-4042d9abed77 HTTP/1.1" status: 200 len: 217 time: 0.0650313 Jul 21 12:24:46.050195 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947db2df-9a44-4ab7-aac6-7d9c6aa24030 req-471fbc90-14a7-4e74-82aa-b9c52269c5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:24:46.051691 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-947db2df-9a44-4ab7-aac6-7d9c6aa24030 req-471fbc90-14a7-4e74-82aa-b9c52269c5cd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a2c7b89e-b4f4-4cb5-b273-0bd348a6df51 HTTP/1.1" status: 200 len: 854 time: 0.0995920 Jul 21 12:24:46.108527 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5c61ac-2db1-48e5-9291-c56d2dc2e3a1 req-87ed3041-31c7-4525-bf3b-8b3ea4883b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:24:46.110058 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-fa5c61ac-2db1-48e5-9291-c56d2dc2e3a1 req-87ed3041-31c7-4525-bf3b-8b3ea4883b08 service neutron] 10.222.0.48 "GET /v2.0/networks?id=cb1f1a48-37ef-466f-9c77-ca45d5a79220 HTTP/1.1" status: 200 len: 912 time: 0.1811209 Jul 21 12:24:46.118464 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947db2df-9a44-4ab7-aac6-7d9c6aa24030 req-291bcc6e-3946-41ab-913d-7557ed82d180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:24:46.119965 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-947db2df-9a44-4ab7-aac6-7d9c6aa24030 req-291bcc6e-3946-41ab-913d-7557ed82d180 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d5f30ffa-318d-456f-8822-ea1e427cf582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0518670 Jul 21 12:24:46.246427 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-fa5c61ac-2db1-48e5-9291-c56d2dc2e3a1 req-fa84c320-4b73-4284-8632-18c2a4f83f6b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=707648f9-a5cd-4b9b-a7c6-ff1d7fa6c651 HTTP/1.1" status: 200 len: 1002 time: 0.1156368 Jul 21 12:24:46.311534 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-947db2df-9a44-4ab7-aac6-7d9c6aa24030 req-03650cea-1591-47ba-b4c9-03c7d977ef7d service neutron] 10.222.0.48 "GET /v2.0/networks/d5f30ffa-318d-456f-8822-ea1e427cf582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725943 Jul 21 12:24:46.332158 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5c61ac-2db1-48e5-9291-c56d2dc2e3a1 req-975bbcaf-37f3-49b9-84b8-f7f5107642c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:24:46.333640 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-fa5c61ac-2db1-48e5-9291-c56d2dc2e3a1 req-975bbcaf-37f3-49b9-84b8-f7f5107642c9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bc7d6337-214d-4961-9075-8635a8b8f86b HTTP/1.1" status: 200 len: 850 time: 0.0791624 Jul 21 12:24:46.423285 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:INSERT=1,neutron:SELECT=98,neutron:UPDATE=1 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:24:46.441568 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6fd952-7085-49bb-ab8f-cb16fbb4a20f req-def0cf96-1d74-4fc5-be80-021c5f127c02 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:24:46.443094 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-4f6fd952-7085-49bb-ab8f-cb16fbb4a20f req-def0cf96-1d74-4fc5-be80-021c5f127c02 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 944 time: 0.0539896 Jul 21 12:24:46.448763 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:24:46.461732 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5c61ac-2db1-48e5-9291-c56d2dc2e3a1 req-56dd7f0e-5d47-4566-9815-2cb0b0527fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:24:46.463269 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-fa5c61ac-2db1-48e5-9291-c56d2dc2e3a1 req-56dd7f0e-5d47-4566-9815-2cb0b0527fd9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cb1f1a48-37ef-466f-9c77-ca45d5a79220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1182344 Jul 21 12:24:46.498680 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-4f6fd952-7085-49bb-ab8f-cb16fbb4a20f req-cf0b358d-7df9-4459-afa7-989589aeec9f tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/security-groups?id=37fb721b-82a7-4d69-98ca-387ca36dc9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493355 Jul 21 12:24:46.499873 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef48af4-d353-4272-8081-8bf185ace104 req-94e4a763-1fa2-4e0f-ba67-eb2144042bfe tempest-TestMinimumBasicScenario-46390976 tempest-TestMinimumBasicScenario-46390976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:24:46.501389 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-4ef48af4-d353-4272-8081-8bf185ace104 req-94e4a763-1fa2-4e0f-ba67-eb2144042bfe tempest-TestMinimumBasicScenario-46390976 tempest-TestMinimumBasicScenario-46390976-project] 10.222.0.18 "GET /v2.0/ports?device_id=420ecc0a-7dba-4934-ba23-09e7104df268 HTTP/1.1" status: 200 len: 944 time: 0.1204431 Jul 21 12:24:46.542414 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-947db2df-9a44-4ab7-aac6-7d9c6aa24030 req-fc9492df-634f-4efb-bc3a-b14d94d96b36 service neutron] 10.222.0.48 "GET /v2.0/networks/d5f30ffa-318d-456f-8822-ea1e427cf582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2201152 Jul 21 12:24:46.626513 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-4ef48af4-d353-4272-8081-8bf185ace104 req-f9bb6b63-61fd-462b-bf6c-d4337e14d6e1 tempest-TestMinimumBasicScenario-46390976 tempest-TestMinimumBasicScenario-46390976-project] 10.222.0.18 "GET /v2.0/security-groups?id=753277e8-a113-4ba3-a4f5-be27acf06f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060376 Jul 21 12:24:46.642371 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-fa5c61ac-2db1-48e5-9291-c56d2dc2e3a1 req-cefb2ae3-b684-4b86-859f-cea15b9f03f0 service neutron] 10.222.0.48 "GET /v2.0/networks/cb1f1a48-37ef-466f-9c77-ca45d5a79220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639390 Jul 21 12:24:46.854488 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (c982e9e4-9e4b-4150-8658-75b564dceb25), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:24:47.237841 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-b3746fee-4e12-46ce-ae12-d62ff35738f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (bda8c5c0-9935-4f58-b3ba-5b48a27d9f80), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:24:47.624663 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7608f686-091e-4363-b3fb-b3434c4618e2 req-5962e534-c7ba-49e2-95e5-ca84a6d523b1 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:24:47.626151 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-7608f686-091e-4363-b3fb-b3434c4618e2 req-5962e534-c7ba-49e2-95e5-ca84a6d523b1 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 944 time: 0.0527785 Jul 21 12:24:47.677475 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-7608f686-091e-4363-b3fb-b3434c4618e2 req-3be4cfea-c4ed-4444-9c4c-367fb7ca41f2 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/security-groups?id=37fb721b-82a7-4d69-98ca-387ca36dc9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457108 Jul 21 12:24:47.778840 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b53a3a-746d-4eff-b345-eeb9b0003583 req-a1b4ae52-c983-4320-b390-7b3ce4dfdbc3 tempest-TestMinimumBasicScenario-46390976 tempest-TestMinimumBasicScenario-46390976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:24:47.780350 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-d4b53a3a-746d-4eff-b345-eeb9b0003583 req-a1b4ae52-c983-4320-b390-7b3ce4dfdbc3 tempest-TestMinimumBasicScenario-46390976 tempest-TestMinimumBasicScenario-46390976-project] 10.222.0.18 "GET /v2.0/ports?device_id=420ecc0a-7dba-4934-ba23-09e7104df268 HTTP/1.1" status: 200 len: 944 time: 0.0494506 Jul 21 12:24:47.833300 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-d4b53a3a-746d-4eff-b345-eeb9b0003583 req-4bcc63b5-08b3-4aa1-bd2a-723a8294fe04 tempest-TestMinimumBasicScenario-46390976 tempest-TestMinimumBasicScenario-46390976-project] 10.222.0.18 "GET /v2.0/security-groups?id=753277e8-a113-4ba3-a4f5-be27acf06f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445414 Jul 21 12:24:48.807757 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b207bf0-45e6-4dac-a1d1-d3cb9fc3cb83 req-6a8014b9-32c1-4e1c-8f8b-30c7fae07af4 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:24:48.809221 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-9b207bf0-45e6-4dac-a1d1-d3cb9fc3cb83 req-6a8014b9-32c1-4e1c-8f8b-30c7fae07af4 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 944 time: 0.0540330 Jul 21 12:24:48.862340 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-9b207bf0-45e6-4dac-a1d1-d3cb9fc3cb83 req-a854a583-0090-48df-8b1d-a7b673c86257 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/security-groups?id=37fb721b-82a7-4d69-98ca-387ca36dc9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474129 Jul 21 12:24:48.968940 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1900d76-b48d-4433-b6bf-19c9fece376f req-237faed7-e3c1-4579-b1b9-f03c8e2cacc0 tempest-TestMinimumBasicScenario-46390976 tempest-TestMinimumBasicScenario-46390976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:24:48.970450 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-f1900d76-b48d-4433-b6bf-19c9fece376f req-237faed7-e3c1-4579-b1b9-f03c8e2cacc0 tempest-TestMinimumBasicScenario-46390976 tempest-TestMinimumBasicScenario-46390976-project] 10.222.0.18 "GET /v2.0/ports?device_id=420ecc0a-7dba-4934-ba23-09e7104df268 HTTP/1.1" status: 200 len: 944 time: 0.0509903 Jul 21 12:24:49.019417 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-f1900d76-b48d-4433-b6bf-19c9fece376f req-9e095f91-fb07-4752-a42e-48d6fcf72472 tempest-TestMinimumBasicScenario-46390976 tempest-TestMinimumBasicScenario-46390976-project] 10.222.0.18 "GET /v2.0/security-groups?id=753277e8-a113-4ba3-a4f5-be27acf06f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432780 Jul 21 12:24:49.147668 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Device 60b88417-bb80-481f-b1d6-4ec92ba08cea details requested by agent hyperv_hv-cinder-85032 with host hv-cinder-85032 {{(pid=104161) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 21 12:24:49.257736 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] For port 60b88417-bb80-481f-b1d6-4ec92ba08cea, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=60b88417-bb80-481f-b1d6-4ec92ba08cea,segment=NetworkSegment(ffbc0a01-72d6-4d7a-bf1a-f973b8a2cfc7),segment_id=ffbc0a01-72d6-4d7a-bf1a-f973b8a2cfc7)] {{(pid=104161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 12:24:49.269867 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Returning: {'device': '60b88417-bb80-481f-b1d6-4ec92ba08cea', 'network_id': 'cb1f1a48-37ef-466f-9c77-ca45d5a79220', 'port_id': '60b88417-bb80-481f-b1d6-4ec92ba08cea', 'mac_address': 'fa:16:3e:ff:57:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc7d6337-214d-4961-9075-8635a8b8f86b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104161) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 21 12:24:49.302961 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:24:49.305934 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Current status of the port 60b88417-bb80-481f-b1d6-4ec92ba08cea is: DOWN; New status is: BUILD {{(pid=104161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 12:24:49.306324 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (60b88417-bb80-481f-b1d6-4ec92ba08cea), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:24:49.325055 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.notifiers.nova [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60b88417-bb80-481f-b1d6-4ec92ba08cea {{(pid=104161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 12:24:49.345187 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] For port 60b88417-bb80-481f-b1d6-4ec92ba08cea, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=60b88417-bb80-481f-b1d6-4ec92ba08cea,segment=NetworkSegment(ffbc0a01-72d6-4d7a-bf1a-f973b8a2cfc7),segment_id=ffbc0a01-72d6-4d7a-bf1a-f973b8a2cfc7)] {{(pid=104161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 12:24:49.351400 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158'] for port (60b88417-bb80-481f-b1d6-4ec92ba08cea), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:24:49.402252 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Pushing event updated for resources: {'Port': ['ID=60b88417-bb80-481f-b1d6-4ec92ba08cea,revision_number=4']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:24:49.410343 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:24:49.410690 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:24:49.411031 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:24:49.411368 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:24:49.411728 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:24:49.412062 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:24:49.412386 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:24:49.412709 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:24:49.413027 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:24:49.413376 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:24:49.413697 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:24:49.414021 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:24:49.414334 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:24:49.414648 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:24:49.414962 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:24:49.987185 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b2b71b-282f-47c3-aded-e942504673fe req-94b7c33c-435f-4e00-b538-e12fb5293444 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:24:49.988839 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-58b2b71b-282f-47c3-aded-e942504673fe req-94b7c33c-435f-4e00-b538-e12fb5293444 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 945 time: 0.0545681 Jul 21 12:24:50.040316 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-58b2b71b-282f-47c3-aded-e942504673fe req-6b68a0f0-6c47-42c1-80bb-8f4f990aa2e8 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/security-groups?id=37fb721b-82a7-4d69-98ca-387ca36dc9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455256 Jul 21 12:24:50.144598 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496bdccc-6ab9-40ff-bff5-901b6bcdc29a req-6b2a862d-aa76-4cee-8538-4cd7b3a73f5d tempest-TestMinimumBasicScenario-46390976 tempest-TestMinimumBasicScenario-46390976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:24:50.146016 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-496bdccc-6ab9-40ff-bff5-901b6bcdc29a req-6b2a862d-aa76-4cee-8538-4cd7b3a73f5d tempest-TestMinimumBasicScenario-46390976 tempest-TestMinimumBasicScenario-46390976-project] 10.222.0.18 "GET /v2.0/ports?device_id=420ecc0a-7dba-4934-ba23-09e7104df268 HTTP/1.1" status: 200 len: 944 time: 0.0500050 Jul 21 12:24:50.171867 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Device a4179810-251f-471c-a2f5-4042d9abed77 details requested by agent hyperv_hv-cinder-85032 with host hv-cinder-85032 {{(pid=104161) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 21 12:24:50.199708 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-496bdccc-6ab9-40ff-bff5-901b6bcdc29a req-66d55712-548b-494f-847b-8c728e05e6d8 tempest-TestMinimumBasicScenario-46390976 tempest-TestMinimumBasicScenario-46390976-project] 10.222.0.18 "GET /v2.0/security-groups?id=753277e8-a113-4ba3-a4f5-be27acf06f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476358 Jul 21 12:24:50.294011 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] For port a4179810-251f-471c-a2f5-4042d9abed77, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=a4179810-251f-471c-a2f5-4042d9abed77,segment=NetworkSegment(e517c662-385a-4bc6-b9c2-ffc8c2f2d3cf),segment_id=e517c662-385a-4bc6-b9c2-ffc8c2f2d3cf)] {{(pid=104161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 12:24:50.308252 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Returning: {'device': 'a4179810-251f-471c-a2f5-4042d9abed77', 'network_id': 'd5f30ffa-318d-456f-8822-ea1e427cf582', 'port_id': 'a4179810-251f-471c-a2f5-4042d9abed77', 'mac_address': 'fa:16:3e:5f:72:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2c7b89e-b4f4-4cb5-b273-0bd348a6df51', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104161) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 21 12:24:50.324082 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46f7da6-d449-42cd-b7e6-6d451e586932 req-cfc15286-0d19-44ff-a107-d08d12a1300f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:24:50.325585 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-e46f7da6-d449-42cd-b7e6-6d451e586932 req-cfc15286-0d19-44ff-a107-d08d12a1300f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d8b94e9bdc2149bcb3b9a0f89729b257&device_id=420ecc0a-7dba-4934-ba23-09e7104df268 HTTP/1.1" status: 200 len: 1128 time: 0.0884085 Jul 21 12:24:50.348965 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Current status of the port a4179810-251f-471c-a2f5-4042d9abed77 is: DOWN; New status is: BUILD {{(pid=104161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 12:24:50.349365 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (a4179810-251f-471c-a2f5-4042d9abed77), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:24:50.363623 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.notifiers.nova [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4179810-251f-471c-a2f5-4042d9abed77 {{(pid=104161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 12:24:50.392806 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] For port a4179810-251f-471c-a2f5-4042d9abed77, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=a4179810-251f-471c-a2f5-4042d9abed77,segment=NetworkSegment(e517c662-385a-4bc6-b9c2-ffc8c2f2d3cf),segment_id=e517c662-385a-4bc6-b9c2-ffc8c2f2d3cf)] {{(pid=104161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 12:24:50.398411 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158'] for port (a4179810-251f-471c-a2f5-4042d9abed77), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:24:50.417961 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-fa5c61ac-2db1-48e5-9291-c56d2dc2e3a1 req-ba24ef23-d22c-490b-9dde-ae8c44c645f5 service neutron] 10.222.0.48 "GET /v2.0/networks/cb1f1a48-37ef-466f-9c77-ca45d5a79220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1889555 Jul 21 12:24:50.423382 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=92,neutron:UPDATE=8 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:24:50.446319 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=100 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:24:50.457858 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46f7da6-d449-42cd-b7e6-6d451e586932 req-9cc3d3ca-52fa-42de-b1cd-7851def54740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:24:50.459680 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-e46f7da6-d449-42cd-b7e6-6d451e586932 req-9cc3d3ca-52fa-42de-b1cd-7851def54740 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d5f30ffa-318d-456f-8822-ea1e427cf582 HTTP/1.1" status: 200 len: 916 time: 0.1234076 Jul 21 12:24:50.462542 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Pushing event updated for resources: {'Port': ['ID=a4179810-251f-471c-a2f5-4042d9abed77,revision_number=4']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:24:50.499620 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=100 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:24:50.515060 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] get_ports_and_sgs() called for port_ids ['60b88417-bb80-481f-b1d6-4ec92ba08cea'] {{(pid=104161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 12:24:50.540262 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-e46f7da6-d449-42cd-b7e6-6d451e586932 req-bcf31954-c0bb-4492-82a4-811f577e7d3d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a4179810-251f-471c-a2f5-4042d9abed77 HTTP/1.1" status: 200 len: 217 time: 0.0464675 Jul 21 12:24:50.595930 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46f7da6-d449-42cd-b7e6-6d451e586932 req-9c6829be-ed75-4f4f-ba85-f73e3c979cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:24:50.597372 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-e46f7da6-d449-42cd-b7e6-6d451e586932 req-9c6829be-ed75-4f4f-ba85-f73e3c979cc0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a2c7b89e-b4f4-4cb5-b273-0bd348a6df51 HTTP/1.1" status: 200 len: 854 time: 0.0505567 Jul 21 12:24:50.704398 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46f7da6-d449-42cd-b7e6-6d451e586932 req-58310451-705e-4df3-a55e-6b751a2c98ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:24:50.705827 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-e46f7da6-d449-42cd-b7e6-6d451e586932 req-58310451-705e-4df3-a55e-6b751a2c98ff service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d5f30ffa-318d-456f-8822-ea1e427cf582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0403450 Jul 21 12:24:51.051874 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-e46f7da6-d449-42cd-b7e6-6d451e586932 req-881e6b8a-6a97-4a74-8e14-0892e975df95 service neutron] 10.222.0.48 "GET /v2.0/networks/d5f30ffa-318d-456f-8822-ea1e427cf582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943720 Jul 21 12:24:51.207657 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886ff266-5ce3-482e-b3c8-b0ec851bf213 req-ffec852c-bb8c-4a56-8870-39081c1089aa tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:24:51.209247 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-886ff266-5ce3-482e-b3c8-b0ec851bf213 req-ffec852c-bb8c-4a56-8870-39081c1089aa tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 945 time: 0.0963488 Jul 21 12:24:51.255875 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-e46f7da6-d449-42cd-b7e6-6d451e586932 req-9581998b-533e-4b73-b1a6-8513c4bcc635 service neutron] 10.222.0.48 "GET /v2.0/networks/d5f30ffa-318d-456f-8822-ea1e427cf582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514471 Jul 21 12:24:51.282365 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-886ff266-5ce3-482e-b3c8-b0ec851bf213 req-84ff89c3-84b0-4d3e-9d00-e2cc8bb221d2 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/security-groups?id=37fb721b-82a7-4d69-98ca-387ca36dc9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662744 Jul 21 12:24:51.330122 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2500dbbd-dc17-4442-8e55-a227ad1c4a0d req-4bd89469-d2b9-4e28-962f-ca0449b7aed0 tempest-TestMinimumBasicScenario-46390976 tempest-TestMinimumBasicScenario-46390976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:24:51.331963 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-2500dbbd-dc17-4442-8e55-a227ad1c4a0d req-4bd89469-d2b9-4e28-962f-ca0449b7aed0 tempest-TestMinimumBasicScenario-46390976 tempest-TestMinimumBasicScenario-46390976-project] 10.222.0.18 "GET /v2.0/ports?device_id=420ecc0a-7dba-4934-ba23-09e7104df268 HTTP/1.1" status: 200 len: 945 time: 0.0513432 Jul 21 12:24:51.383257 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-2500dbbd-dc17-4442-8e55-a227ad1c4a0d req-34d5910e-4aa7-4eeb-9260-debeeb3ba6f8 tempest-TestMinimumBasicScenario-46390976 tempest-TestMinimumBasicScenario-46390976-project] 10.222.0.18 "GET /v2.0/security-groups?id=753277e8-a113-4ba3-a4f5-be27acf06f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451155 Jul 21 12:24:51.485448 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] get_ports_and_sgs() called for port_ids ['a4179810-251f-471c-a2f5-4042d9abed77'] {{(pid=104161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 12:24:51.631758 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=100 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:24:52.274046 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Device 60b88417-bb80-481f-b1d6-4ec92ba08cea up at agent hyperv_hv-cinder-85032 {{(pid=104161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 12:24:52.321627 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Provisioning for port 60b88417-bb80-481f-b1d6-4ec92ba08cea completed by entity L2. {{(pid=104161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 21 12:24:52.329930 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Provisioning complete for port 60b88417-bb80-481f-b1d6-4ec92ba08cea triggered by entity L2. {{(pid=104161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 12:24:52.330570 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388846'] for port (60b88417-bb80-481f-b1d6-4ec92ba08cea), provisioning_complete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:24:52.403513 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275cc146-8f31-4382-9832-01293ae1f836 req-b2bca4d2-c27d-4ae0-af37-6c695b5d9704 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:24:52.406218 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-275cc146-8f31-4382-9832-01293ae1f836 req-b2bca4d2-c27d-4ae0-af37-6c695b5d9704 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 945 time: 0.0513866 Jul 21 12:24:52.468566 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Current status of the port 60b88417-bb80-481f-b1d6-4ec92ba08cea is: BUILD; New status is: ACTIVE {{(pid=104161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 12:24:52.468973 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (60b88417-bb80-481f-b1d6-4ec92ba08cea), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:24:52.483274 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-275cc146-8f31-4382-9832-01293ae1f836 req-f2fac13f-690f-4aa5-9e9c-ed1b89a9c026 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/security-groups?id=37fb721b-82a7-4d69-98ca-387ca36dc9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703993 Jul 21 12:24:52.498226 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a040781-3beb-4212-ada7-ad9b54e8bd8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60b88417-bb80-481f-b1d6-4ec92ba08cea'}] {{(pid=104161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 12:24:52.500581 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cdf8932827941a003a674b569a46f4ce1abada81d99297f544444a18ab6c7ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62cbb193-99d9-4957-8a73-d118519b0255" -d '{"events": [{"server_uuid": "5a040781-3beb-4212-ada7-ad9b54e8bd8f", "name": "network-vif-plugged", "status": "completed", "tag": "60b88417-bb80-481f-b1d6-4ec92ba08cea"}]}' {{(pid=104161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 12:24:52.514053 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] For port 60b88417-bb80-481f-b1d6-4ec92ba08cea, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=60b88417-bb80-481f-b1d6-4ec92ba08cea,segment=NetworkSegment(ffbc0a01-72d6-4d7a-bf1a-f973b8a2cfc7),segment_id=ffbc0a01-72d6-4d7a-bf1a-f973b8a2cfc7)] {{(pid=104161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 12:24:52.518759 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d2a61e-8e45-47a9-a679-74ad9b3a50a7 req-58dd225a-3133-4f7a-ab95-db7b660b45d1 tempest-TestMinimumBasicScenario-46390976 tempest-TestMinimumBasicScenario-46390976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:24:52.520324 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158'] for port (60b88417-bb80-481f-b1d6-4ec92ba08cea), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:24:52.520480 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-e6d2a61e-8e45-47a9-a679-74ad9b3a50a7 req-58dd225a-3133-4f7a-ab95-db7b660b45d1 tempest-TestMinimumBasicScenario-46390976 tempest-TestMinimumBasicScenario-46390976-project] 10.222.0.18 "GET /v2.0/ports?device_id=420ecc0a-7dba-4934-ba23-09e7104df268 HTTP/1.1" status: 200 len: 945 time: 0.0611992 Jul 21 12:24:52.521296 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Device a4179810-251f-471c-a2f5-4042d9abed77 up at agent hyperv_hv-cinder-85032 {{(pid=104161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 12:24:52.544279 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 12:24:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7b57566-8d57-4877-b5e6-a01cd8a1bfd6 x-openstack-request-id: req-b7b57566-8d57-4877-b5e6-a01cd8a1bfd6 {{(pid=104161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 12:24:52.544572 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a040781-3beb-4212-ada7-ad9b54e8bd8f", "name": "network-vif-plugged", "status": "completed", "tag": "60b88417-bb80-481f-b1d6-4ec92ba08cea", "code": 200}]} {{(pid=104161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 12:24:52.544829 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b7b57566-8d57-4877-b5e6-a01cd8a1bfd6 {{(pid=104161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 12:24:52.545232 dv-cinder-850321-1-iscsi neutron-server[104161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7b57566-8d57-4877-b5e6-a01cd8a1bfd6'] response: {'server_uuid': '5a040781-3beb-4212-ada7-ad9b54e8bd8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60b88417-bb80-481f-b1d6-4ec92ba08cea', 'code': 200} Jul 21 12:24:52.571246 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-e6d2a61e-8e45-47a9-a679-74ad9b3a50a7 req-8b3c5c61-953e-4a15-b021-9dc15bf6f70f tempest-TestMinimumBasicScenario-46390976 tempest-TestMinimumBasicScenario-46390976-project] 10.222.0.18 "GET /v2.0/security-groups?id=753277e8-a113-4ba3-a4f5-be27acf06f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429387 Jul 21 12:24:52.602097 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Pushing event updated for resources: {'Port': ['ID=60b88417-bb80-481f-b1d6-4ec92ba08cea,revision_number=5']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:24:52.609958 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Provisioning for port a4179810-251f-471c-a2f5-4042d9abed77 completed by entity L2. {{(pid=104161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 21 12:24:52.617010 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Provisioning complete for port a4179810-251f-471c-a2f5-4042d9abed77 triggered by entity L2. {{(pid=104161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 12:24:52.617461 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388846'] for port (a4179810-251f-471c-a2f5-4042d9abed77), provisioning_complete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:24:52.691103 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Current status of the port a4179810-251f-471c-a2f5-4042d9abed77 is: BUILD; New status is: ACTIVE {{(pid=104161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 12:24:52.691386 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (a4179810-251f-471c-a2f5-4042d9abed77), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:24:52.693982 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:24:52.733607 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] For port a4179810-251f-471c-a2f5-4042d9abed77, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=a4179810-251f-471c-a2f5-4042d9abed77,segment=NetworkSegment(e517c662-385a-4bc6-b9c2-ffc8c2f2d3cf),segment_id=e517c662-385a-4bc6-b9c2-ffc8c2f2d3cf)] {{(pid=104161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 12:24:52.743463 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158'] for port (a4179810-251f-471c-a2f5-4042d9abed77), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:24:52.811172 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Pushing event updated for resources: {'Port': ['ID=a4179810-251f-471c-a2f5-4042d9abed77,revision_number=5']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:24:52.874681 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a226837e-c166-465f-99f2-bcc6967b39fb req-4a6fc464-4b76-45ae-adbe-42dc17b7fee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:24:52.876328 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-a226837e-c166-465f-99f2-bcc6967b39fb req-4a6fc464-4b76-45ae-adbe-42dc17b7fee1 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 1130 time: 0.0496633 Jul 21 12:24:52.932475 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-a226837e-c166-465f-99f2-bcc6967b39fb req-11aa410a-557d-4898-9d36-cf621f2630d6 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=37fb721b-82a7-4d69-98ca-387ca36dc9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445683 Jul 21 12:24:53.601063 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5f02ec-e9a0-4d92-844e-30a67884b20a req-3d8d2f0e-d0ce-479a-b1df-f5152394d5c4 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:24:53.602620 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-df5f02ec-e9a0-4d92-844e-30a67884b20a req-3d8d2f0e-d0ce-479a-b1df-f5152394d5c4 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 946 time: 0.0478461 Jul 21 12:24:53.656811 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-df5f02ec-e9a0-4d92-844e-30a67884b20a req-88736229-fe34-4cb5-a6f7-a754465d57a9 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/security-groups?id=37fb721b-82a7-4d69-98ca-387ca36dc9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481725 Jul 21 12:24:53.688957 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df6134f-2926-4318-8a1d-751f5d172123 req-c3ca2d91-dcc8-4e15-bc3b-77171331f0f2 tempest-TestMinimumBasicScenario-46390976 tempest-TestMinimumBasicScenario-46390976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:24:53.690471 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-6df6134f-2926-4318-8a1d-751f5d172123 req-c3ca2d91-dcc8-4e15-bc3b-77171331f0f2 tempest-TestMinimumBasicScenario-46390976 tempest-TestMinimumBasicScenario-46390976-project] 10.222.0.18 "GET /v2.0/ports?device_id=420ecc0a-7dba-4934-ba23-09e7104df268 HTTP/1.1" status: 200 len: 946 time: 0.0482130 Jul 21 12:24:53.709517 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=100 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:24:53.739076 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-6df6134f-2926-4318-8a1d-751f5d172123 req-f826baf8-1ef4-4432-a5bf-8e4be9384d01 tempest-TestMinimumBasicScenario-46390976 tempest-TestMinimumBasicScenario-46390976-project] 10.222.0.18 "GET /v2.0/security-groups?id=753277e8-a113-4ba3-a4f5-be27acf06f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425775 Jul 21 12:24:54.546794 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '420ecc0a-7dba-4934-ba23-09e7104df268', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4179810-251f-471c-a2f5-4042d9abed77'}] {{(pid=104161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 12:24:54.550151 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cdf8932827941a003a674b569a46f4ce1abada81d99297f544444a18ab6c7ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0153a30b-74a0-465b-838d-5e4daa05df6c" -d '{"events": [{"server_uuid": "420ecc0a-7dba-4934-ba23-09e7104df268", "name": "network-vif-plugged", "status": "completed", "tag": "a4179810-251f-471c-a2f5-4042d9abed77"}]}' {{(pid=104161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 12:24:54.589096 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 12:24:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ca23a68-ade9-40ec-9dda-ea880b7a7f4b x-openstack-request-id: req-3ca23a68-ade9-40ec-9dda-ea880b7a7f4b {{(pid=104161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 12:24:54.589472 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "420ecc0a-7dba-4934-ba23-09e7104df268", "name": "network-vif-plugged", "status": "completed", "tag": "a4179810-251f-471c-a2f5-4042d9abed77", "code": 200}]} {{(pid=104161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 12:24:54.589832 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3ca23a68-ade9-40ec-9dda-ea880b7a7f4b {{(pid=104161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 12:24:54.590290 dv-cinder-850321-1-iscsi neutron-server[104161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ca23a68-ade9-40ec-9dda-ea880b7a7f4b'] response: {'server_uuid': '420ecc0a-7dba-4934-ba23-09e7104df268', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4179810-251f-471c-a2f5-4042d9abed77', 'code': 200} Jul 21 12:24:54.779473 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2154c43a-32b6-469b-b9d8-35662ab7a31a req-f3decb53-80d2-4248-8335-9a0b519aff26 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:24:54.781051 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-2154c43a-32b6-469b-b9d8-35662ab7a31a req-f3decb53-80d2-4248-8335-9a0b519aff26 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 946 time: 0.0524569 Jul 21 12:24:54.830853 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa430cbb-30f1-41e4-a995-c0f0c45f3f3c req-03d5fc63-8cca-445d-aa49-af1733a4d4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:24:54.832530 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-fa430cbb-30f1-41e4-a995-c0f0c45f3f3c req-03d5fc63-8cca-445d-aa49-af1733a4d4b2 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=420ecc0a-7dba-4934-ba23-09e7104df268 HTTP/1.1" status: 200 len: 1130 time: 0.0561769 Jul 21 12:24:54.851586 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-2154c43a-32b6-469b-b9d8-35662ab7a31a req-0f5f37a9-8dc8-433c-b90e-b0cbd4ef57e2 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/security-groups?id=37fb721b-82a7-4d69-98ca-387ca36dc9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616236 Jul 21 12:24:54.881715 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb6dd74-2547-4c7a-b984-bda9b0b5f285 req-aa02a146-8446-4d96-8831-97c9dbba7ed6 tempest-TestMinimumBasicScenario-46390976 tempest-TestMinimumBasicScenario-46390976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:24:54.883316 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-4cb6dd74-2547-4c7a-b984-bda9b0b5f285 req-aa02a146-8446-4d96-8831-97c9dbba7ed6 tempest-TestMinimumBasicScenario-46390976 tempest-TestMinimumBasicScenario-46390976-project] 10.222.0.18 "GET /v2.0/ports?device_id=420ecc0a-7dba-4934-ba23-09e7104df268 HTTP/1.1" status: 200 len: 946 time: 0.0647509 Jul 21 12:24:54.920317 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-fa430cbb-30f1-41e4-a995-c0f0c45f3f3c req-64b96572-1d48-4874-b6e7-da6b118b5f4f service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=753277e8-a113-4ba3-a4f5-be27acf06f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711761 Jul 21 12:24:54.950006 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-4cb6dd74-2547-4c7a-b984-bda9b0b5f285 req-1b414a69-5cf3-41ff-a817-3fe7c86caefc tempest-TestMinimumBasicScenario-46390976 tempest-TestMinimumBasicScenario-46390976-project] 10.222.0.18 "GET /v2.0/security-groups?id=753277e8-a113-4ba3-a4f5-be27acf06f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581999 Jul 21 12:24:54.960645 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=100 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:24:54.972257 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dcdb8a-7838-4e6c-9d14-9f25ae86d0a4 req-d2594266-7349-4434-84fc-6f6b07951c49 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:24:54.973754 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-10dcdb8a-7838-4e6c-9d14-9f25ae86d0a4 req-d2594266-7349-4434-84fc-6f6b07951c49 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 946 time: 0.0498412 Jul 21 12:24:55.024220 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-10dcdb8a-7838-4e6c-9d14-9f25ae86d0a4 req-7bbeb36c-b462-4328-9d6d-4bf458d87983 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/security-groups?id=37fb721b-82a7-4d69-98ca-387ca36dc9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447371 Jul 21 12:24:55.047069 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.18', 38826) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:24:55.093217 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a7f0b4e-5e0b-47e3-94bb-7ca1ba72d968 tempest-TestVolumeBootPattern-77267694 tempest-TestVolumeBootPattern-77267694-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:24:55.094717 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-4a7f0b4e-5e0b-47e3-94bb-7ca1ba72d968 tempest-TestVolumeBootPattern-77267694 tempest-TestVolumeBootPattern-77267694-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 1125 time: 0.0463665 Jul 21 12:24:55.098887 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.18', 38828) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:24:55.103516 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.v2.base [None req-dfe51bd2-2deb-4a9d-b907-e19eb5ad066b tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Request body: {'floatingip': {'floating_network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'port_id': '60b88417-bb80-481f-b1d6-4ec92ba08cea', 'tenant_id': 'cc3651ce859043d2a764fa47f06db374', 'fixed_ip_address': '172.20.0.13'}} {{(pid=104160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 12:24:55.122029 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:24:55.129727 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-dfe51bd2-2deb-4a9d-b907-e19eb5ad066b tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:24:55.216696 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-dfe51bd2-2deb-4a9d-b907-e19eb5ad066b tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:24:55.319588 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:24:55.345927 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.db.db_base_plugin_common [None req-dfe51bd2-2deb-4a9d-b907-e19eb5ad066b tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Allocated IP 172.27.3.197 (f382b478-dfd7-4678-bcdd-821f508b5bc8/39ec59ca-1d5b-4110-899c-eae6f5db3a39/9655f482-a675-4ce9-8f3e-b2e3ecaa8c0a) {{(pid=104160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 12:24:55.447982 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-dfe51bd2-2deb-4a9d-b907-e19eb5ad066b tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Publish callbacks [] for port (9655f482-a675-4ce9-8f3e-b2e3ecaa8c0a), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:24:55.486137 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-dfe51bd2-2deb-4a9d-b907-e19eb5ad066b tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773760637166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9357752'] for port (9655f482-a675-4ce9-8f3e-b2e3ecaa8c0a), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:24:55.529992 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfe51bd2-2deb-4a9d-b907-e19eb5ad066b tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Network f382b478-dfd7-4678-bcdd-821f508b5bc8 is already hosted by enough agents. {{(pid=104160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 12:24:55.535374 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.scheduler.base_scheduler [None req-dfe51bd2-2deb-4a9d-b907-e19eb5ad066b tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Resources bound (agent type, host, resource id): {{(pid=104160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 12:24:55.537639 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe51bd2-2deb-4a9d-b907-e19eb5ad066b tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Pushing event updated for resources: {'Port': ['ID=9655f482-a675-4ce9-8f3e-b2e3ecaa8c0a,revision_number=1']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:24:55.539768 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe51bd2-2deb-4a9d-b907-e19eb5ad066b tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Received port after_create {{(pid=104160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 12:24:55.914480 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-dfe51bd2-2deb-4a9d-b907-e19eb5ad066b tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Publish callbacks [] for floatingip (3b761133-c661-44c5-9759-ebbdd3c55271), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:24:55.934366 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:24:55.995570 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-dfe51bd2-2deb-4a9d-b907-e19eb5ad066b tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (9655f482-a675-4ce9-8f3e-b2e3ecaa8c0a), before_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:24:56.090067 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d547bf2a-8fed-48db-a6c5-bed4d7080d91 req-d5926373-e3a3-4901-8faf-2f83e31d35f9 tempest-TestMinimumBasicScenario-46390976 tempest-TestMinimumBasicScenario-46390976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:24:56.091469 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-d547bf2a-8fed-48db-a6c5-bed4d7080d91 req-d5926373-e3a3-4901-8faf-2f83e31d35f9 tempest-TestMinimumBasicScenario-46390976 tempest-TestMinimumBasicScenario-46390976-project] 10.222.0.18 "GET /v2.0/ports?device_id=420ecc0a-7dba-4934-ba23-09e7104df268 HTTP/1.1" status: 200 len: 946 time: 0.0700638 Jul 21 12:24:56.177712 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:INSERT=3,neutron:UPDATE=2,neutron:SELECT=95 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:24:56.195781 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-d547bf2a-8fed-48db-a6c5-bed4d7080d91 req-f13ead0a-07ed-4ebf-ba61-780c1383a2bc tempest-TestMinimumBasicScenario-46390976 tempest-TestMinimumBasicScenario-46390976-project] 10.222.0.18 "GET /v2.0/security-groups?id=753277e8-a113-4ba3-a4f5-be27acf06f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955658 Jul 21 12:24:56.230826 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-dfe51bd2-2deb-4a9d-b907-e19eb5ad066b tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Publish callbacks [] for port (9655f482-a675-4ce9-8f3e-b2e3ecaa8c0a), precommit_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:24:56.235351 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-dfe51bd2-2deb-4a9d-b907-e19eb5ad066b tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9357699'] for port (9655f482-a675-4ce9-8f3e-b2e3ecaa8c0a), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:24:56.300067 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe51bd2-2deb-4a9d-b907-e19eb5ad066b tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Pushing event updated for resources: {'Port': ['ID=9655f482-a675-4ce9-8f3e-b2e3ecaa8c0a,revision_number=2']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:24:56.315157 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-dfe51bd2-2deb-4a9d-b907-e19eb5ad066b tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681920'] for floatingip (3b761133-c661-44c5-9759-ebbdd3c55271), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:24:56.420043 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.db.l3_db [None req-dfe51bd2-2deb-4a9d-b907-e19eb5ad066b tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Floating IP 3b761133-c661-44c5-9759-ebbdd3c55271 associated. External IP: 172.27.3.197, port: 60b88417-bb80-481f-b1d6-4ec92ba08cea. Jul 21 12:24:56.643699 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfe51bd2-2deb-4a9d-b907-e19eb5ad066b tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Router a766da6b-5cf0-4290-abe7-fe17683e2114 has already been hosted by L3 agent ceb1130f-c61e-494c-be4f-967cc153319c {{(pid=104160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 12:24:57.030016 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfe51bd2-2deb-4a9d-b907-e19eb5ad066b tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Notify agent at l3_agent.dv-cinder-850321-1-iscsi the message routers_updated {{(pid=104160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 12:24:57.040215 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3253a1ef-802b-46b4-86be-f5e9a3b590f5 None None] Sync routers for ids ['a766da6b-5cf0-4290-abe7-fe17683e2114'] in dv-cinder-850321-1-iscsi {{(pid=104161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 12:24:57.041872 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:24:57.050680 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-dfe51bd2-2deb-4a9d-b907-e19eb5ad066b tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170956'] for floatingip (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:24:57.051385 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3253a1ef-802b-46b4-86be-f5e9a3b590f5 None None] Routers {'a766da6b-5cf0-4290-abe7-fe17683e2114'} bound to L3 agent in host dv-cinder-850321-1-iscsi {{(pid=104161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 12:24:57.052037 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-3253a1ef-802b-46b4-86be-f5e9a3b590f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-21T12:06:45Z,description=,heartbeat_timestamp=2022-07-21T12:24:45Z,host='dv-cinder-850321-1-iscsi',id=ceb1130f-c61e-494c-be4f-967cc153319c,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T12:06:45Z,topic='l3_agent')) {'router_ids': ['a766da6b-5cf0-4290-abe7-fe17683e2114'], 'active': True} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:24:57.087998 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-dfe51bd2-2deb-4a9d-b907-e19eb5ad066b tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9880419 Jul 21 12:24:57.088778 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a040781-3beb-4212-ada7-ad9b54e8bd8f', 'tag': '60b88417-bb80-481f-b1d6-4ec92ba08cea'}] {{(pid=104160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 12:24:57.091429 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eb085c56e9e86bbd6a0965d2ba727f3997621403869b150ca98f31427dd41b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e21eb9a6-d4a9-48b0-877d-9380f52956a9" -d '{"events": [{"name": "network-changed", "server_uuid": "5a040781-3beb-4212-ada7-ad9b54e8bd8f", "tag": "60b88417-bb80-481f-b1d6-4ec92ba08cea"}]}' {{(pid=104160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 12:24:57.129113 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 12:24:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b20e0ea9-6184-4006-8806-cf3a5c475fd7 x-openstack-request-id: req-b20e0ea9-6184-4006-8806-cf3a5c475fd7 {{(pid=104160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 12:24:57.129414 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a040781-3beb-4212-ada7-ad9b54e8bd8f", "tag": "60b88417-bb80-481f-b1d6-4ec92ba08cea", "status": "completed", "code": 200}]} {{(pid=104160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 12:24:57.129702 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b20e0ea9-6184-4006-8806-cf3a5c475fd7 {{(pid=104160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 12:24:57.130106 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b20e0ea9-6184-4006-8806-cf3a5c475fd7'] response: {'name': 'network-changed', 'server_uuid': '5a040781-3beb-4212-ada7-ad9b54e8bd8f', 'tag': '60b88417-bb80-481f-b1d6-4ec92ba08cea', 'status': 'completed', 'code': 200} Jul 21 12:24:57.157978 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvr_db [None req-3253a1ef-802b-46b4-86be-f5e9a3b590f5 None None] Set router a766da6b-5cf0-4290-abe7-fe17683e2114 gateway port host: dv-cinder-850321-1-iscsi {{(pid=104161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 12:24:57.333519 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41af7d9e-16b1-433a-aea3-08a7a22335d8 req-b6d2ab7f-a544-4847-a3f8-770864a31b38 tempest-TestMinimumBasicScenario-46390976 tempest-TestMinimumBasicScenario-46390976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:24:57.335170 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-41af7d9e-16b1-433a-aea3-08a7a22335d8 req-b6d2ab7f-a544-4847-a3f8-770864a31b38 tempest-TestMinimumBasicScenario-46390976 tempest-TestMinimumBasicScenario-46390976-project] 10.222.0.18 "GET /v2.0/ports?device_id=420ecc0a-7dba-4934-ba23-09e7104df268 HTTP/1.1" status: 200 len: 946 time: 0.0535944 Jul 21 12:24:57.386889 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-41af7d9e-16b1-433a-aea3-08a7a22335d8 req-e6c2c86d-912d-4933-8233-f9a38ce907e7 tempest-TestMinimumBasicScenario-46390976 tempest-TestMinimumBasicScenario-46390976-project] 10.222.0.18 "GET /v2.0/security-groups?id=753277e8-a113-4ba3-a4f5-be27acf06f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455129 Jul 21 12:24:57.460854 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:24:57.502211 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fae198-bc4c-44fd-8130-58de1159ed36 req-14c8368e-63d8-4071-8d13-cadab9193549 tempest-TestMinimumBasicScenario-46390976 tempest-TestMinimumBasicScenario-46390976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:24:57.503736 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-d9fae198-bc4c-44fd-8130-58de1159ed36 req-14c8368e-63d8-4071-8d13-cadab9193549 tempest-TestMinimumBasicScenario-46390976 tempest-TestMinimumBasicScenario-46390976-project] 10.222.0.18 "GET /v2.0/ports?device_id=420ecc0a-7dba-4934-ba23-09e7104df268 HTTP/1.1" status: 200 len: 946 time: 0.0488963 Jul 21 12:24:57.511955 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-3253a1ef-802b-46b4-86be-f5e9a3b590f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a766da6b-5cf0-4290-abe7-fe17683e2114', 'name': 'tempest-TestVolumeBootPattern-899008271-router', 'tenant_id': 'cc3651ce859043d2a764fa47f06db374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'external_fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': '6ee65bc1-40a6-403b-b656-df93a85f4942', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T12:19:19Z', 'updated_at': '2022-07-21T12:19:22Z', 'revision_number': 4, 'project_id': 'cc3651ce859043d2a764fa47f06db374', 'gw_port': {'id': '6ee65bc1-40a6-403b-b656-df93a85f4942', 'name': '', 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:b1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a766da6b-5cf0-4290-abe7-fe17683e2114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:19:19Z', 'updated_at': '2022-07-21T12:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-1-iscsi', '_floatingips': [{'id': '3b761133-c661-44c5-9759-ebbdd3c55271', 'tenant_id': 'cc3651ce859043d2a764fa47f06db374', 'floating_ip_address': '172.27.3.197', 'floating_network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'router_id': 'a766da6b-5cf0-4290-abe7-fe17683e2114', 'port_id': '60b88417-bb80-481f-b1d6-4ec92ba08cea', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 677, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb1f1a48-37ef-466f-9c77-ca45d5a79220', 'mac_address': 'fa:16:3e:ff:57:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a040781-3beb-4212-ada7-ad9b54e8bd8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T12:24:55Z', 'updated_at': '2022-07-21T12:24:55Z', 'revision_number': 0, 'project_id': 'cc3651ce859043d2a764fa47f06db374', 'fixed_ip_address_scope': None}, {'id': '9900b7db-815e-42a7-bdc9-794c56d0751a', 'tenant_id': 'cc3651ce859043d2a764fa47f06db374', 'floating_ip_address': '172.27.3.209', 'floating_network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'router_id': 'a766da6b-5cf0-4290-abe7-fe17683e2114', 'port_id': '707648f9-a5cd-4b9b-a7c6-ff1d7fa6c651', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb1f1a48-37ef-466f-9c77-ca45d5a79220', 'mac_address': 'fa:16:3e:40:dc:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5efcc0bd-6db2-45ca-b09e-a7f47cce919e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T12:22:35Z', 'updated_at': '2022-07-21T12:22:37Z', 'revision_number': 1, 'project_id': 'cc3651ce859043d2a764fa47f06db374', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '569c1e4a-c8d4-468b-9653-df59c63fa18e', 'name': '', 'network_id': 'cb1f1a48-37ef-466f-9c77-ca45d5a79220', 'tenant_id': 'cc3651ce859043d2a764fa47f06db374', 'mac_address': 'fa:16:3e:35:06:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a766da6b-5cf0-4290-abe7-fe17683e2114', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'bc7d6337-214d-4961-9075-8635a8b8f86b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:19:21Z', 'updated_at': '2022-07-21T12:19:27Z', 'revision_number': 5, 'project_id': 'cc3651ce859043d2a764fa47f06db374', 'subnets': [{'id': 'bc7d6337-214d-4961-9075-8635a8b8f86b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-1-iscsi', False) {} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:24:57.540109 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3253a1ef-802b-46b4-86be-f5e9a3b590f5 None None] Checking router: a766da6b-5cf0-4290-abe7-fe17683e2114 for host: dv-cinder-850321-1-iscsi {{(pid=104161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 12:24:57.549158 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3253a1ef-802b-46b4-86be-f5e9a3b590f5 None None] Routers {'a766da6b-5cf0-4290-abe7-fe17683e2114'} bound to L3 agent in host dv-cinder-850321-1-iscsi {{(pid=104161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 12:24:57.549779 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-3253a1ef-802b-46b4-86be-f5e9a3b590f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-21T12:06:45Z,description=,heartbeat_timestamp=2022-07-21T12:24:45Z,host='dv-cinder-850321-1-iscsi',id=ceb1130f-c61e-494c-be4f-967cc153319c,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T12:06:45Z,topic='l3_agent')) {'router_ids': ['a766da6b-5cf0-4290-abe7-fe17683e2114'], 'active': True} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:24:57.551206 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-d9fae198-bc4c-44fd-8130-58de1159ed36 req-69ddb064-4699-422d-a842-e1ef27d947f3 tempest-TestMinimumBasicScenario-46390976 tempest-TestMinimumBasicScenario-46390976-project] 10.222.0.18 "GET /v2.0/security-groups?id=753277e8-a113-4ba3-a4f5-be27acf06f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414979 Jul 21 12:24:57.654235 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvr_db [None req-3253a1ef-802b-46b4-86be-f5e9a3b590f5 None None] Set router a766da6b-5cf0-4290-abe7-fe17683e2114 gateway port host: dv-cinder-850321-1-iscsi {{(pid=104161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 12:24:57.868798 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-3253a1ef-802b-46b4-86be-f5e9a3b590f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a766da6b-5cf0-4290-abe7-fe17683e2114', 'name': 'tempest-TestVolumeBootPattern-899008271-router', 'tenant_id': 'cc3651ce859043d2a764fa47f06db374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'external_fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': '6ee65bc1-40a6-403b-b656-df93a85f4942', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T12:19:19Z', 'updated_at': '2022-07-21T12:19:22Z', 'revision_number': 4, 'project_id': 'cc3651ce859043d2a764fa47f06db374', 'gw_port': {'id': '6ee65bc1-40a6-403b-b656-df93a85f4942', 'name': '', 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:b1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a766da6b-5cf0-4290-abe7-fe17683e2114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:19:19Z', 'updated_at': '2022-07-21T12:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-1-iscsi', '_floatingips': [{'id': '3b761133-c661-44c5-9759-ebbdd3c55271', 'tenant_id': 'cc3651ce859043d2a764fa47f06db374', 'floating_ip_address': '172.27.3.197', 'floating_network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'router_id': 'a766da6b-5cf0-4290-abe7-fe17683e2114', 'port_id': '60b88417-bb80-481f-b1d6-4ec92ba08cea', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 677, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb1f1a48-37ef-466f-9c77-ca45d5a79220', 'mac_address': 'fa:16:3e:ff:57:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a040781-3beb-4212-ada7-ad9b54e8bd8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T12:24:55Z', 'updated_at': '2022-07-21T12:24:55Z', 'revision_number': 0, 'project_id': 'cc3651ce859043d2a764fa47f06db374', 'fixed_ip_address_scope': None}, {'id': '9900b7db-815e-42a7-bdc9-794c56d0751a', 'tenant_id': 'cc3651ce859043d2a764fa47f06db374', 'floating_ip_address': '172.27.3.209', 'floating_network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'router_id': 'a766da6b-5cf0-4290-abe7-fe17683e2114', 'port_id': '707648f9-a5cd-4b9b-a7c6-ff1d7fa6c651', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb1f1a48-37ef-466f-9c77-ca45d5a79220', 'mac_address': 'fa:16:3e:40:dc:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5efcc0bd-6db2-45ca-b09e-a7f47cce919e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T12:22:35Z', 'updated_at': '2022-07-21T12:22:37Z', 'revision_number': 1, 'project_id': 'cc3651ce859043d2a764fa47f06db374', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '569c1e4a-c8d4-468b-9653-df59c63fa18e', 'name': '', 'network_id': 'cb1f1a48-37ef-466f-9c77-ca45d5a79220', 'tenant_id': 'cc3651ce859043d2a764fa47f06db374', 'mac_address': 'fa:16:3e:35:06:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a766da6b-5cf0-4290-abe7-fe17683e2114', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'bc7d6337-214d-4961-9075-8635a8b8f86b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:19:21Z', 'updated_at': '2022-07-21T12:19:27Z', 'revision_number': 5, 'project_id': 'cc3651ce859043d2a764fa47f06db374', 'subnets': [{'id': 'bc7d6337-214d-4961-9075-8635a8b8f86b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-1-iscsi', False) {} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:24:57.874795 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfece2d5-9355-4d4c-8098-3d8c044ef28b req-da67dc37-99be-4f14-80e4-b92487332b38 tempest-TestMinimumBasicScenario-46390976 tempest-TestMinimumBasicScenario-46390976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:24:57.876312 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-dfece2d5-9355-4d4c-8098-3d8c044ef28b req-da67dc37-99be-4f14-80e4-b92487332b38 tempest-TestMinimumBasicScenario-46390976 tempest-TestMinimumBasicScenario-46390976-project] 10.222.0.18 "GET /v2.0/ports?device_id=420ecc0a-7dba-4934-ba23-09e7104df268 HTTP/1.1" status: 200 len: 946 time: 0.0509803 Jul 21 12:24:57.895143 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3253a1ef-802b-46b4-86be-f5e9a3b590f5 None None] The sync data for ids ['a766da6b-5cf0-4290-abe7-fe17683e2114'] in dv-cinder-850321-1-iscsi is: [{'id': 'a766da6b-5cf0-4290-abe7-fe17683e2114', 'name': 'tempest-TestVolumeBootPattern-899008271-router', 'tenant_id': 'cc3651ce859043d2a764fa47f06db374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'external_fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': '6ee65bc1-40a6-403b-b656-df93a85f4942', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T12:19:19Z', 'updated_at': '2022-07-21T12:19:22Z', 'revision_number': 4, 'project_id': 'cc3651ce859043d2a764fa47f06db374', 'gw_port': {'id': '6ee65bc1-40a6-403b-b656-df93a85f4942', 'name': '', 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:b1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a766da6b-5cf0-4290-abe7-fe17683e2114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:19:19Z', 'updated_at': '2022-07-21T12:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-1-iscsi', '_floatingips': [{'id': '3b761133-c661-44c5-9759-ebbdd3c55271', 'tenant_id': 'cc3651ce859043d2a764fa47f06db374', 'floating_ip_address': '172.27.3.197', 'floating_network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'router_id': 'a766da6b-5cf0-4290-abe7-fe17683e2114', 'port_id': '60b88417-bb80-481f-b1d6-4ec92ba08cea', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 677, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb1f1a48-37ef-466f-9c77-ca45d5a79220', 'mac_address': 'fa:16:3e:ff:57:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a040781-3beb-4212-ada7-ad9b54e8bd8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T12:24:55Z', 'updated_at': '2022-07-21T12:24:55Z', 'revision_number': 0, 'project_id': 'cc3651ce859043d2a764fa47f06db374', 'fixed_ip_address_scope': None}, {'id': '9900b7db-815e-42a7-bdc9-794c56d0751a', 'tenant_id': 'cc3651ce859043d2a764fa47f06db374', 'floating_ip_address': '172.27.3.209', 'floating_network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'router_id': 'a766da6b-5cf0-4290-abe7-fe17683e2114', 'port_id': '707648f9-a5cd-4b9b-a7c6-ff1d7fa6c651', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb1f1a48-37ef-466f-9c77-ca45d5a79220', 'mac_address': 'fa:16:3e:40:dc:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5efcc0bd-6db2-45ca-b09e-a7f47cce919e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T12:22:35Z', 'updated_at': '2022-07-21T12:22:37Z', 'revision_number': 1, 'project_id': 'cc3651ce859043d2a764fa47f06db374', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '569c1e4a-c8d4-468b-9653-df59c63fa18e', 'name': '', 'network_id': 'cb1f1a48-37ef-466f-9c77-ca45d5a79220', 'tenant_id': 'cc3651ce859043d2a764fa47f06db374', 'mac_address': 'fa:16:3e:35:06:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a766da6b-5cf0-4290-abe7-fe17683e2114', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'bc7d6337-214d-4961-9075-8635a8b8f86b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:19:21Z', 'updated_at': '2022-07-21T12:19:27Z', 'revision_number': 5, 'project_id': 'cc3651ce859043d2a764fa47f06db374', 'subnets': [{'id': 'bc7d6337-214d-4961-9075-8635a8b8f86b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 12:24:57.926834 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-dfece2d5-9355-4d4c-8098-3d8c044ef28b req-789b7efe-ca85-49aa-82fc-328550260257 tempest-TestMinimumBasicScenario-46390976 tempest-TestMinimumBasicScenario-46390976-project] 10.222.0.18 "GET /v2.0/security-groups?id=753277e8-a113-4ba3-a4f5-be27acf06f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444932 Jul 21 12:24:58.136649 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d9894c-c4dc-4b15-b7bb-fdb17d06e967 None None] New status for floating IP 3b761133-c661-44c5-9759-ebbdd3c55271: ACTIVE {{(pid=104162) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 21 12:24:59.174549 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.agents_db [None req-4203cc95-03b4-445b-a92f-19fc3dec8381 None None] Agent healthcheck: found 6 active agents {{(pid=104162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 12:25:02.367785 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (0e418a3d-140a-4386-ad03-1f6ad2d8ed7b), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:25:07.379861 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=76 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:25:07.382905 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=10 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:25:07.914282 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=39 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:25:07.923989 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=23 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:25:09.169747 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:25:09.170508 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:25:11.423255 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-df79937f-ff89-4490-8702-622bd10c001e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (8a21e728-a2e9-4580-a748-6ac9ba47a2a7), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:25:14.864150 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-c2946e23-61c8-4106-a35d-79080a94375e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (ceb1130f-c61e-494c-be4f-967cc153319c), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:25:15.882830 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-34089123-786a-4f56-8fd8-e31aace790ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (7a27be9f-c1a8-4dec-a92f-42ec7311fe12), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:25:16.857360 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (c982e9e4-9e4b-4150-8658-75b564dceb25), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:25:17.236047 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-b3746fee-4e12-46ce-ae12-d62ff35738f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (bda8c5c0-9935-4f58-b3ba-5b48a27d9f80), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:25:22.030848 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=3 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:25:22.031688 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=3 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:25:27.229206 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:25:27.231727 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=51,neutron:UPDATE=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:25:32.381325 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (0e418a3d-140a-4386-ad03-1f6ad2d8ed7b), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:25:36.174293 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.agents_db [None req-4203cc95-03b4-445b-a92f-19fc3dec8381 None None] Agent healthcheck: found 6 active agents {{(pid=104162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 12:25:38.326815 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21eb9a6-d4a9-48b0-877d-9380f52956a9 req-ca5698ef-912c-4f33-a139-7a6e78bbbce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:25:38.328359 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-e21eb9a6-d4a9-48b0-877d-9380f52956a9 req-ca5698ef-912c-4f33-a139-7a6e78bbbce8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cc3651ce859043d2a764fa47f06db374&device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 1130 time: 0.0462039 Jul 21 12:25:38.747560 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21eb9a6-d4a9-48b0-877d-9380f52956a9 req-9d1b0149-74e6-494c-8216-8abd627cfdc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:25:38.750465 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-e21eb9a6-d4a9-48b0-877d-9380f52956a9 req-9d1b0149-74e6-494c-8216-8abd627cfdc5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=cb1f1a48-37ef-466f-9c77-ca45d5a79220 HTTP/1.1" status: 200 len: 912 time: 0.0970185 Jul 21 12:25:39.096103 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-e21eb9a6-d4a9-48b0-877d-9380f52956a9 req-7cc230cf-232b-4139-a133-494355fbf24b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=60b88417-bb80-481f-b1d6-4ec92ba08cea HTTP/1.1" status: 200 len: 1002 time: 0.0632436 Jul 21 12:25:39.149236 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21eb9a6-d4a9-48b0-877d-9380f52956a9 req-759a8e4a-b24f-4e91-a71f-bbd5339f0ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:25:39.150880 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-e21eb9a6-d4a9-48b0-877d-9380f52956a9 req-759a8e4a-b24f-4e91-a71f-bbd5339f0ef6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bc7d6337-214d-4961-9075-8635a8b8f86b HTTP/1.1" status: 200 len: 850 time: 0.0484288 Jul 21 12:25:39.211850 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21eb9a6-d4a9-48b0-877d-9380f52956a9 req-6d168242-731b-4e48-8c01-8bfacbbf48b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:25:39.213350 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-e21eb9a6-d4a9-48b0-877d-9380f52956a9 req-6d168242-731b-4e48-8c01-8bfacbbf48b1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cb1f1a48-37ef-466f-9c77-ca45d5a79220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432436 Jul 21 12:25:39.315268 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-e21eb9a6-d4a9-48b0-877d-9380f52956a9 req-d33b0260-7e28-45c8-8392-52b978adaa45 service neutron] 10.222.0.48 "GET /v2.0/networks/cb1f1a48-37ef-466f-9c77-ca45d5a79220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914209 Jul 21 12:25:39.421042 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-e21eb9a6-d4a9-48b0-877d-9380f52956a9 req-f9ed0b3d-057c-4262-8c79-22c19f8f6b27 service neutron] 10.222.0.48 "GET /v2.0/networks/cb1f1a48-37ef-466f-9c77-ca45d5a79220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967844 Jul 21 12:25:39.784123 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9454dd2a-6d94-4f1a-b89e-266b60c4eec5 req-2bd1cb13-714e-477b-9fb0-1030dbc6dc05 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:25:39.785634 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-9454dd2a-6d94-4f1a-b89e-266b60c4eec5 req-2bd1cb13-714e-477b-9fb0-1030dbc6dc05 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 945 time: 0.0498068 Jul 21 12:25:39.851462 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-9454dd2a-6d94-4f1a-b89e-266b60c4eec5 req-fd25052b-5f45-4c56-a4dc-9dc1a0668dfb tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/security-groups?id=45c5c830-55b4-45f2-8b17-0c2cd3b37579&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574713 Jul 21 12:25:41.121223 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8ed605-620f-4d78-8a42-cbf2058a0447 req-d813cc74-2290-4176-8a38-894e0a8242b7 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:25:41.122640 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-de8ed605-620f-4d78-8a42-cbf2058a0447 req-d813cc74-2290-4176-8a38-894e0a8242b7 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 945 time: 0.1948173 Jul 21 12:25:41.175810 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-de8ed605-620f-4d78-8a42-cbf2058a0447 req-aa594731-1886-4fef-af57-a817be3f36ea tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/security-groups?id=45c5c830-55b4-45f2-8b17-0c2cd3b37579&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471218 Jul 21 12:25:41.329068 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=13 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:25:41.428747 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-fceca8a4-8073-4278-bd76-4f51b5ebb31a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (8a21e728-a2e9-4580-a748-6ac9ba47a2a7), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:25:42.374236 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8caef7c-b3af-4fb4-b8cd-710e6b98b544 req-30137ff7-2686-4680-aef3-6283fcc5cb35 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:25:42.375787 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-b8caef7c-b3af-4fb4-b8cd-710e6b98b544 req-30137ff7-2686-4680-aef3-6283fcc5cb35 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 945 time: 0.1202710 Jul 21 12:25:42.696297 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-b8caef7c-b3af-4fb4-b8cd-710e6b98b544 req-32559674-aca0-4bd0-aef2-0218a5083fb7 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/security-groups?id=45c5c830-55b4-45f2-8b17-0c2cd3b37579&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3146498 Jul 21 12:25:43.813566 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1dd1df-cd10-46f7-ab8a-a06553d7d8f0 req-f7a5e8c7-3f83-447b-abc8-b70e09fa7b39 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:25:43.814970 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-de1dd1df-cd10-46f7-ab8a-a06553d7d8f0 req-f7a5e8c7-3f83-447b-abc8-b70e09fa7b39 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 945 time: 0.0486953 Jul 21 12:25:43.866130 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-de1dd1df-cd10-46f7-ab8a-a06553d7d8f0 req-c8e06a4d-03e1-4fe7-b5af-8ff1fc5028f7 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/security-groups?id=45c5c830-55b4-45f2-8b17-0c2cd3b37579&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454888 Jul 21 12:25:44.863019 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-2e6b3031-3a59-4f8a-8873-2f84e9d255cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (ceb1130f-c61e-494c-be4f-967cc153319c), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:25:44.991904 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419d4d1a-b4fe-4440-b377-b7e74fd45fa2 req-91a14b41-df33-40a1-8a2f-2d3a6bcab65b tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:25:44.993480 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-419d4d1a-b4fe-4440-b377-b7e74fd45fa2 req-91a14b41-df33-40a1-8a2f-2d3a6bcab65b tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 945 time: 0.0502386 Jul 21 12:25:45.042765 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-419d4d1a-b4fe-4440-b377-b7e74fd45fa2 req-067544da-d82d-4a06-8fd2-34a8241c91d7 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/security-groups?id=45c5c830-55b4-45f2-8b17-0c2cd3b37579&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433795 Jul 21 12:25:45.883824 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-34089123-786a-4f56-8fd8-e31aace790ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (7a27be9f-c1a8-4dec-a92f-42ec7311fe12), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:25:46.162034 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5731913b-7e7a-4e73-a109-a4f6f40a4639 req-a7b87cf5-9d29-48a4-93bd-78d3928c6c77 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:25:46.163600 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-5731913b-7e7a-4e73-a109-a4f6f40a4639 req-a7b87cf5-9d29-48a4-93bd-78d3928c6c77 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 945 time: 0.0511210 Jul 21 12:25:46.169758 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=15 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:25:46.223502 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-5731913b-7e7a-4e73-a109-a4f6f40a4639 req-4f830a22-7510-437f-953d-62dc02a8713e tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/security-groups?id=45c5c830-55b4-45f2-8b17-0c2cd3b37579&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520172 Jul 21 12:25:46.855315 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (c982e9e4-9e4b-4150-8658-75b564dceb25), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:25:47.242621 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-b3746fee-4e12-46ce-ae12-d62ff35738f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (bda8c5c0-9935-4f58-b3ba-5b48a27d9f80), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:25:47.346631 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ead40e-484c-404b-b600-d0fccc3bfe0f req-35f77d32-af24-4a81-b24f-d7b78320c3a5 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:25:47.348231 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-57ead40e-484c-404b-b600-d0fccc3bfe0f req-35f77d32-af24-4a81-b24f-d7b78320c3a5 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 945 time: 0.0490375 Jul 21 12:25:47.401705 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-57ead40e-484c-404b-b600-d0fccc3bfe0f req-410f963f-a1b4-44a5-8f36-237b1bc3edaa tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/security-groups?id=45c5c830-55b4-45f2-8b17-0c2cd3b37579&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475323 Jul 21 12:25:48.520125 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f315b4d-1201-4b42-894c-ebe2d0876e5b req-8aa0f922-6230-40cf-b84b-6f575d33f38e tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:25:48.521623 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-1f315b4d-1201-4b42-894c-ebe2d0876e5b req-8aa0f922-6230-40cf-b84b-6f575d33f38e tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 945 time: 0.0485206 Jul 21 12:25:48.573890 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-1f315b4d-1201-4b42-894c-ebe2d0876e5b req-39e9b3f5-8ac6-4a0c-8d58-16d36402edb6 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/security-groups?id=45c5c830-55b4-45f2-8b17-0c2cd3b37579&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446043 Jul 21 12:25:49.692626 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c528b40-dd0f-4af3-b25b-be07b701c0d4 req-12030f98-ee98-450c-839f-7aaf4632d7ea tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:25:49.694117 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-8c528b40-dd0f-4af3-b25b-be07b701c0d4 req-12030f98-ee98-450c-839f-7aaf4632d7ea tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 945 time: 0.0471563 Jul 21 12:25:49.745203 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-8c528b40-dd0f-4af3-b25b-be07b701c0d4 req-95311c3a-2c16-4043-9ca6-a9828941803e tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/security-groups?id=45c5c830-55b4-45f2-8b17-0c2cd3b37579&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431952 Jul 21 12:25:50.879654 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc3e66f-a07b-4485-ad87-779abe540ede req-331f25cb-73a9-4318-8a37-72217a5550d7 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:25:50.881515 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-ecc3e66f-a07b-4485-ad87-779abe540ede req-331f25cb-73a9-4318-8a37-72217a5550d7 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 945 time: 0.0627551 Jul 21 12:25:50.938122 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-ecc3e66f-a07b-4485-ad87-779abe540ede req-f8f324bc-0710-4d75-a9ac-4ddb415470a2 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/security-groups?id=45c5c830-55b4-45f2-8b17-0c2cd3b37579&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476031 Jul 21 12:25:51.166832 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=100 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:25:51.178852 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07d3122-b497-4b3a-a420-df074506e2aa req-ca4def06-7d8f-47c1-be24-97e2fd75be6c tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:25:51.180504 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-e07d3122-b497-4b3a-a420-df074506e2aa req-ca4def06-7d8f-47c1-be24-97e2fd75be6c tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 945 time: 0.0536222 Jul 21 12:25:51.230722 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-e07d3122-b497-4b3a-a420-df074506e2aa req-1ee806af-497f-4199-b331-a495d1207cfe tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/security-groups?id=45c5c830-55b4-45f2-8b17-0c2cd3b37579&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426705 Jul 21 12:25:51.273828 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=100 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:25:51.282000 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294d9109-3ac4-4e24-a5a1-51a1230378c7 req-3dda3922-8b69-4dbe-bb8e-cf0ebffaad3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:25:51.283556 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-294d9109-3ac4-4e24-a5a1-51a1230378c7 req-3dda3922-8b69-4dbe-bb8e-cf0ebffaad3f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=896cc13a4d744c06b80fc97aa4bd1dcf&device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 1129 time: 0.0406616 Jul 21 12:25:51.383211 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294d9109-3ac4-4e24-a5a1-51a1230378c7 req-8347cd48-cc31-4527-b94c-00eda1a801b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:25:51.384708 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-294d9109-3ac4-4e24-a5a1-51a1230378c7 req-8347cd48-cc31-4527-b94c-00eda1a801b5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=761850bd-9d80-4fa9-a807-31bd85f87afb HTTP/1.1" status: 200 len: 912 time: 0.0931754 Jul 21 12:25:51.458720 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-294d9109-3ac4-4e24-a5a1-51a1230378c7 req-dbe946c5-e2fe-43fc-ad31-fd86d01edfe0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=78a4473d-1fec-4996-977b-242fb85eba10 HTTP/1.1" status: 200 len: 1000 time: 0.0560796 Jul 21 12:25:51.511425 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294d9109-3ac4-4e24-a5a1-51a1230378c7 req-612dd811-0257-4820-bc03-3b4b603d8535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:25:51.512910 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-294d9109-3ac4-4e24-a5a1-51a1230378c7 req-612dd811-0257-4820-bc03-3b4b603d8535 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=44614617-498d-4d2c-9722-cb9b181c6aab HTTP/1.1" status: 200 len: 850 time: 0.0462959 Jul 21 12:25:51.560762 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294d9109-3ac4-4e24-a5a1-51a1230378c7 req-df581d1b-04b8-4a46-8a68-506c52974c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:25:51.562181 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-294d9109-3ac4-4e24-a5a1-51a1230378c7 req-df581d1b-04b8-4a46-8a68-506c52974c27 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=761850bd-9d80-4fa9-a807-31bd85f87afb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425112 Jul 21 12:25:51.657281 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-294d9109-3ac4-4e24-a5a1-51a1230378c7 req-02a88496-2168-4e04-ad9a-85858317d73b service neutron] 10.222.0.48 "GET /v2.0/networks/761850bd-9d80-4fa9-a807-31bd85f87afb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873976 Jul 21 12:25:51.751040 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-294d9109-3ac4-4e24-a5a1-51a1230378c7 req-ffe40497-69d0-408a-91d2-dae41f71e142 service neutron] 10.222.0.48 "GET /v2.0/networks/761850bd-9d80-4fa9-a807-31bd85f87afb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870268 Jul 21 12:25:51.873301 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951b02f6-f717-400f-904e-b75e1ab680a6 req-3cb516a7-786f-4465-846d-2ea5f03e7698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:25:51.874098 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-951b02f6-f717-400f-904e-b75e1ab680a6 req-3cb516a7-786f-4465-846d-2ea5f03e7698 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=896cc13a4d744c06b80fc97aa4bd1dcf&device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 1129 time: 0.0412946 Jul 21 12:25:52.161655 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951b02f6-f717-400f-904e-b75e1ab680a6 req-341f6d5d-2fc5-49f5-b4eb-9c81e85e845a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:25:52.163239 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-951b02f6-f717-400f-904e-b75e1ab680a6 req-341f6d5d-2fc5-49f5-b4eb-9c81e85e845a service neutron] 10.222.0.48 "GET /v2.0/networks?id=761850bd-9d80-4fa9-a807-31bd85f87afb HTTP/1.1" status: 200 len: 912 time: 0.0943668 Jul 21 12:25:52.240580 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-951b02f6-f717-400f-904e-b75e1ab680a6 req-3ceccc8a-4224-4149-ae4b-7fe489fc5ca6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=78a4473d-1fec-4996-977b-242fb85eba10 HTTP/1.1" status: 200 len: 1000 time: 0.0583739 Jul 21 12:25:52.312635 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951b02f6-f717-400f-904e-b75e1ab680a6 req-35ae1ca1-83ef-4dd3-b56e-fd4eb7f3affc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:25:52.314152 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-951b02f6-f717-400f-904e-b75e1ab680a6 req-35ae1ca1-83ef-4dd3-b56e-fd4eb7f3affc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=44614617-498d-4d2c-9722-cb9b181c6aab HTTP/1.1" status: 200 len: 850 time: 0.0562060 Jul 21 12:25:52.360699 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dee0fd-36ea-4dee-92bd-f83f8d01a276 req-5d7e99f7-770b-4c3a-b60a-9ae64566d544 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:25:52.362157 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951b02f6-f717-400f-904e-b75e1ab680a6 req-c48ff77b-d0fa-4065-b74d-f1fc980e5b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:25:52.362318 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-e2dee0fd-36ea-4dee-92bd-f83f8d01a276 req-5d7e99f7-770b-4c3a-b60a-9ae64566d544 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 945 time: 0.0479505 Jul 21 12:25:52.363678 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-951b02f6-f717-400f-904e-b75e1ab680a6 req-c48ff77b-d0fa-4065-b74d-f1fc980e5b3d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=761850bd-9d80-4fa9-a807-31bd85f87afb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423172 Jul 21 12:25:52.410129 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-e2dee0fd-36ea-4dee-92bd-f83f8d01a276 req-27a34499-02ac-4a66-9f10-73c16c312b86 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/security-groups?id=45c5c830-55b4-45f2-8b17-0c2cd3b37579&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418909 Jul 21 12:25:52.484654 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-951b02f6-f717-400f-904e-b75e1ab680a6 req-6726cf59-a9d4-4c92-a9f1-e0aac4afeffd service neutron] 10.222.0.48 "GET /v2.0/networks/761850bd-9d80-4fa9-a807-31bd85f87afb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872722 Jul 21 12:25:53.164342 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-951b02f6-f717-400f-904e-b75e1ab680a6 req-1c32f89a-580b-4f15-a2f9-dfc4a725d22f service neutron] 10.222.0.48 "GET /v2.0/networks/761850bd-9d80-4fa9-a807-31bd85f87afb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957041 Jul 21 12:25:53.530428 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=100 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:25:53.539372 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d540c2b9-3b47-41d8-9d30-eb5ccb7ce488 req-80c2a3f6-9ad1-4b76-a2b7-0ad5dd9b8b8d tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:25:53.540863 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-d540c2b9-3b47-41d8-9d30-eb5ccb7ce488 req-80c2a3f6-9ad1-4b76-a2b7-0ad5dd9b8b8d tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 945 time: 0.0486331 Jul 21 12:25:53.568675 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=100 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:25:53.593955 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-d540c2b9-3b47-41d8-9d30-eb5ccb7ce488 req-6a4ab8ff-6f11-4450-b9be-6111b141f3d0 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/security-groups?id=45c5c830-55b4-45f2-8b17-0c2cd3b37579&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452795 Jul 21 12:25:57.229683 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=5,neutron:UPDATE=5 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:25:57.236634 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:25:59.029148 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=3 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:25:59.029999 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=3 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:26:02.373400 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (0e418a3d-140a-4386-ad03-1f6ad2d8ed7b), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:26:02.393512 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=52 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:26:02.406496 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=56 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:26:03.583010 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=2 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:26:03.589798 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=6 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:26:11.423500 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-f0cea556-2129-4caa-8652-e904763e7c1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (8a21e728-a2e9-4580-a748-6ac9ba47a2a7), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:26:13.174721 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.agents_db [None req-4203cc95-03b4-445b-a92f-19fc3dec8381 None None] Agent healthcheck: found 6 active agents {{(pid=104162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 12:26:14.866358 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-3730aa33-48e9-4dd5-bad2-c7f408921f13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (ceb1130f-c61e-494c-be4f-967cc153319c), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:26:15.886594 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-34089123-786a-4f56-8fd8-e31aace790ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (7a27be9f-c1a8-4dec-a92f-42ec7311fe12), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:26:16.855692 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (c982e9e4-9e4b-4150-8658-75b564dceb25), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:26:17.243721 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-b3746fee-4e12-46ce-ae12-d62ff35738f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (bda8c5c0-9935-4f58-b3ba-5b48a27d9f80), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:26:23.169660 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:26:23.170707 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:26:27.234497 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:26:27.237895 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:26:32.383018 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (0e418a3d-140a-4386-ad03-1f6ad2d8ed7b), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:26:32.946189 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.18', 39374) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:26:33.111400 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-a3498142-bfd0-4fc7-9ecf-bdae3d31df38 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Deleting port 9655f482-a675-4ce9-8f3e-b2e3ecaa8c0a {{(pid=104160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 12:26:33.111789 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a3498142-bfd0-4fc7-9ecf-bdae3d31df38 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760977592'] for port (9655f482-a675-4ce9-8f3e-b2e3ecaa8c0a), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:26:33.194929 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a3498142-bfd0-4fc7-9ecf-bdae3d31df38 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683200'] for port (9655f482-a675-4ce9-8f3e-b2e3ecaa8c0a), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:26:33.195220 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a3498142-bfd0-4fc7-9ecf-bdae3d31df38 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Publish callbacks [] for floatingip (9655f482-a675-4ce9-8f3e-b2e3ecaa8c0a), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:26:33.208962 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-a3498142-bfd0-4fc7-9ecf-bdae3d31df38 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Calling delete_port for 9655f482-a675-4ce9-8f3e-b2e3ecaa8c0a owned by network:floatingip {{(pid=104160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 12:26:33.371170 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a3498142-bfd0-4fc7-9ecf-bdae3d31df38 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760983080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773760637175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9357752'] for port (9655f482-a675-4ce9-8f3e-b2e3ecaa8c0a), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:26:33.396565 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3498142-bfd0-4fc7-9ecf-bdae3d31df38 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Pushing event deleted for resources: {'Port': ['ID=9655f482-a675-4ce9-8f3e-b2e3ecaa8c0a,revision_number=None']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:26:33.409691 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3498142-bfd0-4fc7-9ecf-bdae3d31df38 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:26:33.410053 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3498142-bfd0-4fc7-9ecf-bdae3d31df38 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:26:33.410391 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3498142-bfd0-4fc7-9ecf-bdae3d31df38 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:26:33.410727 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3498142-bfd0-4fc7-9ecf-bdae3d31df38 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:26:33.411058 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3498142-bfd0-4fc7-9ecf-bdae3d31df38 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:26:33.411388 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3498142-bfd0-4fc7-9ecf-bdae3d31df38 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:26:33.411813 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3498142-bfd0-4fc7-9ecf-bdae3d31df38 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:26:33.412135 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3498142-bfd0-4fc7-9ecf-bdae3d31df38 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:26:33.412453 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3498142-bfd0-4fc7-9ecf-bdae3d31df38 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:26:33.412772 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3498142-bfd0-4fc7-9ecf-bdae3d31df38 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:26:33.413102 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3498142-bfd0-4fc7-9ecf-bdae3d31df38 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:26:33.413414 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3498142-bfd0-4fc7-9ecf-bdae3d31df38 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:26:33.413717 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3498142-bfd0-4fc7-9ecf-bdae3d31df38 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:26:33.414033 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3498142-bfd0-4fc7-9ecf-bdae3d31df38 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:26:33.414352 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3498142-bfd0-4fc7-9ecf-bdae3d31df38 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:26:33.473861 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a3498142-bfd0-4fc7-9ecf-bdae3d31df38 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Publish callbacks [] for floatingip (3b761133-c661-44c5-9759-ebbdd3c55271), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:26:33.474185 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.db.l3_db [None req-a3498142-bfd0-4fc7-9ecf-bdae3d31df38 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Floating IP 3b761133-c661-44c5-9759-ebbdd3c55271 disassociated (deleted). External IP: 172.27.3.197, port: 60b88417-bb80-481f-b1d6-4ec92ba08cea. Jul 21 12:26:33.687666 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3498142-bfd0-4fc7-9ecf-bdae3d31df38 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Router a766da6b-5cf0-4290-abe7-fe17683e2114 has already been hosted by L3 agent ceb1130f-c61e-494c-be4f-967cc153319c {{(pid=104160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 12:26:33.800300 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3498142-bfd0-4fc7-9ecf-bdae3d31df38 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Notify agent at l3_agent.dv-cinder-850321-1-iscsi the message routers_updated {{(pid=104160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 12:26:33.805429 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-a3498142-bfd0-4fc7-9ecf-bdae3d31df38 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170956'] for floatingip (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:26:33.810580 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-243014aa-3539-410d-b106-ffbdc426931a None None] Sync routers for ids ['a766da6b-5cf0-4290-abe7-fe17683e2114'] in dv-cinder-850321-1-iscsi {{(pid=104161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 12:26:33.822193 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-243014aa-3539-410d-b106-ffbdc426931a None None] Routers {'a766da6b-5cf0-4290-abe7-fe17683e2114'} bound to L3 agent in host dv-cinder-850321-1-iscsi {{(pid=104161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 12:26:33.822842 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-243014aa-3539-410d-b106-ffbdc426931a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-21T12:06:45Z,description=,heartbeat_timestamp=2022-07-21T12:26:15Z,host='dv-cinder-850321-1-iscsi',id=ceb1130f-c61e-494c-be4f-967cc153319c,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T12:06:45Z,topic='l3_agent')) {'router_ids': ['a766da6b-5cf0-4290-abe7-fe17683e2114'], 'active': True} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:26:33.837998 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-a3498142-bfd0-4fc7-9ecf-bdae3d31df38 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "DELETE /v2.0/floatingips/3b761133-c661-44c5-9759-ebbdd3c55271 HTTP/1.1" status: 204 len: 168 time: 0.8901608 Jul 21 12:26:33.838640 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a040781-3beb-4212-ada7-ad9b54e8bd8f', 'tag': '60b88417-bb80-481f-b1d6-4ec92ba08cea'}] {{(pid=104160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 12:26:33.841121 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eb085c56e9e86bbd6a0965d2ba727f3997621403869b150ca98f31427dd41b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41c26453-9933-49c2-abd5-0f72291d130d" -d '{"events": [{"name": "network-changed", "server_uuid": "5a040781-3beb-4212-ada7-ad9b54e8bd8f", "tag": "60b88417-bb80-481f-b1d6-4ec92ba08cea"}]}' {{(pid=104160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 12:26:33.879807 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 12:26:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8552674-cd94-4091-ad49-f99f3e8c840e x-openstack-request-id: req-d8552674-cd94-4091-ad49-f99f3e8c840e {{(pid=104160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 12:26:33.880115 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a040781-3beb-4212-ada7-ad9b54e8bd8f", "tag": "60b88417-bb80-481f-b1d6-4ec92ba08cea", "status": "completed", "code": 200}]} {{(pid=104160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 12:26:33.880316 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d8552674-cd94-4091-ad49-f99f3e8c840e {{(pid=104160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 12:26:33.880743 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8552674-cd94-4091-ad49-f99f3e8c840e'] response: {'name': 'network-changed', 'server_uuid': '5a040781-3beb-4212-ada7-ad9b54e8bd8f', 'tag': '60b88417-bb80-481f-b1d6-4ec92ba08cea', 'status': 'completed', 'code': 200} Jul 21 12:26:33.938679 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvr_db [None req-243014aa-3539-410d-b106-ffbdc426931a None None] Set router a766da6b-5cf0-4290-abe7-fe17683e2114 gateway port host: dv-cinder-850321-1-iscsi {{(pid=104161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 12:26:34.013888 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:26:34.017711 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:26:34.034748 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c26453-9933-49c2-abd5-0f72291d130d req-260df6c3-281b-4613-9ed8-aaea0503d292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:26:34.039042 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-41c26453-9933-49c2-abd5-0f72291d130d req-260df6c3-281b-4613-9ed8-aaea0503d292 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cc3651ce859043d2a764fa47f06db374&device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 1130 time: 0.1055276 Jul 21 12:26:34.190656 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e710b1-dde8-4564-9691-15e6bf7554b0 req-48686b7a-4bc5-4384-b48c-f7aa3ec76bb2 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:26:34.192919 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-07e710b1-dde8-4564-9691-15e6bf7554b0 req-48686b7a-4bc5-4384-b48c-f7aa3ec76bb2 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 946 time: 0.0694203 Jul 21 12:26:34.205888 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-243014aa-3539-410d-b106-ffbdc426931a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a766da6b-5cf0-4290-abe7-fe17683e2114', 'name': 'tempest-TestVolumeBootPattern-899008271-router', 'tenant_id': 'cc3651ce859043d2a764fa47f06db374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'external_fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': '6ee65bc1-40a6-403b-b656-df93a85f4942', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T12:19:19Z', 'updated_at': '2022-07-21T12:19:22Z', 'revision_number': 4, 'project_id': 'cc3651ce859043d2a764fa47f06db374', 'gw_port': {'id': '6ee65bc1-40a6-403b-b656-df93a85f4942', 'name': '', 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:b1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a766da6b-5cf0-4290-abe7-fe17683e2114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:19:19Z', 'updated_at': '2022-07-21T12:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-1-iscsi', '_floatingips': [{'id': '9900b7db-815e-42a7-bdc9-794c56d0751a', 'tenant_id': 'cc3651ce859043d2a764fa47f06db374', 'floating_ip_address': '172.27.3.209', 'floating_network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'router_id': 'a766da6b-5cf0-4290-abe7-fe17683e2114', 'port_id': '707648f9-a5cd-4b9b-a7c6-ff1d7fa6c651', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb1f1a48-37ef-466f-9c77-ca45d5a79220', 'mac_address': 'fa:16:3e:40:dc:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5efcc0bd-6db2-45ca-b09e-a7f47cce919e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T12:22:35Z', 'updated_at': '2022-07-21T12:22:37Z', 'revision_number': 1, 'project_id': 'cc3651ce859043d2a764fa47f06db374', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '569c1e4a-c8d4-468b-9653-df59c63fa18e', 'name': '', 'network_id': 'cb1f1a48-37ef-466f-9c77-ca45d5a79220', 'tenant_id': 'cc3651ce859043d2a764fa47f06db374', 'mac_address': 'fa:16:3e:35:06:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a766da6b-5cf0-4290-abe7-fe17683e2114', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'bc7d6337-214d-4961-9075-8635a8b8f86b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:19:21Z', 'updated_at': '2022-07-21T12:19:27Z', 'revision_number': 5, 'project_id': 'cc3651ce859043d2a764fa47f06db374', 'subnets': [{'id': 'bc7d6337-214d-4961-9075-8635a8b8f86b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-1-iscsi', False) {} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:26:34.206527 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c26453-9933-49c2-abd5-0f72291d130d req-85531837-8fd1-44d0-8755-37f56a90e973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:26:34.207644 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-41c26453-9933-49c2-abd5-0f72291d130d req-85531837-8fd1-44d0-8755-37f56a90e973 service neutron] 10.222.0.48 "GET /v2.0/networks?id=cb1f1a48-37ef-466f-9c77-ca45d5a79220 HTTP/1.1" status: 200 len: 912 time: 0.1487575 Jul 21 12:26:34.235743 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-243014aa-3539-410d-b106-ffbdc426931a None None] Checking router: a766da6b-5cf0-4290-abe7-fe17683e2114 for host: dv-cinder-850321-1-iscsi {{(pid=104161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 12:26:34.245349 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-243014aa-3539-410d-b106-ffbdc426931a None None] Routers {'a766da6b-5cf0-4290-abe7-fe17683e2114'} bound to L3 agent in host dv-cinder-850321-1-iscsi {{(pid=104161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 12:26:34.245978 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-243014aa-3539-410d-b106-ffbdc426931a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-21T12:06:45Z,description=,heartbeat_timestamp=2022-07-21T12:26:15Z,host='dv-cinder-850321-1-iscsi',id=ceb1130f-c61e-494c-be4f-967cc153319c,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T12:06:45Z,topic='l3_agent')) {'router_ids': ['a766da6b-5cf0-4290-abe7-fe17683e2114'], 'active': True} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:26:34.247876 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-07e710b1-dde8-4564-9691-15e6bf7554b0 req-5881c11f-70a0-4351-9d76-9c51238083a3 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/security-groups?id=37fb721b-82a7-4d69-98ca-387ca36dc9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480793 Jul 21 12:26:34.485970 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvr_db [None req-243014aa-3539-410d-b106-ffbdc426931a None None] Set router a766da6b-5cf0-4290-abe7-fe17683e2114 gateway port host: dv-cinder-850321-1-iscsi {{(pid=104161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 12:26:34.720160 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-243014aa-3539-410d-b106-ffbdc426931a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a766da6b-5cf0-4290-abe7-fe17683e2114', 'name': 'tempest-TestVolumeBootPattern-899008271-router', 'tenant_id': 'cc3651ce859043d2a764fa47f06db374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'external_fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': '6ee65bc1-40a6-403b-b656-df93a85f4942', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T12:19:19Z', 'updated_at': '2022-07-21T12:19:22Z', 'revision_number': 4, 'project_id': 'cc3651ce859043d2a764fa47f06db374', 'gw_port': {'id': '6ee65bc1-40a6-403b-b656-df93a85f4942', 'name': '', 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:b1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a766da6b-5cf0-4290-abe7-fe17683e2114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:19:19Z', 'updated_at': '2022-07-21T12:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-1-iscsi', '_floatingips': [{'id': '9900b7db-815e-42a7-bdc9-794c56d0751a', 'tenant_id': 'cc3651ce859043d2a764fa47f06db374', 'floating_ip_address': '172.27.3.209', 'floating_network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'router_id': 'a766da6b-5cf0-4290-abe7-fe17683e2114', 'port_id': '707648f9-a5cd-4b9b-a7c6-ff1d7fa6c651', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb1f1a48-37ef-466f-9c77-ca45d5a79220', 'mac_address': 'fa:16:3e:40:dc:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5efcc0bd-6db2-45ca-b09e-a7f47cce919e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T12:22:35Z', 'updated_at': '2022-07-21T12:22:37Z', 'revision_number': 1, 'project_id': 'cc3651ce859043d2a764fa47f06db374', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '569c1e4a-c8d4-468b-9653-df59c63fa18e', 'name': '', 'network_id': 'cb1f1a48-37ef-466f-9c77-ca45d5a79220', 'tenant_id': 'cc3651ce859043d2a764fa47f06db374', 'mac_address': 'fa:16:3e:35:06:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a766da6b-5cf0-4290-abe7-fe17683e2114', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'bc7d6337-214d-4961-9075-8635a8b8f86b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:19:21Z', 'updated_at': '2022-07-21T12:19:27Z', 'revision_number': 5, 'project_id': 'cc3651ce859043d2a764fa47f06db374', 'subnets': [{'id': 'bc7d6337-214d-4961-9075-8635a8b8f86b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-1-iscsi', False) {} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:26:34.747325 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-243014aa-3539-410d-b106-ffbdc426931a None None] The sync data for ids ['a766da6b-5cf0-4290-abe7-fe17683e2114'] in dv-cinder-850321-1-iscsi is: [{'id': 'a766da6b-5cf0-4290-abe7-fe17683e2114', 'name': 'tempest-TestVolumeBootPattern-899008271-router', 'tenant_id': 'cc3651ce859043d2a764fa47f06db374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'external_fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': '6ee65bc1-40a6-403b-b656-df93a85f4942', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T12:19:19Z', 'updated_at': '2022-07-21T12:19:22Z', 'revision_number': 4, 'project_id': 'cc3651ce859043d2a764fa47f06db374', 'gw_port': {'id': '6ee65bc1-40a6-403b-b656-df93a85f4942', 'name': '', 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:b1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a766da6b-5cf0-4290-abe7-fe17683e2114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:19:19Z', 'updated_at': '2022-07-21T12:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-1-iscsi', '_floatingips': [{'id': '9900b7db-815e-42a7-bdc9-794c56d0751a', 'tenant_id': 'cc3651ce859043d2a764fa47f06db374', 'floating_ip_address': '172.27.3.209', 'floating_network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'router_id': 'a766da6b-5cf0-4290-abe7-fe17683e2114', 'port_id': '707648f9-a5cd-4b9b-a7c6-ff1d7fa6c651', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb1f1a48-37ef-466f-9c77-ca45d5a79220', 'mac_address': 'fa:16:3e:40:dc:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5efcc0bd-6db2-45ca-b09e-a7f47cce919e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T12:22:35Z', 'updated_at': '2022-07-21T12:22:37Z', 'revision_number': 1, 'project_id': 'cc3651ce859043d2a764fa47f06db374', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '569c1e4a-c8d4-468b-9653-df59c63fa18e', 'name': '', 'network_id': 'cb1f1a48-37ef-466f-9c77-ca45d5a79220', 'tenant_id': 'cc3651ce859043d2a764fa47f06db374', 'mac_address': 'fa:16:3e:35:06:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a766da6b-5cf0-4290-abe7-fe17683e2114', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'bc7d6337-214d-4961-9075-8635a8b8f86b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:19:21Z', 'updated_at': '2022-07-21T12:19:27Z', 'revision_number': 5, 'project_id': 'cc3651ce859043d2a764fa47f06db374', 'subnets': [{'id': 'bc7d6337-214d-4961-9075-8635a8b8f86b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 12:26:34.986358 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a85c66-7147-46bd-aca5-fc33b78aec0c None None] New status for floating IP 3b761133-c661-44c5-9759-ebbdd3c55271: DOWN {{(pid=104162) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 21 12:26:35.375266 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fb1d5e-0e3c-43a8-95f5-1f8e0c931949 req-128747f0-1c79-451c-a311-7ea4778d6470 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:26:35.376815 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-91fb1d5e-0e3c-43a8-95f5-1f8e0c931949 req-128747f0-1c79-451c-a311-7ea4778d6470 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 946 time: 0.0552564 Jul 21 12:26:35.442795 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-91fb1d5e-0e3c-43a8-95f5-1f8e0c931949 req-1ec025de-dc96-43f6-950f-73db8b1e233b tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/security-groups?id=37fb721b-82a7-4d69-98ca-387ca36dc9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600867 Jul 21 12:26:35.507256 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-41c26453-9933-49c2-abd5-0f72291d130d req-8262d217-aaca-49c6-a7bd-495035bb89a3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=60b88417-bb80-481f-b1d6-4ec92ba08cea HTTP/1.1" status: 200 len: 217 time: 0.0396667 Jul 21 12:26:35.559995 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c26453-9933-49c2-abd5-0f72291d130d req-8c99cb13-a186-4188-9cf1-1c7e86008a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:26:35.561358 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-41c26453-9933-49c2-abd5-0f72291d130d req-8c99cb13-a186-4188-9cf1-1c7e86008a85 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bc7d6337-214d-4961-9075-8635a8b8f86b HTTP/1.1" status: 200 len: 850 time: 0.0461009 Jul 21 12:26:35.705331 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c26453-9933-49c2-abd5-0f72291d130d req-5fd06c9d-d026-4bde-b7df-a3130014ff03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:26:35.706863 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-41c26453-9933-49c2-abd5-0f72291d130d req-5fd06c9d-d026-4bde-b7df-a3130014ff03 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cb1f1a48-37ef-466f-9c77-ca45d5a79220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0451622 Jul 21 12:26:35.717745 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [req-41c26453-9933-49c2-abd5-0f72291d130d req-fa1399a8-f2b5-4a79-8861-479cb608e3e2 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=104160) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 21 12:26:35.718766 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-41c26453-9933-49c2-abd5-0f72291d130d req-fa1399a8-f2b5-4a79-8861-479cb608e3e2 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0053215 Jul 21 12:26:35.825224 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-41c26453-9933-49c2-abd5-0f72291d130d req-7fc5beab-5e9f-4882-9570-941cb456dd8d service neutron] 10.222.0.48 "GET /v2.0/networks/cb1f1a48-37ef-466f-9c77-ca45d5a79220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996463 Jul 21 12:26:36.025033 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-41c26453-9933-49c2-abd5-0f72291d130d req-b4c8ab0a-4a48-43bf-ab6a-7cce450f3336 service neutron] 10.222.0.48 "GET /v2.0/networks/cb1f1a48-37ef-466f-9c77-ca45d5a79220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069050 Jul 21 12:26:36.124855 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd251c69-7fb9-49e3-99bd-447915ad447e req-48acb9cc-4d75-4840-b21b-1fdf5fa40705 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:26:36.127522 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-bd251c69-7fb9-49e3-99bd-447915ad447e req-48acb9cc-4d75-4840-b21b-1fdf5fa40705 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 946 time: 0.0569179 Jul 21 12:26:36.222328 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [req-bd251c69-7fb9-49e3-99bd-447915ad447e req-88be6153-3aea-483a-a94f-4a5d86b33933 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Deleting port 60b88417-bb80-481f-b1d6-4ec92ba08cea {{(pid=104160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 12:26:36.222680 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-bd251c69-7fb9-49e3-99bd-447915ad447e req-88be6153-3aea-483a-a94f-4a5d86b33933 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760977592'] for port (60b88417-bb80-481f-b1d6-4ec92ba08cea), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:26:36.334054 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.db [req-bd251c69-7fb9-49e3-99bd-447915ad447e req-88be6153-3aea-483a-a94f-4a5d86b33933 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] For port 60b88417-bb80-481f-b1d6-4ec92ba08cea, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=60b88417-bb80-481f-b1d6-4ec92ba08cea,segment=NetworkSegment(ffbc0a01-72d6-4d7a-bf1a-f973b8a2cfc7),segment_id=ffbc0a01-72d6-4d7a-bf1a-f973b8a2cfc7)] {{(pid=104160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 12:26:36.334395 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-bd251c69-7fb9-49e3-99bd-447915ad447e req-88be6153-3aea-483a-a94f-4a5d86b33933 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683200'] for port (60b88417-bb80-481f-b1d6-4ec92ba08cea), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:26:36.350749 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [req-bd251c69-7fb9-49e3-99bd-447915ad447e req-88be6153-3aea-483a-a94f-4a5d86b33933 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Calling delete_port for 60b88417-bb80-481f-b1d6-4ec92ba08cea owned by compute:nova {{(pid=104160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 12:26:36.494924 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-bd251c69-7fb9-49e3-99bd-447915ad447e req-88be6153-3aea-483a-a94f-4a5d86b33933 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760983080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773760637175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9357752'] for port (60b88417-bb80-481f-b1d6-4ec92ba08cea), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:26:36.505212 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:26:36.530915 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88be6153-3aea-483a-a94f-4a5d86b33933 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Pushing event deleted for resources: {'Port': ['ID=60b88417-bb80-481f-b1d6-4ec92ba08cea,revision_number=None']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:26:36.558202 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-6145522f-7c80-4d3a-aeb8-186a9b147c85 req-b91caccc-0b88-4358-be60-456448fa0450 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0391402 Jul 21 12:26:36.580074 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd251c69-7fb9-49e3-99bd-447915ad447e req-88be6153-3aea-483a-a94f-4a5d86b33933 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] No DVR routers for this DVR port 60b88417-bb80-481f-b1d6-4ec92ba08cea on host hv-cinder-85032 {{(pid=104160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 12:26:36.582613 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-bd251c69-7fb9-49e3-99bd-447915ad447e req-88be6153-3aea-483a-a94f-4a5d86b33933 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170956'] for port (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:26:36.585888 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-bd251c69-7fb9-49e3-99bd-447915ad447e req-88be6153-3aea-483a-a94f-4a5d86b33933 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.48 "DELETE /v2.0/ports/60b88417-bb80-481f-b1d6-4ec92ba08cea HTTP/1.1" status: 204 len: 173 time: 0.4525087 Jul 21 12:26:36.586332 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a040781-3beb-4212-ada7-ad9b54e8bd8f', 'name': 'network-vif-deleted', 'tag': '60b88417-bb80-481f-b1d6-4ec92ba08cea'}] {{(pid=104160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 12:26:36.588728 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eb085c56e9e86bbd6a0965d2ba727f3997621403869b150ca98f31427dd41b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-748c20be-9beb-46cb-bdfb-501eec83d7a7" -d '{"events": [{"server_uuid": "5a040781-3beb-4212-ada7-ad9b54e8bd8f", "name": "network-vif-deleted", "tag": "60b88417-bb80-481f-b1d6-4ec92ba08cea"}]}' {{(pid=104160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 12:26:36.629770 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 12:26:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-936c67dc-8541-44d0-9c17-d7986d4ecc6d x-openstack-request-id: req-936c67dc-8541-44d0-9c17-d7986d4ecc6d {{(pid=104160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 12:26:36.630057 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a040781-3beb-4212-ada7-ad9b54e8bd8f", "name": "network-vif-deleted", "tag": "60b88417-bb80-481f-b1d6-4ec92ba08cea", "status": "completed", "code": 200}]} {{(pid=104160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 12:26:36.630307 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-936c67dc-8541-44d0-9c17-d7986d4ecc6d {{(pid=104160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 12:26:36.630713 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.notifiers.nova [-] Nova event matching ['req-936c67dc-8541-44d0-9c17-d7986d4ecc6d'] response: {'server_uuid': '5a040781-3beb-4212-ada7-ad9b54e8bd8f', 'name': 'network-vif-deleted', 'tag': '60b88417-bb80-481f-b1d6-4ec92ba08cea', 'status': 'completed', 'code': 200} Jul 21 12:26:37.658793 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-2a2dc3bb-a813-42dd-8a8f-f6729eb88e7c req-2b0e91df-b7b6-4eeb-8452-1f261d94d163 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0287127 Jul 21 12:26:38.758278 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-bfc0945f-8f02-452e-8331-b29c403f046f req-b1a634b6-8046-443a-b71e-78791d6554b2 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0286515 Jul 21 12:26:39.869414 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-23d99f43-f1a6-46b5-bab3-673d5ed8c19a req-d86024c1-1d1d-4ad4-be93-eeeb29945e8c tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0426633 Jul 21 12:26:40.826845 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Device 60b88417-bb80-481f-b1d6-4ec92ba08cea no longer exists at agent hyperv_hv-cinder-85032 {{(pid=104161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 12:26:40.846999 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] No Port match for: 60b88417-bb80-481f-b1d6-4ec92ba08cea {{(pid=104161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 12:26:40.847335 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Device 60b88417-bb80-481f-b1d6-4ec92ba08cea not bound to the agent host hv-cinder-85032 {{(pid=104161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 12:26:40.975034 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-befe8f3d-bbb5-4d6e-b7ec-aa4275977ce4 req-9925d59d-5ac8-410b-9f2b-500db5642769 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0286536 Jul 21 12:26:41.431250 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-7962249a-e07a-4570-9aaf-6e00b7fbe546 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (8a21e728-a2e9-4580-a748-6ac9ba47a2a7), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:26:42.085293 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-af214ee2-60de-432e-acdd-f3412ac50b00 req-0bc57834-7269-4582-b723-12ca0f64991b tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0367367 Jul 21 12:26:43.193099 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-b9053dc5-6c46-4646-9687-5a87884f45e1 req-05b447cc-c685-41a2-b0e0-817404e6af61 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0310566 Jul 21 12:26:44.049240 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:26:44.059777 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-ccaaf8f6-2f48-4ea0-a022-c591a2c951ac req-b0014348-bd60-45d8-8346-ded77eaf2e60 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0407562 Jul 21 12:26:44.141613 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaaf8f6-2f48-4ea0-a022-c591a2c951ac req-b269868c-2cfb-4db1-bcb3-fdc59ba56ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:26:44.143132 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-ccaaf8f6-2f48-4ea0-a022-c591a2c951ac req-b269868c-2cfb-4db1-bcb3-fdc59ba56ea8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=dea45f24c1da4e3ea816610296bc6df5&device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 1130 time: 0.0399077 Jul 21 12:26:44.258763 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaaf8f6-2f48-4ea0-a022-c591a2c951ac req-44364de5-7536-4ae7-ac1e-aab0c35ed978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:26:44.260531 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-ccaaf8f6-2f48-4ea0-a022-c591a2c951ac req-44364de5-7536-4ae7-ac1e-aab0c35ed978 service neutron] 10.222.0.48 "GET /v2.0/networks?id=8eeb3490-7305-43e2-ba5e-890eaaa63f8d HTTP/1.1" status: 200 len: 914 time: 0.0952675 Jul 21 12:26:44.291850 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-1cbe66b5-cd7e-40fb-879c-1d192006ad25 req-e4e3b153-aa9e-4d39-97d5-ffd8e1688f54 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0275888 Jul 21 12:26:44.301948 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-ccaaf8f6-2f48-4ea0-a022-c591a2c951ac req-654c4cac-26c5-43a4-af42-5da2eb882e47 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=534d7b7f-6d10-438b-816e-494c10d46740 HTTP/1.1" status: 200 len: 217 time: 0.0330188 Jul 21 12:26:44.352171 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaaf8f6-2f48-4ea0-a022-c591a2c951ac req-eb6767a5-e3cd-4f0e-91f7-67da2128612a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:26:44.353647 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-ccaaf8f6-2f48-4ea0-a022-c591a2c951ac req-eb6767a5-e3cd-4f0e-91f7-67da2128612a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=681317b9-51c1-4b61-b322-460302603986 HTTP/1.1" status: 200 len: 853 time: 0.0447140 Jul 21 12:26:44.385994 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-ccaaf8f6-2f48-4ea0-a022-c591a2c951ac req-56e293c4-9127-467d-b463-2ce29e98af97 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8eeb3490-7305-43e2-ba5e-890eaaa63f8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254388 Jul 21 12:26:44.490086 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-ccaaf8f6-2f48-4ea0-a022-c591a2c951ac req-d5f660ad-c51d-4fdf-a991-73680679dcaf service neutron] 10.222.0.48 "GET /v2.0/networks/8eeb3490-7305-43e2-ba5e-890eaaa63f8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953579 Jul 21 12:26:44.600759 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-ccaaf8f6-2f48-4ea0-a022-c591a2c951ac req-a7b0495c-2097-44ed-a991-42694cc6d955 service neutron] 10.222.0.48 "GET /v2.0/networks/8eeb3490-7305-43e2-ba5e-890eaaa63f8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005127 Jul 21 12:26:44.867797 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-32c2ed95-c4a9-4e7e-9bea-64dc4932ff15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (ceb1130f-c61e-494c-be4f-967cc153319c), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:26:44.991172 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=5 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:26:45.114310 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:26:45.398388 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-0d13da14-5257-480f-abf3-acd7b05c87ff req-f2627324-a2f9-44dd-b713-4903baff5ebd tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0321136 Jul 21 12:26:45.892520 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-34089123-786a-4f56-8fd8-e31aace790ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (7a27be9f-c1a8-4dec-a92f-42ec7311fe12), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:26:46.502140 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-22d91807-3f2a-4308-abf5-9be5e72741c2 req-f2ab88fd-a586-4090-a7dc-cfb1a3cb87ad tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0290804 Jul 21 12:26:46.860741 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (c982e9e4-9e4b-4150-8658-75b564dceb25), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:26:47.251224 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-b3746fee-4e12-46ce-ae12-d62ff35738f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (bda8c5c0-9935-4f58-b3ba-5b48a27d9f80), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:26:47.606700 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-b1f381aa-d719-4c94-8ba1-c4ddc605f3c4 req-003b7c38-27a8-4e2c-8a07-5a2c6827e73c tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0280209 Jul 21 12:26:48.707126 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-49557265-e7e5-4092-b7fa-91e3ebf7aa8f req-45d84088-0148-4c5c-bca1-18f2a0f7623f tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0322263 Jul 21 12:26:49.817522 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-4af65e4a-6281-413f-a055-c5c5e4a84633 req-0d4486e6-132d-4ca3-bb01-a9f6644a48c1 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0300767 Jul 21 12:26:50.174005 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.agents_db [None req-4203cc95-03b4-445b-a92f-19fc3dec8381 None None] Agent healthcheck: found 6 active agents {{(pid=104162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 12:26:50.915451 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-13ebb5ed-b1d0-4675-8fba-f369497d7ccd req-00b5e3af-6bd0-4a6d-b4bb-a175e8198873 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0292931 Jul 21 12:26:52.030283 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-49327d8a-aa88-42c4-9bcc-ca53d47b32a8 req-f268747a-4a86-4a78-8126-4b710b2dd188 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0322785 Jul 21 12:26:53.133880 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-8d1d82e4-8f5c-4ece-ac40-2d17271a6d2f req-dcae9060-c552-49d0-ac6d-50f59f346607 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0330198 Jul 21 12:26:54.234522 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-4f5bf18b-7d5e-45ff-a32e-e0881a63772a req-568e6c8a-4355-40bd-8390-e021f5127e87 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0280452 Jul 21 12:26:55.335316 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-cfd3a724-3398-41f8-8b39-7b25d1f80d90 req-a20044e2-375c-4eea-a8fb-535837468abe tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0295622 Jul 21 12:26:56.452746 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-ca7ef801-982f-488b-9133-de57fce4a126 req-6446cfec-f0ce-4fde-9912-6aca1aa660a5 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0374887 Jul 21 12:26:57.244848 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:UPDATE=3,neutron:SELECT=88 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:26:57.246336 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=80,neutron:UPDATE=3 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:26:57.563687 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-eb0ea9c7-1576-47d0-b14f-4efe882a334e req-74277efd-2e59-4326-9073-cb1d387be783 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0312171 Jul 21 12:26:58.661877 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-a119ad70-8bbb-4c41-bc69-524eb584a0d8 req-ff491f94-d85a-4667-90b9-f478199a1513 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0281174 Jul 21 12:26:59.767442 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-b90f665e-2886-4c6f-b589-a0d29bd485d5 req-ce676e9a-7569-46d1-8d51-7ebdedf78351 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0289173 Jul 21 12:27:00.168812 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:27:00.169620 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:27:00.876466 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-6673face-2fab-49cd-8b5e-c6b5e0096403 req-2eb672f4-e1f8-4e70-9d8e-75328d818c0b tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0322049 Jul 21 12:27:01.981315 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-741bfa8e-0f6a-4b4a-a405-688b5baf3a90 req-72eb37a0-d930-4da6-975d-931e83e2246c tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0304539 Jul 21 12:27:02.396250 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (0e418a3d-140a-4386-ad03-1f6ad2d8ed7b), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:27:03.093443 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-6954eba9-ed38-4baa-8f19-52c108d3c344 req-0453b97d-6058-4ad0-ac71-ed4f3c980b3f tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0284657 Jul 21 12:27:04.175513 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=26 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:27:04.177989 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=20 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:27:04.207763 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-8a4c7836-ea7b-45dd-9eb1-f83c33296550 req-583724e6-680d-4981-b9dd-a81e94891074 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0450597 Jul 21 12:27:05.318379 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-ff018161-6c14-4728-b61d-076b7a8c2831 req-0b86f0ac-5520-4362-8b1e-2a2a83ba9264 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0286617 Jul 21 12:27:06.425001 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-0908e9da-2799-4349-a190-04ef9c9e3320 req-18d7e75f-ac72-452c-bc8e-fbbf5288ea90 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0365295 Jul 21 12:27:07.514797 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=61 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:27:07.535721 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-14791d96-bd97-4f11-bb79-c1bfb487ea12 req-28768b8c-83f3-4d13-acf3-f66df367da6f tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0313976 Jul 21 12:27:08.644984 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-2821abc7-befa-4e8b-a3f5-16b24513441b req-4479f5be-9ad6-4906-9a9d-bb47937f3df0 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0300894 Jul 21 12:27:09.752046 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-352d455f-d9ab-4371-bd1a-36651b1fda42 req-87e790ad-8a8b-40b9-b21c-0f2ad238c2c0 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0343158 Jul 21 12:27:10.879202 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-849b7167-0dba-41a7-9ed1-eb8849a16ab2 req-4989d346-c290-426d-b7a5-5ed1b32f6765 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0374172 Jul 21 12:27:11.430929 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-5e25e0fb-4d5e-43cc-afd7-1a0c46848fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (8a21e728-a2e9-4580-a748-6ac9ba47a2a7), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:27:12.261309 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-69dfceb0-dc22-4223-9d7b-7a5313d79d3e req-18404f6a-1879-4115-9adc-ff9724e34301 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.3119490 Jul 21 12:27:13.024907 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=2 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:27:13.028020 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=4 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:27:13.367723 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-8fce92a9-b723-4586-b3c1-03bf7fbd9241 req-ef2044a3-abd5-4df3-b98e-5c2374c6062b tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0287335 Jul 21 12:27:14.472892 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-ef76f44e-d29b-4c4d-acb1-bda8d4357ce0 req-16f32ff2-d816-4aef-a88a-3d3c773ce2a0 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0279074 Jul 21 12:27:14.868091 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-03ed4785-4f7d-42f5-8d5f-198b644d392d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (ceb1130f-c61e-494c-be4f-967cc153319c), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:27:15.579536 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-f0779b3c-38e2-4d7a-af13-2ea5f5d2eb99 req-56775095-1d88-431f-8adc-0f12f8785d51 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0378804 Jul 21 12:27:15.896866 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-34089123-786a-4f56-8fd8-e31aace790ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (7a27be9f-c1a8-4dec-a92f-42ec7311fe12), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:27:16.660405 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=54 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:27:16.681678 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-bc6711b2-e904-4146-ad6b-baea501628e8 req-78a9da33-a0ad-4765-bbf4-ddde4da6084f tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0304067 Jul 21 12:27:16.849368 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (c982e9e4-9e4b-4150-8658-75b564dceb25), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:27:17.251689 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-b3746fee-4e12-46ce-ae12-d62ff35738f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (bda8c5c0-9935-4f58-b3ba-5b48a27d9f80), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:27:17.783981 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-f3c331c1-c73e-4793-a2fc-6a458574b1f1 req-8da3e86d-00e2-4145-99a6-187536a8ffa2 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0279591 Jul 21 12:27:18.902335 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-6b279605-3d3c-4218-87b1-9033bad48a9b req-471074ee-42c1-48eb-ac38-c50a97f560c7 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0349262 Jul 21 12:27:20.002344 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-851f42a9-b07a-4924-a139-9b191a1e2354 req-f11bb02b-1175-4aa7-afc8-494bbffdb02c tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0279405 Jul 21 12:27:21.111917 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-44906857-8904-4fe2-affa-008aa0123822 req-92992983-f856-41c5-a294-06faa5360e8e tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0319440 Jul 21 12:27:22.214208 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-4e4ba128-4b1f-4148-9014-25abed203239 req-b40fa78d-c172-4888-9eb6-30e47562cf05 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0288515 Jul 21 12:27:23.320075 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-ab06f817-dcf3-4fb8-b4cc-3ee42fd24dee req-3c2d88ab-e7b4-44f9-9cb2-d2777d794bc8 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0310628 Jul 21 12:27:24.431859 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-c59dcd59-1f80-4e66-8a8e-1581d5ae76a6 req-66450156-27ec-4729-81b0-3254f0b46f73 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0319211 Jul 21 12:27:25.543032 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-f361afc4-5d08-4d85-8b34-30ce73f989c4 req-768a9803-3b1a-4d45-bd15-1310a5d71c3e tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0341609 Jul 21 12:27:26.646025 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-053d064d-b82b-4df4-945d-9bd4b4502af2 req-0f00db8d-9ed8-4a54-9e68-5b87eeb4a032 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0279062 Jul 21 12:27:27.175011 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.agents_db [None req-4203cc95-03b4-445b-a92f-19fc3dec8381 None None] Agent healthcheck: found 6 active agents {{(pid=104162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 12:27:27.242368 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:27:27.246065 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=13,neutron:UPDATE=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:27:27.760086 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-ebefadad-146e-40e1-86c5-b656aaa6c147 req-fa27fe61-a45e-4fa0-86e8-9b95ea67a28b tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0355225 Jul 21 12:27:28.868573 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-669f00ea-aa1d-44eb-a173-d93a1c4395d9 req-33adda1d-a9b7-4a77-8ef7-a6c3dc9fea6f tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0382838 Jul 21 12:27:29.995439 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-e2451a38-b41d-47cb-951a-bf973c8fb227 req-a385088c-b919-4ddd-b775-131533582a77 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0417230 Jul 21 12:27:31.103886 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-8d03695c-e057-4229-9374-95709565ad47 req-249abe81-0934-4ff8-aabb-f723ef0a1a8c tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0314722 Jul 21 12:27:32.222176 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-922b61bd-9147-459a-b638-e7c8eba13c02 req-bb841ac1-6d32-4624-9da8-c6265cabf9ed tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0387101 Jul 21 12:27:32.400661 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (0e418a3d-140a-4386-ad03-1f6ad2d8ed7b), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:27:33.344110 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-e08d47f7-fafa-476e-b582-cacb5330bc7e req-79401d95-72ab-4f65-a615-3a1eac642e1d tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0391672 Jul 21 12:27:34.443503 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-6cc8b896-a641-4ab8-8957-f83b47a4694e req-5fe1979b-22ad-4343-8015-f533749e0988 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0284448 Jul 21 12:27:35.522850 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=15 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:27:35.524713 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=13 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:27:35.550899 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-744bff46-0fdd-44e7-88d8-379eb5632105 req-bc2c1689-8374-46de-aeac-8f05abc9f729 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0367477 Jul 21 12:27:36.657176 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-9bee9c33-a4e7-40b1-b730-19a4adfa7926 req-14dac681-1f62-444a-b885-4ff5403a4958 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0286808 Jul 21 12:27:37.776816 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-dc762e0b-2104-433e-9203-d69d69f2a742 req-2171937d-e812-4088-a7bf-af202d30d284 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0345566 Jul 21 12:27:38.858643 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=17 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:27:38.881381 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-146768e1-d85a-4b14-8750-a36bf03f504f req-f2073a8e-2d60-4381-bc2a-3e2782e04d85 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0326388 Jul 21 12:27:39.989861 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-85a4398a-3e9e-4eda-889c-24339ea4f2d9 req-d9379e50-e4ba-4201-af3b-6df2074f0bad tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0279956 Jul 21 12:27:41.100888 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-c185dbe5-2f83-4f31-abf7-197bbc1bad6c req-6270627d-31f5-462b-abf3-ee202e5c593e tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0381885 Jul 21 12:27:41.426207 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-22f15ab4-49db-4cf7-9ce2-d726fbb655af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (8a21e728-a2e9-4580-a748-6ac9ba47a2a7), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:27:42.216953 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-3746fbd0-6a06-44f0-8e4d-6043544c353e req-21d4042c-f549-412a-9198-c4ef5d61001c tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0406601 Jul 21 12:27:43.326626 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-145f2dd9-19c8-40c3-899b-ae1610d84174 req-4dc9712d-eb9f-49a9-83a4-37ca2505bc2a tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0337534 Jul 21 12:27:44.438093 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-ef2c420e-7baa-4a12-aab9-0fbffce068bc req-f931ad45-a274-47e0-b676-1ce491100d94 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0299182 Jul 21 12:27:44.863363 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-6c659197-522c-4be7-a9d2-4bc44d8d35ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (ceb1130f-c61e-494c-be4f-967cc153319c), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:27:45.540391 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-3d8e604c-906d-4358-b07b-6f3a9b7076ca req-0a182ecd-adbd-4d26-8f79-ee94c4aaea5d tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0313790 Jul 21 12:27:45.896625 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-34089123-786a-4f56-8fd8-e31aace790ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (7a27be9f-c1a8-4dec-a92f-42ec7311fe12), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:27:45.989832 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-7b77260c-ed72-4702-aef3-d2e3c1987653 req-77eafe31-a15a-4ac0-80c5-9ba0cbdbaa66 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0486584 Jul 21 12:27:46.110024 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b77260c-ed72-4702-aef3-d2e3c1987653 req-02cd8b5d-b85a-4e57-afc5-2f365ae0a402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:27:46.112244 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-7b77260c-ed72-4702-aef3-d2e3c1987653 req-02cd8b5d-b85a-4e57-afc5-2f365ae0a402 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cc3651ce859043d2a764fa47f06db374&device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 1130 time: 0.0473807 Jul 21 12:27:46.227890 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b77260c-ed72-4702-aef3-d2e3c1987653 req-68132a5f-0b7b-48ad-b253-e4459dcbf509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:27:46.229375 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-7b77260c-ed72-4702-aef3-d2e3c1987653 req-68132a5f-0b7b-48ad-b253-e4459dcbf509 service neutron] 10.222.0.48 "GET /v2.0/networks?id=cb1f1a48-37ef-466f-9c77-ca45d5a79220 HTTP/1.1" status: 200 len: 912 time: 0.0938432 Jul 21 12:27:46.303425 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-7b77260c-ed72-4702-aef3-d2e3c1987653 req-8633cf68-73d2-4593-a1c3-f51f397556b0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=707648f9-a5cd-4b9b-a7c6-ff1d7fa6c651 HTTP/1.1" status: 200 len: 1002 time: 0.0599232 Jul 21 12:27:46.356226 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b77260c-ed72-4702-aef3-d2e3c1987653 req-82ac25b4-51f8-4b9d-b786-ad3225219820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:27:46.357707 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-7b77260c-ed72-4702-aef3-d2e3c1987653 req-82ac25b4-51f8-4b9d-b786-ad3225219820 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bc7d6337-214d-4961-9075-8635a8b8f86b HTTP/1.1" status: 200 len: 850 time: 0.0464811 Jul 21 12:27:46.405544 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b77260c-ed72-4702-aef3-d2e3c1987653 req-f8bf1826-0d28-4a0a-85f3-b23790daac7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:27:46.406955 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-7b77260c-ed72-4702-aef3-d2e3c1987653 req-f8bf1826-0d28-4a0a-85f3-b23790daac7a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cb1f1a48-37ef-466f-9c77-ca45d5a79220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429544 Jul 21 12:27:46.501461 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-7b77260c-ed72-4702-aef3-d2e3c1987653 req-151ba377-cae9-4d31-9f38-0074764e8276 service neutron] 10.222.0.48 "GET /v2.0/networks/cb1f1a48-37ef-466f-9c77-ca45d5a79220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871143 Jul 21 12:27:46.603914 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-7b77260c-ed72-4702-aef3-d2e3c1987653 req-503fd358-5e76-4da4-960f-d5e035640f7f service neutron] 10.222.0.48 "GET /v2.0/networks/cb1f1a48-37ef-466f-9c77-ca45d5a79220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928092 Jul 21 12:27:46.647753 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-a4faee0f-5fa3-40d2-a8d0-94aae3d18abf req-acc1a3cb-ba41-4d21-945a-0c6130936920 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0283942 Jul 21 12:27:46.845493 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (c982e9e4-9e4b-4150-8658-75b564dceb25), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:27:47.255115 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-b3746fee-4e12-46ce-ae12-d62ff35738f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (bda8c5c0-9935-4f58-b3ba-5b48a27d9f80), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:27:47.757317 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-eca90851-dd93-4d79-af84-7bbb5f430f5f req-55c6a6e3-7533-4c15-882e-a220145a0374 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0326829 Jul 21 12:27:48.866918 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-4ae65850-a8a2-460e-9692-f369c73b4ffb req-560032d4-933e-49ec-bce5-d76fd289e167 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0280771 Jul 21 12:27:49.953218 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=64 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:27:49.974481 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-f9375476-128e-4455-bc1d-e9dab998b01e req-72712907-42bb-4ba2-bb36-a2d42c30abdb tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0298910 Jul 21 12:27:50.018162 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=18 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:27:50.022504 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=16 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:27:51.090773 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-9bc452c1-0980-4c16-905d-fc42add7dea6 req-2740421f-0f4b-4a81-80fb-635d568f0ab8 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0302792 Jul 21 12:27:52.197641 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-35b6293e-96d4-45ad-aa47-f5e23b585bba req-07ec0324-735c-4469-9ffb-2f95b6c9477f tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0349963 Jul 21 12:27:53.300854 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-ab6eb8e7-d2d3-4ca0-9b1b-182e866128eb req-c6485b36-b20d-4b64-8d16-9121acab389f tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0292001 Jul 21 12:27:54.402282 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-ffcd55b2-23f3-47c6-9efd-07010426e689 req-d6736d59-a1d6-40a0-b309-88e939ecf86d tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0282869 Jul 21 12:27:55.506045 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-91b9ab77-0b20-4058-a0e9-06f32df4e4ca req-7e939898-6018-49ff-bc5f-78cb833d4c29 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0348585 Jul 21 12:27:56.618944 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-d82ba6e4-713f-4624-bb23-3dc4b601f25a req-106b4947-1e6a-48e7-821f-6453b081c85d tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0393493 Jul 21 12:27:57.247800 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:27:57.248678 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:27:57.744841 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-8a14b86d-caad-4a53-9382-9ec531ecc64c req-ab9b8a43-8585-41b9-8881-deaf6a1e0b87 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0401905 Jul 21 12:27:58.852934 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-464ee6ef-4cfa-482e-985e-060c29040bc6 req-8f8de16f-6250-4df1-ac56-01ec3753796e tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0280256 Jul 21 12:27:59.965898 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-c0d31de4-8c7c-4c88-a8f6-f0ec3a583c37 req-c181651f-9a46-487e-a38c-1b6bfd7e1b89 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0363786 Jul 21 12:28:01.067779 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-0f29eaa6-4ad5-4419-9792-45bc6d13524a req-dd9dae45-a55d-4187-9fd6-76b12015b28b tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0344644 Jul 21 12:28:02.173396 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-b35a223e-2586-4aa5-b085-b10aac895f3c req-9da50716-6c29-4ba2-b6b4-b9a43ec4ba67 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0300961 Jul 21 12:28:02.394820 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (0e418a3d-140a-4386-ad03-1f6ad2d8ed7b), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:28:03.276598 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-198d996b-31f0-44db-87af-99b2013fccc5 req-5edfedc8-746a-45c4-a3f4-990a51c98e32 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0344901 Jul 21 12:28:04.179305 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.agents_db [None req-4203cc95-03b4-445b-a92f-19fc3dec8381 None None] Agent healthcheck: found 6 active agents {{(pid=104162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 12:28:04.393579 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-bfc9829f-a8e9-4d5f-9a2d-7279fa0e4992 req-771c77dd-4fb0-47c5-aee1-2efdbd0022cc tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0311604 Jul 21 12:28:05.501279 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-e0a331cc-69b5-4eac-b499-25a2f45dd9be req-0cb9d80c-2702-483d-af1f-4f63e165cfd6 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0347483 Jul 21 12:28:06.591281 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=17 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:28:06.594119 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=11 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:28:06.613749 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-369b164d-4a7c-4380-ac72-c8e2d9795a11 req-a3d0b92c-1772-4365-97b5-5681bc9dd21c tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0356469 Jul 21 12:28:07.722646 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-34c74c81-d9e3-46ef-aaa7-54068595f918 req-9d496b63-9865-4081-9a1e-0d19027f65c8 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0345581 Jul 21 12:28:08.832697 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-115ad159-8412-4bd9-807a-bfc4548b2b7f req-857e4294-cc72-4b99-b2b6-d52837edcb3d tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0382688 Jul 21 12:28:09.940656 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-fb1d8a6a-bfdb-42b7-ac79-69c703d5b59a req-b7af4489-503e-4d74-8bb7-46e410edf500 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0322816 Jul 21 12:28:11.037026 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-a923d64e-f235-4c06-a094-0a3a941cacb5 req-19897742-762c-4508-a0dd-22f13e8f5385 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0280242 Jul 21 12:28:11.432355 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-d45d726f-64d9-469c-8f19-ff8b0afc5d60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (8a21e728-a2e9-4580-a748-6ac9ba47a2a7), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:28:12.123176 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=66 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:28:12.144044 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-16990dd8-a7f1-46a1-8a02-181e737b7cf4 req-1a166a51-d10c-49cc-b27a-cc878ee24c34 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0293233 Jul 21 12:28:13.249006 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-14a253f8-6f4b-492b-ad9f-768682b681aa req-d9b75e8b-ca84-41bb-aa15-fd687bc30cc7 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0292640 Jul 21 12:28:14.170394 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:28:14.171189 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:28:14.354224 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-38afab8e-94e6-4aaa-8933-aa22ab77b9ef req-7b05037b-5500-41dc-8a30-ae801cc7536f tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0348313 Jul 21 12:28:14.870220 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-d10ea610-7bcd-417f-b7e2-2ddf8dc432b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (ceb1130f-c61e-494c-be4f-967cc153319c), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:28:15.461035 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-0b698422-aaa8-4f9d-a7a2-3ead63959c58 req-9e3119c3-bba8-4ef2-95b9-0b71ffb60ebd tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0278668 Jul 21 12:28:15.900869 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-34089123-786a-4f56-8fd8-e31aace790ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (7a27be9f-c1a8-4dec-a92f-42ec7311fe12), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:28:16.568124 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-6933f1ee-cf75-4f59-a7b5-da73963a0dca req-b1819cf9-9d33-46c7-9cc1-92ad907f2df3 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0369887 Jul 21 12:28:16.842312 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (c982e9e4-9e4b-4150-8658-75b564dceb25), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:28:17.257932 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-b3746fee-4e12-46ce-ae12-d62ff35738f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (bda8c5c0-9935-4f58-b3ba-5b48a27d9f80), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:28:17.676391 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-dc6b8eec-b0a6-4454-8720-323a68132c5d req-835d1dee-77fd-4d3c-a2c4-13d03dabff4e tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0402269 Jul 21 12:28:18.788903 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-3537127d-9d53-4fc8-97e7-1e3a71d0e072 req-3dc7e324-91ce-42eb-b397-a3dea2590c15 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0384581 Jul 21 12:28:19.906089 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-8a89afd8-75e1-4498-a8c2-b7462ebf1748 req-a3f17bb7-c265-4c56-9cd7-79be40b03b65 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0310788 Jul 21 12:28:20.988417 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=13 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:28:21.007043 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-4a66ff01-c332-4400-972e-3c0b487a6313 req-c9ece375-04a2-497f-a32e-262bcce7a603 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0285056 Jul 21 12:28:22.111432 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-05863f8e-fb4e-4d00-897f-86bc84c77f1d req-69125c75-80fe-4918-b1d5-28f3123f4619 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0301054 Jul 21 12:28:23.234145 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-02c7ae61-85c5-479e-bbb1-3e52f4a921d8 req-dc1e6334-a773-4807-9eaa-de6f2c382318 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0397437 Jul 21 12:28:24.341988 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-96335d0b-35ea-419a-ba1d-50759024f10d req-193d6951-fbce-4e34-98a8-bd17f40884b7 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0280333 Jul 21 12:28:25.447066 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-7c21acee-b666-45b1-b222-4f361ccb0f41 req-d556a8b5-ad12-41fd-af26-20ef25415de5 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0344164 Jul 21 12:28:26.551348 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-949ecb45-c430-4e9b-a496-8f34ed404edd req-c851bf01-5597-4bbb-a269-edff064215e2 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0342739 Jul 21 12:28:27.020469 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=3 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:28:27.021218 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=5 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:28:27.248623 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=17,neutron:UPDATE=4 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:28:27.251025 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=27,neutron:UPDATE=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:28:27.674179 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-a5f892c7-d5a2-44cf-9c09-fccc11685521 req-68f7e9b7-4744-4c60-a542-68163b8f9668 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0397193 Jul 21 12:28:28.771375 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-f5b889c2-fe52-44b5-b07c-7c699d930395 req-134889bf-78d2-4a87-9800-558bd1caed0b tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0277047 Jul 21 12:28:29.892925 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-b689f2c7-1473-4d29-8d35-c758e9af1df2 req-700c0ea4-dff4-4875-ab05-d6566e685af8 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0365355 Jul 21 12:28:31.000675 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-38080a05-cc72-47c0-899d-c35468026ac0 req-9e767efa-87a9-49f1-961f-c46f2e9c369f tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0370831 Jul 21 12:28:32.112269 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-61726562-3510-44a0-91eb-4b637276c7a1 req-6e0588a9-d387-454a-9e1c-764664b121f9 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0368555 Jul 21 12:28:32.417673 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (0e418a3d-140a-4386-ad03-1f6ad2d8ed7b), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:28:33.214039 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-03ba49f6-6859-4be9-b23a-129d7e5bd2ab req-8b36bcc0-df4d-4c16-bca3-f812f9d00e72 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0281894 Jul 21 12:28:34.321326 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-be3c5f93-356e-4f80-ad43-74fb7d7a2eeb req-5a7ae470-b9d6-462c-8395-f6e3afcf01d8 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0286205 Jul 21 12:28:35.436635 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-7d1a6be0-28f8-49fb-baa9-1991dbe3dd75 req-9ce52e43-5745-4bfa-ae0e-da28029f30d6 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0397236 Jul 21 12:28:36.540072 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-960e7a80-e4cd-4e76-a2d7-c239c5a9ab82 req-5ec6ff19-8506-4c6d-8d9e-7466dc3f03e3 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0328500 Jul 21 12:28:37.627198 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=14 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:28:37.629186 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=14 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:28:37.647845 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-b6e56655-8070-4ab6-98f2-507423e50ecb req-85950e09-36a9-404a-bd0c-e35a69dbadd2 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0299807 Jul 21 12:28:38.753157 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-cd26ffc3-25f7-4e5f-a94e-7bba11479516 req-71ab9264-8dd6-4065-9e61-bc99a5b1978f tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0287051 Jul 21 12:28:39.050887 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:28:39.051633 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:DELETE=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:28:39.863827 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-52c5878a-6b56-4bc4-b120-4534563464a7 req-258424ba-f620-4cf0-92fd-99ae788df407 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0349295 Jul 21 12:28:40.989097 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-14bfaaf6-d86e-409a-aa1d-160c5f9a3735 req-2432adf3-148b-427f-a110-923c7dd68db3 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0379083 Jul 21 12:28:41.182485 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.agents_db [None req-4203cc95-03b4-445b-a92f-19fc3dec8381 None None] Agent healthcheck: found 6 active agents {{(pid=104162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 12:28:41.439741 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-d9ca10ee-3ae0-41c6-acc7-8d2849597d43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (8a21e728-a2e9-4580-a748-6ac9ba47a2a7), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:28:42.090077 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-a302cb83-5376-4dc0-926f-a14cadca6042 req-90926a06-780b-40c0-aeaf-9f11bf4ae190 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0327206 Jul 21 12:28:43.197420 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-26c62305-9a88-4bd0-94d1-d521dc7b2f7c req-42208b19-c8c3-473b-bc05-a12bfac1018c tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0295224 Jul 21 12:28:44.318171 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-66e54c43-6116-41c0-9b15-88a7226374c1 req-6db22a29-3d73-4abd-86ea-d4d05a24306d tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0306742 Jul 21 12:28:44.869529 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-ec15145a-d707-4060-ac0c-0e7897845717 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (ceb1130f-c61e-494c-be4f-967cc153319c), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:28:45.036504 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=17 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:28:45.072613 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-a582cdfc-2b98-476a-bc82-a8fd33bad9a5 req-66038ad3-c8bf-4955-808e-c28e9e7d4c28 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0438678 Jul 21 12:28:45.162537 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a582cdfc-2b98-476a-bc82-a8fd33bad9a5 req-12cced08-7b0a-4c8f-8fb5-6001c6b594d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:28:45.164077 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-a582cdfc-2b98-476a-bc82-a8fd33bad9a5 req-12cced08-7b0a-4c8f-8fb5-6001c6b594d3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=896cc13a4d744c06b80fc97aa4bd1dcf&device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 1129 time: 0.0488694 Jul 21 12:28:45.279595 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a582cdfc-2b98-476a-bc82-a8fd33bad9a5 req-97dad6d1-4a8c-4a3f-bc77-72ad387b5d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:28:45.281090 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-a582cdfc-2b98-476a-bc82-a8fd33bad9a5 req-97dad6d1-4a8c-4a3f-bc77-72ad387b5d92 service neutron] 10.222.0.48 "GET /v2.0/networks?id=761850bd-9d80-4fa9-a807-31bd85f87afb HTTP/1.1" status: 200 len: 912 time: 0.0913465 Jul 21 12:28:45.350471 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-a582cdfc-2b98-476a-bc82-a8fd33bad9a5 req-d34a5e8a-c5e2-4c69-9db6-26180e423ba8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=78a4473d-1fec-4996-977b-242fb85eba10 HTTP/1.1" status: 200 len: 1000 time: 0.0609677 Jul 21 12:28:45.427435 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-68fd3725-1966-4ae2-8e3f-db9c365b2a67 req-c9af0bf5-b373-4679-a336-90611d64f9ee tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0359902 Jul 21 12:28:45.431331 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a582cdfc-2b98-476a-bc82-a8fd33bad9a5 req-0b6b961d-f9c4-42c8-a9fb-a4daaa3862db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:28:45.432742 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-a582cdfc-2b98-476a-bc82-a8fd33bad9a5 req-0b6b961d-f9c4-42c8-a9fb-a4daaa3862db service neutron] 10.222.0.48 "GET /v2.0/subnets?id=44614617-498d-4d2c-9722-cb9b181c6aab HTTP/1.1" status: 200 len: 850 time: 0.0722759 Jul 21 12:28:45.482504 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a582cdfc-2b98-476a-bc82-a8fd33bad9a5 req-1010d597-33b6-4087-8d05-b22b974f6d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:28:45.484054 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-a582cdfc-2b98-476a-bc82-a8fd33bad9a5 req-1010d597-33b6-4087-8d05-b22b974f6d64 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=761850bd-9d80-4fa9-a807-31bd85f87afb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434482 Jul 21 12:28:45.579806 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-a582cdfc-2b98-476a-bc82-a8fd33bad9a5 req-d955afcd-d6c8-4cf7-a61b-34022e9d9ba7 service neutron] 10.222.0.48 "GET /v2.0/networks/761850bd-9d80-4fa9-a807-31bd85f87afb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861022 Jul 21 12:28:45.676834 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-a582cdfc-2b98-476a-bc82-a8fd33bad9a5 req-673d4380-d316-404f-a60e-d03ba661a231 service neutron] 10.222.0.48 "GET /v2.0/networks/761850bd-9d80-4fa9-a807-31bd85f87afb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885572 Jul 21 12:28:45.905229 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-34089123-786a-4f56-8fd8-e31aace790ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (7a27be9f-c1a8-4dec-a92f-42ec7311fe12), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:28:46.526132 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-01842c6a-fb1b-4798-adbf-54c44d889bc4 req-5251d9e8-6c98-4678-a2c7-c5118dda0414 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0280662 Jul 21 12:28:46.838587 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (c982e9e4-9e4b-4150-8658-75b564dceb25), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:28:47.263290 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-b3746fee-4e12-46ce-ae12-d62ff35738f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (bda8c5c0-9935-4f58-b3ba-5b48a27d9f80), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:28:47.628800 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-90e74b32-9755-4242-ae0b-0b5c75b34dc4 req-b5df2d54-292c-454d-89a6-335cbba9488d tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0279336 Jul 21 12:28:48.736813 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-ca9405b7-f394-4fba-9ff2-811d3c577919 req-eab5609d-d79c-4c78-bec9-cda28459a6e4 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0305593 Jul 21 12:28:49.840275 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-23158969-b2b7-4d51-a346-dc5d0dffa078 req-81e028c6-1fb0-4f10-995f-e24b3921f6f1 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0283399 Jul 21 12:28:50.947421 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-2b4174ca-ad9f-41e4-9941-bf06ed7165e9 req-41331de2-9e19-4bbd-9296-3fcdddb0c99d tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0343084 Jul 21 12:28:51.173960 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:28:51.174771 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:28:52.023691 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=60 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:28:52.047733 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-a909b322-9e58-478d-8951-1fd609604158 req-b02ff31c-f331-4e26-b148-d93b077a31af tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0325441 Jul 21 12:28:53.163223 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-faddf1a9-49e0-4002-a226-8a484a260935 req-4d970b83-825f-406a-b011-aa18fdad0492 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0381465 Jul 21 12:28:54.274993 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-9f9860e8-3238-47b7-8277-95abc743bc53 req-56577127-b0dc-4016-a401-7cdc8a692cd2 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0394723 Jul 21 12:28:55.388093 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-141cb39d-255a-4a08-8636-c65af10caec9 req-59814372-68b7-4c07-b9bd-a8e7fd7fa89b tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0363438 Jul 21 12:28:56.493873 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-74e1dfc7-3a38-4c4b-b554-b3051f5982e5 req-515e104e-ff30-44d6-8398-5d3d651a7cc8 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0363622 Jul 21 12:28:57.250387 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:28:57.257300 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:28:57.603978 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-7f26f18b-5a85-46c2-974e-178999f1fe72 req-661ceed1-d102-41d1-81d2-6d7a5d535338 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0364771 Jul 21 12:28:58.712568 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-59a8aaff-5051-4cf5-a27c-47d0be2e153c req-77ed36dc-703b-4dc3-91ca-63599f7ff608 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0347819 Jul 21 12:28:59.820617 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-3c1cd5d2-c9d5-4c8a-8f3d-2faf09298972 req-cec662de-f9ba-40d4-99ca-68976d633ab3 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0394959 Jul 21 12:29:00.935087 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-77c3ebeb-af58-472a-90e0-c9acfe17fdc0 req-41e345ce-a8cf-450b-b958-d6d2d0c5b41b tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0384140 Jul 21 12:29:02.038635 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-1cd3e4ea-3c2f-415e-b87c-597ab22db9d2 req-15222614-2851-4ed0-8ac5-05c55a95f3b9 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0320227 Jul 21 12:29:02.425181 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (0e418a3d-140a-4386-ad03-1f6ad2d8ed7b), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:29:03.152219 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-c622e9ae-8ad7-45fa-84d6-e0ecc8c57c50 req-49ecf72c-5db4-4798-a7d1-8950f25a30d6 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0363228 Jul 21 12:29:04.016465 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=3 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:29:04.024267 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=3 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:29:04.257716 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-8407c1ab-fb1f-4da5-9288-b71eefb382b6 req-2f422c31-ab53-4d20-ba94-0a13afe25bd1 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0321207 Jul 21 12:29:05.354274 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-6a49b5c2-3b58-49e7-9f70-0b9f2c0f45ce req-717ef0e5-24b8-4224-825d-398957895d16 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0278535 Jul 21 12:29:06.467458 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-8946109b-d491-4af8-9d01-b74411dab4b4 req-a69131e5-cedf-4e97-b807-a801e6e671e9 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0369387 Jul 21 12:29:07.567502 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-e065a92b-a01b-43ce-8a1c-fb26abc38089 req-05c91d8d-fb24-4b93-a555-727df7f483e6 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0282707 Jul 21 12:29:08.656854 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=14 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:29:08.659604 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=14 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:29:08.683217 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-1981fe19-b524-4b9c-96f1-15cd3f4a3384 req-5fad2142-c63a-4c22-8073-6500a782da6f tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0399935 Jul 21 12:29:09.810312 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-d3a65845-48f6-4d95-ab9f-8983298b1697 req-59e47bd6-208f-4f8e-88c3-448cbec648b8 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0406373 Jul 21 12:29:10.936745 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-5b775cb8-8158-4770-9132-68417c61cc30 req-7ce30d43-0ec6-4cdd-90ee-0cd6bb3a5f55 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0424342 Jul 21 12:29:11.437068 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-03a7c0fc-792d-40e3-a85d-b53e95f35dd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (8a21e728-a2e9-4580-a748-6ac9ba47a2a7), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:29:12.042820 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-7f2f24b0-cef6-45ee-9e9c-1028cbe87ebe req-75f77de6-6053-41bb-be43-8b4af08262b0 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0311434 Jul 21 12:29:13.141487 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-f2916fe6-5b14-4805-8e1f-45f4644a8b04 req-4f521a47-8a41-4106-9570-4f0508d684fd tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0276163 Jul 21 12:29:14.244860 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-f431ff9b-d198-4ae5-bad4-63f4d580f98d req-75299207-fd99-40c7-80bc-33c3f98c5192 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0281813 Jul 21 12:29:14.877265 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-7290e007-d0cb-4330-9074-162ef40e95d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (ceb1130f-c61e-494c-be4f-967cc153319c), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:29:15.345689 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-7a8d524c-f985-4691-bd8b-b9e8f9de6620 req-5bbbb031-d436-4b67-b32a-3fa948a5d431 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0293529 Jul 21 12:29:15.908350 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-34089123-786a-4f56-8fd8-e31aace790ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (7a27be9f-c1a8-4dec-a92f-42ec7311fe12), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:29:16.428960 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=67 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:29:16.451977 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-96870bed-d155-4224-8098-c3e18c923ec7 req-9a524e4f-bd92-410d-b4bb-95c6f5a0d373 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0367088 Jul 21 12:29:16.838020 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (c982e9e4-9e4b-4150-8658-75b564dceb25), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:29:17.266417 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-b3746fee-4e12-46ce-ae12-d62ff35738f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (bda8c5c0-9935-4f58-b3ba-5b48a27d9f80), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:29:17.558354 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-bef07ac5-320d-4663-82cc-51ec06adeda9 req-bd912462-2f83-4bc9-94f3-8d613a6a7aea tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0337629 Jul 21 12:29:18.183289 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.agents_db [None req-4203cc95-03b4-445b-a92f-19fc3dec8381 None None] Agent healthcheck: found 6 active agents {{(pid=104162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 12:29:18.666313 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-4a2f1886-4e4e-479f-b728-a71fb957e5c0 req-19f1bd26-c024-4fc3-ac81-d5c3d63bd0d2 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0300381 Jul 21 12:29:19.780850 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-64d21521-d665-4c74-83da-3b4353004753 req-c61c18b7-3f45-470e-a5ff-e4bfdce25c1d tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0398602 Jul 21 12:29:20.890592 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-06d7f445-6983-46a7-a6c3-8bb27d2c67ab req-a2b01620-bc1b-4ebb-b38a-b97834490aa4 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0351827 Jul 21 12:29:22.000367 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-b078c0b1-9406-42e2-bee2-c6b5446e7708 req-95661536-21ca-4c13-854c-4f2dfe9cd1f9 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0331836 Jul 21 12:29:23.081220 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=15 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:29:23.107058 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-bcac7a38-3b10-4495-a75a-2901e2a3db61 req-63137aa9-1b96-4c1e-b759-acac57951e24 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0387423 Jul 21 12:29:24.206511 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-7acddfa2-6576-42a2-be60-6b959b97491f req-7c1af70d-ec91-4209-9e24-8d6ddcdb9625 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0281730 Jul 21 12:29:25.326598 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-f76b098c-3aa9-4ab6-954b-ea9c12cdb0c1 req-ba12ae1f-4100-449d-8dea-7144c960ee84 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0389190 Jul 21 12:29:26.438952 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-efbaa26c-2b00-4ba1-9278-a6af307b4d11 req-45d073fc-b250-4091-aa6f-d0d8f15e84c8 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0390728 Jul 21 12:29:27.258724 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:29:27.260922 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=5,neutron:UPDATE=5 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:29:27.542125 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-0f4b00fe-024e-40e5-ace3-4cfc89426d91 req-ba786aa8-8dc9-4479-9d01-9922ca1f26c0 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0317955 Jul 21 12:29:28.177464 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:29:28.178803 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:29:28.642863 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-41111fcb-5b6d-471e-a8b6-ec5b5503a706 req-10d3ff39-fbc2-4459-ac50-0c48e7201ffe tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0319417 Jul 21 12:29:29.826511 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-4791328c-95a5-49bd-a2d8-0872ddebc62b req-8b4ee988-861a-46fa-9bfc-98febac9e85c tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0281394 Jul 21 12:29:30.940455 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-ce08cf30-c207-4844-8adc-0f110b53b0c8 req-4f170871-f7c4-401a-9f94-778dc68a8d4e tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0350988 Jul 21 12:29:32.046356 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-3b30865f-1760-40ac-9dc4-495a1ec94003 req-b15b4b26-0d16-4cb0-8ec5-b23376d291e9 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0335972 Jul 21 12:29:32.423633 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (0e418a3d-140a-4386-ad03-1f6ad2d8ed7b), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:29:33.146090 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-495b46b3-9939-4afa-84ac-14f0dac8ba20 req-69e5b9d3-5165-430b-9709-c06547c027c7 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0298779 Jul 21 12:29:34.259029 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-8e72101e-3a6b-472f-866c-654d408c77e5 req-52c01414-dbbb-42c9-9308-c75a018d7a53 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0346611 Jul 21 12:29:35.367875 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-f4b172c1-876c-4670-a537-71e83b6ff8fb req-3046ca61-79e0-4343-b0f8-d52fadc4dd48 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0362070 Jul 21 12:29:36.472182 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-610080e2-1921-4463-b8ce-b47d76427e8d req-6ba05aff-b1df-43d2-a7ca-0b5dacbd76d8 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0308337 Jul 21 12:29:37.590740 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-98a1ce08-e889-404f-8eb2-9d0d13eb8038 req-204cd27a-522b-46f9-b6d9-9417e98bf19f tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0375819 Jul 21 12:29:38.700314 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-c37d2ed8-5e1c-49dc-a3d3-c75dac6ec3a7 req-7f189d2a-0af3-445f-b9e1-6f89330675d2 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0370636 Jul 21 12:29:39.778752 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=13 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:29:39.781711 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=15 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:29:39.800564 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-67c94ac0-4ca2-49d5-b7d1-2c5b3d9b1f2e req-bfff50e3-277a-4c57-abca-66cf6585468a tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0304251 Jul 21 12:29:40.915310 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-4933772b-a865-429e-a47d-9afabbc48a7a req-f32f76ab-36c5-4716-94c0-dd5cd0cae06a tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0294433 Jul 21 12:29:41.331416 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=17 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:29:41.333428 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=15 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:29:41.432819 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-408c8f0a-3303-4c6a-8714-4097f1f085dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (8a21e728-a2e9-4580-a748-6ac9ba47a2a7), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:29:42.013282 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-d5980082-d021-4903-bd92-f0c80e288d7e req-1950bda7-9345-4ae9-abb2-ffc8bab4e6df tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0281696 Jul 21 12:29:43.117945 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-e0cc0402-4a85-42b4-a736-73f6aaef427c req-71bb956c-92b9-48e5-a804-644863121831 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0290713 Jul 21 12:29:44.237471 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-ab3f926c-e055-4539-adf3-7a7e03cf471d req-6812373e-65db-4561-a643-4648b40083dc tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0378375 Jul 21 12:29:44.863784 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-3cfe13fe-9e25-4c57-bc19-c041fb4930ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (ceb1130f-c61e-494c-be4f-967cc153319c), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:29:45.356828 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-b752e499-25dc-4465-b4f2-f0645e91d008 req-689fe9e9-2c5f-4335-92a7-c23a93112a91 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0394759 Jul 21 12:29:45.910993 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-34089123-786a-4f56-8fd8-e31aace790ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (7a27be9f-c1a8-4dec-a92f-42ec7311fe12), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:29:46.064911 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-d3cd1d94-b235-498e-9ce0-ed58a9f6a1bb req-6b721575-c0f5-4193-8d63-880cd171970c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0397332 Jul 21 12:29:46.143438 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cd1d94-b235-498e-9ce0-ed58a9f6a1bb req-519f7b37-1f04-4f2a-89e2-ae0dd122fa1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:29:46.144940 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-d3cd1d94-b235-498e-9ce0-ed58a9f6a1bb req-519f7b37-1f04-4f2a-89e2-ae0dd122fa1a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=dea45f24c1da4e3ea816610296bc6df5&device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 1130 time: 0.0395062 Jul 21 12:29:46.258033 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cd1d94-b235-498e-9ce0-ed58a9f6a1bb req-e183f2a5-cbd9-4ac3-a956-99c0c1bb52f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:29:46.259540 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-d3cd1d94-b235-498e-9ce0-ed58a9f6a1bb req-e183f2a5-cbd9-4ac3-a956-99c0c1bb52f3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=8eeb3490-7305-43e2-ba5e-890eaaa63f8d HTTP/1.1" status: 200 len: 914 time: 0.0933774 Jul 21 12:29:46.303283 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-d3cd1d94-b235-498e-9ce0-ed58a9f6a1bb req-ac7ad755-f225-4553-8e6e-448cb1d5406d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=534d7b7f-6d10-438b-816e-494c10d46740 HTTP/1.1" status: 200 len: 217 time: 0.0339360 Jul 21 12:29:46.357886 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cd1d94-b235-498e-9ce0-ed58a9f6a1bb req-abd6668b-1f46-4ed5-9acd-31c04c684d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:29:46.359588 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-d3cd1d94-b235-498e-9ce0-ed58a9f6a1bb req-abd6668b-1f46-4ed5-9acd-31c04c684d71 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=681317b9-51c1-4b61-b322-460302603986 HTTP/1.1" status: 200 len: 853 time: 0.0498729 Jul 21 12:29:46.395033 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-d3cd1d94-b235-498e-9ce0-ed58a9f6a1bb req-20a21492-8cd7-4c85-93d6-5ae017a88b7c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8eeb3490-7305-43e2-ba5e-890eaaa63f8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261338 Jul 21 12:29:46.463860 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=39 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:29:46.468406 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-83d9b808-48cc-4511-b625-a7f65afe1564 req-8adb2c26-779f-47aa-979f-a475438887ef tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0351045 Jul 21 12:29:46.496323 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-d3cd1d94-b235-498e-9ce0-ed58a9f6a1bb req-91665cbf-3c98-479a-b5a9-ad6e96c6a19a service neutron] 10.222.0.48 "GET /v2.0/networks/8eeb3490-7305-43e2-ba5e-890eaaa63f8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910976 Jul 21 12:29:46.598473 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-d3cd1d94-b235-498e-9ce0-ed58a9f6a1bb req-c3b185ba-e6bd-4ba2-ba11-0f433593c13c service neutron] 10.222.0.48 "GET /v2.0/networks/8eeb3490-7305-43e2-ba5e-890eaaa63f8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921969 Jul 21 12:29:46.834457 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (c982e9e4-9e4b-4150-8658-75b564dceb25), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:29:47.267185 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-b3746fee-4e12-46ce-ae12-d62ff35738f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (bda8c5c0-9935-4f58-b3ba-5b48a27d9f80), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:29:47.575770 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-5544cd65-8fa9-4f1d-9269-d322a883759d req-b9c1dbc1-a5d2-4576-944f-a215ef886d52 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0348997 Jul 21 12:29:48.676071 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-55ffa768-c7e5-4a80-b82c-0dc99350964c req-b58a6b6d-3296-475a-a5f7-bb1665c31b2f tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0277202 Jul 21 12:29:49.785498 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-6a710f3f-8392-4859-853e-b083b44cfc84 req-79587b86-9728-4e0d-9c3f-b2fb8c67c3e9 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0308149 Jul 21 12:29:50.898454 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-a11dfc16-6109-4eb6-a8ad-633eb0f19d29 req-6efcaa46-94cb-4607-9e84-a77571c335c3 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0365801 Jul 21 12:29:52.007013 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-e523a050-422e-4c63-85e2-33b5fb6ed522 req-db2512f5-ac47-4b2b-91e3-f5cd2de6a2ac tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0392160 Jul 21 12:29:53.110061 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-5c225357-aa71-44c0-ae86-9acfdee45f9a req-987ca5d8-e229-482c-b895-4e18435bb786 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0291758 Jul 21 12:29:54.201962 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=61 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:29:54.225078 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-6eae21ab-108e-4ba1-a3c5-1aa5ca69338c req-18c908a0-6158-4c53-9696-51f12df67fc9 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0319734 Jul 21 12:29:55.185782 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.agents_db [None req-4203cc95-03b4-445b-a92f-19fc3dec8381 None None] Agent healthcheck: found 6 active agents {{(pid=104162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 12:29:55.342882 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-236f229b-8fd0-4b41-9fb8-321e7adde0a3 req-1b3107bf-1d2c-4488-903f-9c1f3618a4e0 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0407755 Jul 21 12:29:56.440199 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-46e78b1f-135f-4f03-abe4-ba3fff3d1506 req-c9bff8d2-e2ee-4def-8f75-e98788fc542b tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0292170 Jul 21 12:29:57.257665 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:29:57.259860 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:29:57.542242 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-7119f68d-4fe0-4bd4-a2fb-c12c8fc30341 req-cdc2d6e8-5049-42d5-8e5b-76f57d13f93a tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0277121 Jul 21 12:29:58.647034 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-70c8d56f-0561-446b-ab68-5ab3d3f55b8f req-a835f1a7-42f3-42a4-9e8e-f2c5dfe5b86c tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0326812 Jul 21 12:29:59.753179 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-48b86a08-94c6-4ace-bae7-3c66ff1c2f4f req-d17eb60f-0835-45f5-96c8-c2bf90fa9ccd tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0355861 Jul 21 12:30:00.860230 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-8b387dd8-f986-4540-ab57-f43b5b139273 req-01186d03-c287-4ac2-a33b-546993332ee8 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0386934 Jul 21 12:30:01.968289 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-c8470b0a-3d74-42b5-97da-47fcacecb802 req-f23c872a-9067-49da-bf58-dc1d9d1626b2 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0280559 Jul 21 12:30:02.424898 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (0e418a3d-140a-4386-ad03-1f6ad2d8ed7b), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:30:03.082706 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-a75c1968-d1d5-4e60-b39d-90359fd27b42 req-8b273f3a-cb13-4a67-a348-45ffb7c0bcfa tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0389364 Jul 21 12:30:04.186258 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-f9bf8fb7-2032-4a90-beea-0997ff07791f req-66b4f2c1-3980-40ec-b578-8c81ac87b8d5 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0309837 Jul 21 12:30:05.178310 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:30:05.179075 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:30:05.289654 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-fce25f6a-0634-4b58-bc04-f717e88000cc req-0eebe1d9-25e4-4453-b4d1-161779b73523 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0300622 Jul 21 12:30:06.390277 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-c952b66b-032c-433a-a8ff-ea0dc4af97bf req-e0850577-422d-4b7c-8151-aad326868051 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0277383 Jul 21 12:30:07.505446 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-a8de5d5a-d736-4132-ab37-df53b9c870e3 req-158a7e2e-33f6-4126-a1d6-46035f0d7c9e tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0378976 Jul 21 12:30:08.609255 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-297872be-c447-4eee-8a71-97437a39eeda req-5912f958-71b5-44da-a29b-e857cf24fab1 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0293801 Jul 21 12:30:09.712442 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-e5a9ac45-e78f-47a2-b811-99a235a42016 req-9f9eb4dd-9df6-4cda-b263-e0f819ef1859 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0274346 Jul 21 12:30:10.789658 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=14 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:30:10.791510 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=14 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:30:10.811221 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-083c97b8-6a6e-4908-beab-1bfd1832bc39 req-0b79f41b-b02c-43c8-9364-d6907779bb8c tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0300903 Jul 21 12:30:11.430158 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-7058a9c1-ae3e-4cd9-893e-21794e4cba44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (8a21e728-a2e9-4580-a748-6ac9ba47a2a7), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:30:11.931742 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-30f373f5-30f0-4004-9649-f0f369648b3a req-6b484ba0-c649-4d7f-82a6-1b145d9e7627 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0312939 Jul 21 12:30:13.040125 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-704d6a70-ab28-4730-a5e2-337f8b88e07b req-3deacc03-91cc-4b27-a57d-4c3863c7bf28 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0401301 Jul 21 12:30:14.147791 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-390c8b94-e579-4e96-b2b6-2f455f719829 req-f5101d6b-8387-4b99-8562-2549a32289fe tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0280814 Jul 21 12:30:14.861275 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-1e625631-b899-42cf-bc22-24fbc59fd0a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (ceb1130f-c61e-494c-be4f-967cc153319c), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:30:15.265047 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-4ae985f4-9aa6-4477-b507-06728953c67a req-6fdf9b0d-8e80-4075-9cae-8dd3343639a8 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0390999 Jul 21 12:30:15.920217 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-34089123-786a-4f56-8fd8-e31aace790ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (7a27be9f-c1a8-4dec-a92f-42ec7311fe12), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:30:16.362321 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-abff4afe-45ac-494a-8578-9734cf7b7459 req-8e45b8c1-00d5-49af-935e-7a55f803c38b tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0279751 Jul 21 12:30:16.827994 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (c982e9e4-9e4b-4150-8658-75b564dceb25), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:30:17.268011 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-b3746fee-4e12-46ce-ae12-d62ff35738f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (bda8c5c0-9935-4f58-b3ba-5b48a27d9f80), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:30:17.469551 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-a6bee550-4b4d-4edd-bce6-e26945179c2a req-f0351563-2695-4af5-b7b2-5d4b667b57e7 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0281811 Jul 21 12:30:18.019499 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=3 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:30:18.020761 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=3 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:30:18.563237 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=30 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:30:18.583988 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-770e1ea3-1a83-417f-8125-eeba8998ab95 req-c7a948ac-8787-4241-9c61-3e89885a5cc9 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0296178 Jul 21 12:30:19.693109 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-20bd70ca-159c-426a-8e2f-69e59ea126fb req-12755953-4e41-41ed-8aa4-809f997562a2 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0303411 Jul 21 12:30:20.801357 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-2641ea45-a50c-41b1-b10d-dcb6a9da9233 req-fed7b055-086a-4b3a-8426-529819e9a3f2 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0342016 Jul 21 12:30:21.919240 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-f11d4023-6b20-46ff-8c9d-e204f1f29135 req-5235fc2b-0413-4118-846e-208ce55564a4 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0424109 Jul 21 12:30:23.032170 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-eb7ea897-009b-4043-a17a-35eb72d597ea req-a4a2a51a-d919-49df-8708-9ddd88289cc5 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0372229 Jul 21 12:30:24.128602 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-baab6a67-f34b-479b-bb2f-2c15aee80638 req-82ec1836-960d-4222-bc02-fded7d238cca tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0279624 Jul 21 12:30:25.219524 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=14 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:30:25.241101 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-8cc54671-5768-46eb-b284-1d461e7d4a71 req-200b9dfb-91f4-4b54-8339-de245ab4d219 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0313504 Jul 21 12:30:26.349160 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-d943511b-0be6-432b-8cc9-6d18557c18a7 req-9b017c6a-52d9-438e-a49b-54d20e9ef66a tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0284286 Jul 21 12:30:27.262174 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:30:27.263019 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=10,neutron:UPDATE=5 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:30:27.453087 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-440d61e6-9f40-4f96-927e-03c8fb32afca req-fb3a3748-076b-41d6-b832-4487ced53c3d tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0289252 Jul 21 12:30:28.561987 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-91001df6-231f-4132-a2e0-70bddcd7cd0b req-82e3de78-f83b-460b-b8d0-9155ac24fe18 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0283937 Jul 21 12:30:29.677572 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-e34047d6-dbd3-41fc-9f85-744bc34e61eb req-58a57260-43ae-4da1-867c-dcc7f3c07148 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0337868 Jul 21 12:30:30.793930 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-9ef18326-cc7a-4e73-8db6-662f012801e2 req-3a7f9810-1519-4a55-8eb6-20a2403f0681 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0307441 Jul 21 12:30:31.901491 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-b2ae4d99-ed93-4ee7-b6ba-c76ef3f16b60 req-77740ee9-57ea-422a-b0c6-25989b28c325 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0287039 Jul 21 12:30:32.185650 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.agents_db [None req-4203cc95-03b4-445b-a92f-19fc3dec8381 None None] Agent healthcheck: found 6 active agents {{(pid=104162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 12:30:32.422162 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (0e418a3d-140a-4386-ad03-1f6ad2d8ed7b), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:30:33.007468 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-0e853a77-efce-45fd-8230-c5ebe9ff609b req-fc397824-4ef0-4932-8dd4-a34d55a86ffc tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0320349 Jul 21 12:30:34.114189 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-2b39daa7-c38f-44e4-b5e1-5334e04a5d5f req-f9a612f1-79de-4377-941a-fb3ee256aa9b tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0285213 Jul 21 12:30:35.212123 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-6de5d60a-cff1-4285-bb14-11633ba1b2e3 req-373da9c2-5019-4173-93d8-fe5f42224711 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0282645 Jul 21 12:30:36.314410 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-7c00894f-e461-45f3-a960-50b358a7e2e8 req-f9799e11-ad35-4c74-b70d-852cefd5b43b tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0302253 Jul 21 12:30:37.414509 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-ff9127ef-1a1e-42b5-870b-548463b291a1 req-fa0c43af-574b-4520-aba9-e0c6efe8fc73 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0293989 Jul 21 12:30:38.540090 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-756db9c8-7ca6-4737-a087-69b86c422bc2 req-c2385b99-d15b-4ed2-8827-404265c2b8c5 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0381215 Jul 21 12:30:39.058093 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:30:39.639286 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-1960cb69-ffb8-49b1-b033-33d1f8483e19 req-b7309207-7946-44ca-8919-fc06a5d0808d tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0307951 Jul 21 12:30:40.748792 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-cddf8d0b-c246-42df-91c9-d5639a3a3d54 req-b1c5f2ef-fe52-4535-84af-eea028ab3677 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0330403 Jul 21 12:30:41.430779 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-dd7c302e-a8dd-49e8-b247-ee10f4c38572 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (8a21e728-a2e9-4580-a748-6ac9ba47a2a7), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:30:41.887801 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=13 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:30:41.889788 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=15 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:30:41.908917 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-6c8380ad-d931-4e75-8c84-e5bb31fd6ea9 req-365c6dac-b417-4fff-bb57-1f6babba0854 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0786393 Jul 21 12:30:42.185634 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=2 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:30:43.070344 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-21ee9942-a263-4d97-9300-f12e9db67708 req-323a9907-b31e-4ebf-970d-959afef25422 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0831950 Jul 21 12:30:44.171736 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-f2f8a28b-e65a-4df3-9f68-0db365ef2daa req-970ee40a-82d3-45c2-96d6-62ea97a4a625 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0316365 Jul 21 12:30:44.859303 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-7f376ec6-21d7-4c15-9dd6-dfbc7e278310 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (ceb1130f-c61e-494c-be4f-967cc153319c), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:30:45.272951 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-d862bc6c-dcd8-4a71-9078-7435a0648f36 req-b5f93a82-7c2c-4ec3-a9ab-731117ff1d18 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0278397 Jul 21 12:30:45.918717 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-34089123-786a-4f56-8fd8-e31aace790ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (7a27be9f-c1a8-4dec-a92f-42ec7311fe12), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:30:46.375993 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-3ddbe3e0-0e6d-4b34-890e-9f6cb4df067a req-46b613d1-809f-4d19-bef5-019967e87412 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0302427 Jul 21 12:30:46.835438 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (c982e9e4-9e4b-4150-8658-75b564dceb25), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:30:47.272916 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-b3746fee-4e12-46ce-ae12-d62ff35738f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (bda8c5c0-9935-4f58-b3ba-5b48a27d9f80), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:30:47.484667 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-17abe067-8b9d-401c-b854-1986216f34fe req-2b29257a-d837-4073-a71f-2dc31570380f tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0321419 Jul 21 12:30:48.062473 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-ddac3eb8-ac23-49e1-bc47-acdb4255bb97 req-1876d7c1-19df-4471-a2ba-5f67a92ff554 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=420ecc0a-7dba-4934-ba23-09e7104df268&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0401375 Jul 21 12:30:48.145012 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddac3eb8-ac23-49e1-bc47-acdb4255bb97 req-2bbbd2f0-355d-49ec-93c9-4ff7729d3a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:30:48.146540 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-ddac3eb8-ac23-49e1-bc47-acdb4255bb97 req-2bbbd2f0-355d-49ec-93c9-4ff7729d3a6d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d8b94e9bdc2149bcb3b9a0f89729b257&device_id=420ecc0a-7dba-4934-ba23-09e7104df268 HTTP/1.1" status: 200 len: 1130 time: 0.0405996 Jul 21 12:30:48.262383 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddac3eb8-ac23-49e1-bc47-acdb4255bb97 req-873dc001-1905-4abc-808a-b6773e2f3cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:30:48.263906 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-ddac3eb8-ac23-49e1-bc47-acdb4255bb97 req-873dc001-1905-4abc-808a-b6773e2f3cdf service neutron] 10.222.0.48 "GET /v2.0/networks?id=d5f30ffa-318d-456f-8822-ea1e427cf582 HTTP/1.1" status: 200 len: 916 time: 0.0928454 Jul 21 12:30:48.307090 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-ddac3eb8-ac23-49e1-bc47-acdb4255bb97 req-a8f897aa-8ab7-411b-9228-746de58b3b38 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a4179810-251f-471c-a2f5-4042d9abed77 HTTP/1.1" status: 200 len: 217 time: 0.0331984 Jul 21 12:30:48.366852 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddac3eb8-ac23-49e1-bc47-acdb4255bb97 req-e9c331ad-534d-4deb-a231-698bb1a01183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:30:48.368388 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-ddac3eb8-ac23-49e1-bc47-acdb4255bb97 req-e9c331ad-534d-4deb-a231-698bb1a01183 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a2c7b89e-b4f4-4cb5-b273-0bd348a6df51 HTTP/1.1" status: 200 len: 854 time: 0.0520086 Jul 21 12:30:48.420427 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddac3eb8-ac23-49e1-bc47-acdb4255bb97 req-46ae3e92-77d3-4d07-8f65-ba4a50075128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:30:48.421933 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-ddac3eb8-ac23-49e1-bc47-acdb4255bb97 req-46ae3e92-77d3-4d07-8f65-ba4a50075128 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d5f30ffa-318d-456f-8822-ea1e427cf582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445762 Jul 21 12:30:48.523778 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-ddac3eb8-ac23-49e1-bc47-acdb4255bb97 req-bb2f13cf-2437-4221-92da-d090b7240f14 service neutron] 10.222.0.48 "GET /v2.0/networks/d5f30ffa-318d-456f-8822-ea1e427cf582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915172 Jul 21 12:30:48.567741 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=53 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:30:48.595096 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-ac394408-b91f-4bce-81d6-832672797609 req-0756e310-6d6f-415a-93b7-846acad4821b tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0364547 Jul 21 12:30:48.633638 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-ddac3eb8-ac23-49e1-bc47-acdb4255bb97 req-45a578cc-4de2-4ae2-969b-53f507a6f8c5 service neutron] 10.222.0.48 "GET /v2.0/networks/d5f30ffa-318d-456f-8822-ea1e427cf582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993743 Jul 21 12:30:49.696361 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-416873ab-5d98-4e63-8844-6f3caac0ac44 req-af339134-079b-4b3d-896d-917e80cf3f75 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0291209 Jul 21 12:30:50.806258 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-c452c6b6-af36-4f9e-ae86-1fb130f3cafc req-4b633c92-41e8-4f44-bc42-e055dfc3382f tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0307689 Jul 21 12:30:51.916406 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-faaa3b68-1704-42cc-ba40-c3977024527a req-6d1c0a4b-a259-4e80-a0f2-b705c74837fb tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0281181 Jul 21 12:30:53.021576 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-7c4e435f-3b6d-4975-b058-7d23797802bf req-bdaa537f-ac7d-4c8d-ab79-265fa014bc7f tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0317955 Jul 21 12:30:54.121957 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-d982d8e0-df6f-45fa-9140-1bb20ea2deb9 req-563d6fea-df01-4cca-81ec-fff36b7d2d55 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0289702 Jul 21 12:30:55.012771 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=3 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:30:55.018260 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=3 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:30:55.229533 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-316b4d3b-1df4-4aa2-97bb-7f7d0a9e63be req-a2495ace-b685-4dfa-b516-9ec94b142155 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0349553 Jul 21 12:30:56.337140 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-9fbc19fa-fd2b-4b64-9749-8f5eb8aa715a req-fe557929-d5de-47f9-8752-2614f04a7c9e tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0307612 Jul 21 12:30:57.445468 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-e592a40e-b717-40de-a6bc-50ba22f6ef56 req-f333215a-8395-4441-8dfb-929c7800e45a tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0310025 Jul 21 12:30:58.524578 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=61 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:30:58.546967 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-d2945085-e6af-4d02-9e6a-f00bc1a7de07 req-de0e5a55-ae71-44e9-b853-1594d458df27 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0315392 Jul 21 12:30:59.649054 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-20b1db2f-5658-4f1b-b071-9531c09d34ef req-81f36069-5959-42e0-a969-59fc0f4ecdc6 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0282106 Jul 21 12:31:00.752343 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-a91e9443-cc9c-4816-96a5-03be1b40ee05 req-5da5b2fb-a03a-4720-b01d-a1dfddc5bc88 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0278420 Jul 21 12:31:01.339337 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:31:01.343979 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:31:01.861262 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-549f2bf6-27b9-44eb-957f-f37554b7283c req-5be586ae-fbce-4512-89e6-836485cb0aac tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0348802 Jul 21 12:31:02.442858 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (0e418a3d-140a-4386-ad03-1f6ad2d8ed7b), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:31:02.966710 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-e80a6959-c2bc-443f-9314-c2842f158f1a req-3a9f1879-3687-4845-9076-cbbbc483494d tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0279303 Jul 21 12:31:04.065247 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-9fe24169-bd89-4ae6-8652-b9d999b42622 req-5c7f81fc-3e7d-4a4b-ad04-6b1f3cce6dfe tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0283365 Jul 21 12:31:05.183429 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-c92a9feb-58ce-45e4-9288-ae624c637fd8 req-06758154-e745-4953-a7b4-7a725cd38b38 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0412147 Jul 21 12:31:06.289958 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-064f6f77-1e93-4fc6-a0ed-371072b7fb68 req-7abedba5-17d2-428b-846a-f92463981d3d tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0314770 Jul 21 12:31:07.398139 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-3aae242b-b4dc-414e-9719-0938a523d6a0 req-9d4adfde-aa27-4d37-97d9-d1ba98d64330 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0357311 Jul 21 12:31:08.507678 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-881e06ac-cb8a-4f35-a708-da8067147af2 req-525cd5c8-c017-4ae4-a779-2500058becea tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0319636 Jul 21 12:31:09.190060 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.agents_db [None req-4203cc95-03b4-445b-a92f-19fc3dec8381 None None] Agent healthcheck: found 6 active agents {{(pid=104162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 12:31:09.606720 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-797dcb86-252d-4058-ace1-f5704f4b4b9a req-82510d11-ed1d-492f-b610-23083a88a877 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0278831 Jul 21 12:31:10.710186 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-43e7fa8f-1674-443b-98b9-2681af7eda05 req-c1f4a55b-206d-4d83-9f60-180bbae42220 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0285678 Jul 21 12:31:11.428318 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-d8d67f18-8578-43e4-8fa2-ce20f63cbb55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (8a21e728-a2e9-4580-a748-6ac9ba47a2a7), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:31:11.816575 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-7dfca1ec-0fc0-4176-878a-f03e093c3cbb req-c55e955f-73ce-445c-aca7-63590764ed37 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0291617 Jul 21 12:31:12.897383 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=15 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:31:12.899211 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=13 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:31:12.917857 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-10e733e7-7261-46ae-95e2-9cc4ed848289 req-b9434271-4762-4477-a714-499cfe009a87 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0290766 Jul 21 12:31:14.295187 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-cff7a3b3-ee7d-4c9a-863e-728f70140b9f req-0c8267bf-fdb9-4bfe-b840-9956c634860e tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.3007023 Jul 21 12:31:14.865324 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-477d98e7-a0ff-4bdf-877f-440989f6d1da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (ceb1130f-c61e-494c-be4f-967cc153319c), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:31:15.404396 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-f44e3bd2-b64e-4be8-b967-194e490a6b43 req-4cd6b105-dd9e-45da-aa0f-53bd090331bf tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0307484 Jul 21 12:31:15.919551 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-34089123-786a-4f56-8fd8-e31aace790ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (7a27be9f-c1a8-4dec-a92f-42ec7311fe12), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:31:16.503864 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-eee253ae-6389-4781-bc96-cc4a0a32ac67 req-088251e2-f5bf-4237-a11a-9f4fcd2d59dd tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0309794 Jul 21 12:31:16.833598 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (c982e9e4-9e4b-4150-8658-75b564dceb25), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:31:17.281320 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-b3746fee-4e12-46ce-ae12-d62ff35738f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (bda8c5c0-9935-4f58-b3ba-5b48a27d9f80), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:31:17.605511 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-bdc033b0-86aa-42fb-ac73-c8187d753c2d req-0412e332-b9e9-4520-9be3-1bcbcff8a94c tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0286531 Jul 21 12:31:18.683471 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=20 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:31:18.711426 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-97983e63-61ea-469e-8fb9-f8dab77701aa req-86ceb1a5-7903-4fce-84cd-49d6c5bc9b28 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0370426 Jul 21 12:31:19.181185 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:31:19.181978 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:31:19.828130 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-5248b49d-a9c1-4f16-9e93-7539e20783e0 req-d284379b-4120-4e07-9aad-bcbd7cf63578 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0285807 Jul 21 12:31:20.938099 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-e2884849-3433-4386-b137-bdc2c36a2efc req-816a29fe-438a-4287-98f9-666108759e52 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0311615 Jul 21 12:31:22.046400 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-1b1c4edb-eda0-44ab-8ec2-692c8088b250 req-98938981-c4a4-4010-98bb-cc048534a46e tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0298083 Jul 21 12:31:23.150337 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-95639c0b-834b-482a-abb9-7903d22381c9 req-981729a0-062b-4162-a8d6-a3b1f6b82aaa tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0319166 Jul 21 12:31:24.256056 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-a05e6817-c05f-4f7c-9ad4-62f7058ed81c req-bab17d83-53ce-45bd-8d58-8cce4fe0dd81 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0372975 Jul 21 12:31:25.355128 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-6b5b8641-67b5-446b-ab9d-0dc3738ce54c req-653e8995-cf90-444c-8f69-eaa8bd8a239b tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0277746 Jul 21 12:31:26.454684 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-78729a0c-dde2-4454-bba3-2929226b50d1 req-22d6da9e-f52b-4426-b3e2-94f0fd7551a8 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0291915 Jul 21 12:31:27.267079 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:31:27.275224 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:31:27.566322 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-db9261f1-b62e-49cf-82ba-b45fa1e9713b req-6458c623-6103-44bc-a08b-66bb3651822c tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0291345 Jul 21 12:31:28.667986 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-df03e987-0c89-45b5-9277-0f94667bdcce req-d247855b-df16-4dd7-8323-ea51c90e321c tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0281796 Jul 21 12:31:29.750661 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=13 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:31:29.771519 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-052740f1-10fa-4e01-b4b8-7c52ecd79a4f req-e3e51c1a-87ef-4236-afe6-51933c5cad4a tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0293827 Jul 21 12:31:30.876283 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-f244ded4-05e0-4e47-9033-8c3c717ad239 req-674b0417-a287-4b45-9d5c-b4f54d27a562 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0287311 Jul 21 12:31:31.986538 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-d3161d21-f471-401f-9c7e-24816d760323 req-723e744c-413f-407d-9de4-acb6555878e9 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0317314 Jul 21 12:31:32.452508 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (0e418a3d-140a-4386-ad03-1f6ad2d8ed7b), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:31:33.092801 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-3b3a33e9-c56b-427b-9242-d44891bcf6e6 req-4c06f59a-fa92-4fb2-887f-24b356b5c754 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0309508 Jul 21 12:31:34.196104 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-18dadaaf-f84c-4128-8d57-56ee5c602d41 req-4e0d6228-107a-49dd-b6c3-149c4d4141d6 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0279770 Jul 21 12:31:35.296098 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-26738f8e-5195-41a5-8ffe-4abf29c4c917 req-3d66c964-deb3-4880-8afe-a412966c8c6a tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0288928 Jul 21 12:31:36.219882 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [req-5525ccb9-6c74-41ba-8539-81ac48448c65 req-12707eb1-d2cd-4f0a-90d0-f02f6f1e605b service neutron] (104159) timed out ('10.222.0.48', 58767) {{(pid=104159) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 21 12:31:36.393557 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-9dc9f1c8-8d03-4613-9c76-5835b9c2dc63 req-1f7437e7-e8e9-4440-be4f-efd93aeaa3e9 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0286458 Jul 21 12:31:37.492162 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-403ad906-0579-4e85-9c6c-0a0363553c7e req-b1e7ee8c-0b40-4c45-b841-db2cec563695 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0288770 Jul 21 12:31:38.598180 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-7c8c1a8f-2f94-479c-a6c4-4d47049f4c8d req-d8aa38ad-10a7-45b5-b7ab-b0ecfad6b612 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0319295 Jul 21 12:31:39.694147 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-806b6bf7-ea90-4318-8a4c-fcb902d68eaa req-9cb94244-e134-4aa4-b275-52eaed2890c7 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0281985 Jul 21 12:31:40.792556 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-1829be79-f4af-458b-8281-162cc4346e01 req-4776f033-6d0d-434e-a237-66cb9f3d63ca tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0309658 Jul 21 12:31:41.341593 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=13 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:31:41.342363 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=19 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:31:41.425971 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-348c2892-66c7-4596-9694-15097cde3925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (8a21e728-a2e9-4580-a748-6ac9ba47a2a7), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:31:41.895296 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-a5af16e6-b8ce-47e5-8bb5-652fffc4f676 req-8e5ac6ce-1d69-48c9-9feb-1df797616a7e tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0307040 Jul 21 12:31:42.991997 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-8a8ad67e-05e4-40c4-a4c3-bc356201a5bf req-5af15a78-382b-43ca-bdab-bb91edbae2d4 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0281360 Jul 21 12:31:44.068881 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=14 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:31:44.070753 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=14 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:31:44.351449 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-050ce32f-5c29-43f6-bd9e-140fb84dd840 req-b06b1b43-2468-4665-8fa0-dcb0e117f9e4 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.2909214 Jul 21 12:31:44.850465 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-6bc7369c-5827-4f4f-9365-915e69c0ebb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (ceb1130f-c61e-494c-be4f-967cc153319c), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:31:45.453480 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-73957cc4-6a38-4999-90d9-938b69d93f26 req-ed95daee-a73f-4bd7-a7ed-00ca26607d89 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0280070 Jul 21 12:31:45.924434 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-34089123-786a-4f56-8fd8-e31aace790ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (7a27be9f-c1a8-4dec-a92f-42ec7311fe12), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:31:46.196762 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.agents_db [None req-4203cc95-03b4-445b-a92f-19fc3dec8381 None None] Agent healthcheck: found 6 active agents {{(pid=104162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 12:31:46.560042 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-e2c33c3e-566c-478a-be17-12866f1cc0c8 req-de58dd01-4cfb-47ad-9b0c-9e93ba04bca0 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0279520 Jul 21 12:31:46.833965 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (c982e9e4-9e4b-4150-8658-75b564dceb25), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:31:47.285561 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-b3746fee-4e12-46ce-ae12-d62ff35738f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (bda8c5c0-9935-4f58-b3ba-5b48a27d9f80), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:31:47.673171 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-92c29edd-a707-43f3-bf4f-0d0f013423ee req-8d869a38-d8b1-4860-ab56-d6b41821898d tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0339503 Jul 21 12:31:48.777948 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-9610b41d-bf12-40e8-a2fc-1ddd37fc4c83 req-1b1654eb-e202-4608-b59f-ad1fdc879e94 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0277216 Jul 21 12:31:49.137546 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=16 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:31:49.149480 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-24cffd77-feb2-4c98-91f5-b8f7d4483fc9 req-9cef4728-bd5e-4b29-8833-75a5b9d7dabd service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0923824 Jul 21 12:31:49.265193 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cffd77-feb2-4c98-91f5-b8f7d4483fc9 req-f8b65e57-6b3a-4c75-819a-a3a31962a0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:31:49.266666 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-24cffd77-feb2-4c98-91f5-b8f7d4483fc9 req-f8b65e57-6b3a-4c75-819a-a3a31962a0bf service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cc3651ce859043d2a764fa47f06db374&device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 1130 time: 0.0407820 Jul 21 12:31:49.392196 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cffd77-feb2-4c98-91f5-b8f7d4483fc9 req-b5c0b53d-0ff9-46be-9f9d-3f4cb1591f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:31:49.393534 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-24cffd77-feb2-4c98-91f5-b8f7d4483fc9 req-b5c0b53d-0ff9-46be-9f9d-3f4cb1591f59 service neutron] 10.222.0.48 "GET /v2.0/networks?id=cb1f1a48-37ef-466f-9c77-ca45d5a79220 HTTP/1.1" status: 200 len: 912 time: 0.1018608 Jul 21 12:31:49.464488 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-24cffd77-feb2-4c98-91f5-b8f7d4483fc9 req-cf8af3c1-8097-48c3-93c7-17992140deaf service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=707648f9-a5cd-4b9b-a7c6-ff1d7fa6c651 HTTP/1.1" status: 200 len: 1002 time: 0.0608890 Jul 21 12:31:49.516823 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cffd77-feb2-4c98-91f5-b8f7d4483fc9 req-fe28af97-1d50-4a6d-bdcb-43753eca7405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:31:49.518240 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-24cffd77-feb2-4c98-91f5-b8f7d4483fc9 req-fe28af97-1d50-4a6d-bdcb-43753eca7405 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bc7d6337-214d-4961-9075-8635a8b8f86b HTTP/1.1" status: 200 len: 850 time: 0.0442569 Jul 21 12:31:49.570197 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cffd77-feb2-4c98-91f5-b8f7d4483fc9 req-4c724c44-3689-4fc0-a49a-e874dd847a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:31:49.571796 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-24cffd77-feb2-4c98-91f5-b8f7d4483fc9 req-4c724c44-3689-4fc0-a49a-e874dd847a21 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cb1f1a48-37ef-466f-9c77-ca45d5a79220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439661 Jul 21 12:31:49.668283 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-24cffd77-feb2-4c98-91f5-b8f7d4483fc9 req-23c9b3c0-9405-45d4-b834-488f6edf0e01 service neutron] 10.222.0.48 "GET /v2.0/networks/cb1f1a48-37ef-466f-9c77-ca45d5a79220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863240 Jul 21 12:31:49.771358 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-24cffd77-feb2-4c98-91f5-b8f7d4483fc9 req-fcf78bb5-5b8c-447c-a4e4-84be810f2ede service neutron] 10.222.0.48 "GET /v2.0/networks/cb1f1a48-37ef-466f-9c77-ca45d5a79220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939069 Jul 21 12:31:49.887273 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-94e1bad6-7c2b-4c11-8cf5-9c36f6d51928 req-bad75db8-9e33-4c70-a293-13ac88524e01 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0365751 Jul 21 12:31:50.986332 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-b3e5cffe-5ac1-4507-85e3-6270f9e9a5a4 req-587bcb6e-2670-43a2-914a-60847388ccf9 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0289819 Jul 21 12:31:52.094850 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-ae1e0a8c-7132-4662-af84-bf7aa1ce67d3 req-30571842-3797-4d3e-9c3c-31d8be72747b tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0286012 Jul 21 12:31:53.201887 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-496bdfe5-e286-4f53-91bd-707cefa7636b req-321fb74c-0f4e-4ea3-b546-49069df9620a tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0303848 Jul 21 12:31:54.315277 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-c7828c5e-187e-4576-81ae-6a3371545685 req-d15b7303-1286-4788-bad8-7d35923dee3b tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0396135 Jul 21 12:31:55.427130 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-ee595554-ea57-4274-9ecb-b153ef9d1ee4 req-20552d1b-d204-4df9-925b-69245ea96fbe tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0345154 Jul 21 12:31:56.189139 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:31:56.191136 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:31:56.539714 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-69f16f11-6c9b-4a6d-946e-59f991b63922 req-68dabcda-a94e-46fb-9e4a-37d4be240a17 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0328314 Jul 21 12:31:57.276989 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:31:57.280345 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:31:57.641628 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-f46b56c7-be99-439f-8139-c327946b5651 req-2c60164b-7d55-413e-8f66-08ca2963016d tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0273514 Jul 21 12:31:58.744276 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-32f509c6-4a3c-4093-834a-965bb48c0667 req-e48f3f0c-647c-467f-bbd7-d4214def5ab8 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0283260 Jul 21 12:31:59.861039 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-a7169af8-80f8-482a-a273-abbf0771a75a req-e4296cea-a846-4e7a-acc0-fe0676afc23f tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0347781 Jul 21 12:32:00.945332 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=65 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:32:00.968291 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-9b8b7c9b-4848-4d3a-a117-01807c30b10e req-643100ba-766c-44c0-a71c-08a3f9d1b20a tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0350149 Jul 21 12:32:02.085623 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-069a9c7d-9a78-4761-ae49-f72780c26d9b req-b24a629c-003c-4f2f-91c5-7d1e9150abc5 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0397398 Jul 21 12:32:02.453191 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (0e418a3d-140a-4386-ad03-1f6ad2d8ed7b), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:32:03.183997 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-dfbbf5c8-a3c4-4b85-89a9-e456f98dc5ea req-e1383153-afd3-47ef-bb2e-8bc3ea78f938 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0285838 Jul 21 12:32:04.288374 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-56391b2f-feb2-461d-94c6-c7bee0054c44 req-6448c927-3241-482f-a751-479755ed7311 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0292375 Jul 21 12:32:05.388047 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-1c38326f-a517-441d-89a0-5b83fc4ae48f req-b3f28e7b-8cca-48a4-b0ce-51da55b57e8d tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0311477 Jul 21 12:32:06.498678 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-15ac24e4-5b3a-4820-ae0f-f6d6955a1f43 req-951b92e9-7849-4a21-9a73-3f7bbca39d0c tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0346048 Jul 21 12:32:07.604385 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-f6cab506-f418-48bc-ac28-10b93b7b1e1d req-3f2161a9-0fbd-4eed-8163-0bfec228bda8 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0341241 Jul 21 12:32:08.712593 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-9ada4450-6de2-408d-96cc-77af6cfdb184 req-b4321d7b-8834-4805-abd6-af6681e3b868 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0339825 Jul 21 12:32:09.018668 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=3 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:32:09.019464 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=3 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:32:09.823155 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-9ac3e851-7255-488d-b90c-f0d0b3a1319b req-15605a89-d8b8-42f0-a629-1229c94e03a2 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0358269 Jul 21 12:32:10.933645 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-415a59cc-27ac-4da3-bba7-dad8cff843bd req-e1386502-8ec0-4b4f-866b-cba2347b66c6 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0372584 Jul 21 12:32:11.425334 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-478c9c8c-cb29-4abe-95dd-e035e89ea0b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (8a21e728-a2e9-4580-a748-6ac9ba47a2a7), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:32:12.043080 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-555ca4cd-f528-4649-9d8b-8ff6c181a008 req-7a381dee-05b7-46ed-88c4-167525ffa09c tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0360162 Jul 21 12:32:13.143970 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-3b074fd1-d145-4ce1-9fb2-665e8bd24811 req-fdc71e45-3a82-4d4a-9994-9a291169dad6 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0278873 Jul 21 12:32:14.255193 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-63863987-f1d0-4c34-b469-1498b8284a52 req-59ee912e-44aa-4a81-b948-ad55bf67dd9e tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0320079 Jul 21 12:32:14.864818 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-f305ee52-2591-4369-b2f8-c87acd36f30a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (ceb1130f-c61e-494c-be4f-967cc153319c), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:32:15.342851 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=13 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:32:15.345286 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=15 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:32:15.367326 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-d3cc5c25-cb00-4ff6-a295-c3a0d04a95b2 req-18733742-cf8e-445b-a154-5498994e58ec tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0375297 Jul 21 12:32:15.926130 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-34089123-786a-4f56-8fd8-e31aace790ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (7a27be9f-c1a8-4dec-a92f-42ec7311fe12), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:32:16.473236 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-50bcbeb1-ee4e-479b-ab8b-7d26345d067e req-59d5bc86-c827-4d68-8aca-d8fdfc92e4f1 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0344932 Jul 21 12:32:16.833579 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (c982e9e4-9e4b-4150-8658-75b564dceb25), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:32:17.284864 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-b3746fee-4e12-46ce-ae12-d62ff35738f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (bda8c5c0-9935-4f58-b3ba-5b48a27d9f80), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:32:17.570629 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-72735e60-327d-42a4-ada9-4e2a93db6d78 req-1e6bedcf-73cd-4b2b-b1a3-aab6d923c523 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0295012 Jul 21 12:32:18.674169 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-9877308a-272a-4ffe-b4d3-aa03369808d9 req-cba173fa-d5db-4b9d-a249-5f807e9053e7 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0281208 Jul 21 12:32:19.794387 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-88e9df96-4ae8-4eeb-b014-b1c666e017e2 req-f6af00a5-ba14-4403-9192-c628561cacdb tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0314682 Jul 21 12:32:20.879885 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=64 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:32:20.899878 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-c6401fa9-9138-4ecb-8521-e449c230d4d9 req-d33f630b-6ddd-4c2b-a930-f3d589df1f0f tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0287728 Jul 21 12:32:22.003107 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-c5cd4241-682d-45b2-a02f-6573eea0c8c5 req-7e8e8e5f-b62e-45e2-944f-9de0814f35d2 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0327950 Jul 21 12:32:23.111276 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-54364d4f-877f-4af3-83db-de1f3d0b1756 req-36148850-ebac-4ce2-bdfe-6f761f37d10e tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0340362 Jul 21 12:32:23.189445 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.agents_db [None req-4203cc95-03b4-445b-a92f-19fc3dec8381 None None] Agent healthcheck: found 6 active agents {{(pid=104162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 12:32:24.211242 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-1c8e8a47-7ee7-46f5-86ca-f0e5deac4de6 req-4efad91e-930d-425f-af83-47349df7582c tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0283723 Jul 21 12:32:25.315193 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-e385a98a-ed2b-48bc-9cd0-9fb4fd7e24b2 req-055e04bc-bba9-4774-8909-ae197ffbedc0 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0285037 Jul 21 12:32:26.435365 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-0ecd27be-99ad-48c7-9c4b-fce32ddbaa2d req-e5a16662-7a82-48b6-997b-b7214046c3af tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0354316 Jul 21 12:32:27.276240 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=11 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:32:27.280028 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=7,neutron:UPDATE=6 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:32:27.542296 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-674cdc73-9089-4107-a7ee-c20dc382f6b4 req-77925152-283f-402d-8540-21d2b7efb513 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0283303 Jul 21 12:32:28.669776 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-dedd94a2-154b-42c1-90ba-aec8c57261e4 req-1c6554d8-9f09-4b34-8afe-6b2b94edbcf1 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0426788 Jul 21 12:32:29.776839 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-20e81413-a8f5-43a9-992c-f003c67109fd req-4c6a4942-9b4e-4286-9e1f-f89ea5c57f02 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0291753 Jul 21 12:32:30.881015 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-44b8f82d-4940-4e2a-af12-cbfc5a9bf3d7 req-af5e1aa6-4e23-4845-a252-bcf7bb9bf927 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0272832 Jul 21 12:32:31.962863 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=14 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:32:31.987253 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-6cfb39e4-7b26-45da-a668-31530b4ab3dd req-1a3e13f6-84bb-48c0-8851-a0a722904099 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0328987 Jul 21 12:32:32.473510 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (0e418a3d-140a-4386-ad03-1f6ad2d8ed7b), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:32:33.084102 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-ee43372b-f0d5-4740-be1a-c67b081f8183 req-e9c6dd28-fa55-4737-b68a-f8a09e3c89ba tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0288682 Jul 21 12:32:34.196659 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-aed1a048-1771-48b1-8a52-c033b12006e1 req-4e66eac5-53ee-4ab7-8129-47fa21aca2bc tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a040781-3beb-4212-ada7-ad9b54e8bd8f HTTP/1.1" status: 200 len: 210 time: 0.0320075 Jul 21 12:32:41.426863 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-abbb6004-d002-40d3-b601-2f43818dccfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (8a21e728-a2e9-4580-a748-6ac9ba47a2a7), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:32:41.965719 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=4 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:32:43.065007 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=7 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:32:44.179607 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=11 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:32:44.862908 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-d2b12683-9e8d-4efc-a866-25fcfcb43c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (ceb1130f-c61e-494c-be4f-967cc153319c), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:32:45.932612 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-34089123-786a-4f56-8fd8-e31aace790ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (7a27be9f-c1a8-4dec-a92f-42ec7311fe12), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:32:46.011807 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:32:46.017819 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=6 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:32:46.836785 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (c982e9e4-9e4b-4150-8658-75b564dceb25), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:32:47.289162 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-b3746fee-4e12-46ce-ae12-d62ff35738f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (bda8c5c0-9935-4f58-b3ba-5b48a27d9f80), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:32:51.089662 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-531dc133-feee-4efd-9729-147345f71d6f req-a9c74ed0-dcdb-4ed5-885d-c2f41638e113 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0407681 Jul 21 12:32:51.186100 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531dc133-feee-4efd-9729-147345f71d6f req-c39e1068-e503-4608-9e95-f439cf0d2e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:32:51.187662 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-531dc133-feee-4efd-9729-147345f71d6f req-c39e1068-e503-4608-9e95-f439cf0d2e4b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=896cc13a4d744c06b80fc97aa4bd1dcf&device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 1129 time: 0.0539818 Jul 21 12:32:51.314434 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531dc133-feee-4efd-9729-147345f71d6f req-ad6f4295-5e14-4443-a8ca-0d073370296a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:32:51.315943 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-531dc133-feee-4efd-9729-147345f71d6f req-ad6f4295-5e14-4443-a8ca-0d073370296a service neutron] 10.222.0.48 "GET /v2.0/networks?id=761850bd-9d80-4fa9-a807-31bd85f87afb HTTP/1.1" status: 200 len: 912 time: 0.1031311 Jul 21 12:32:51.383943 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-531dc133-feee-4efd-9729-147345f71d6f req-8a926255-1dcc-458e-8f0b-ede454b8ba07 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=78a4473d-1fec-4996-977b-242fb85eba10 HTTP/1.1" status: 200 len: 1000 time: 0.0570500 Jul 21 12:32:51.439366 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531dc133-feee-4efd-9729-147345f71d6f req-f820c218-9f36-4085-9927-c3585605e6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:32:51.440869 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-531dc133-feee-4efd-9729-147345f71d6f req-f820c218-9f36-4085-9927-c3585605e6ea service neutron] 10.222.0.48 "GET /v2.0/subnets?id=44614617-498d-4d2c-9722-cb9b181c6aab HTTP/1.1" status: 200 len: 850 time: 0.0482817 Jul 21 12:32:51.490427 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531dc133-feee-4efd-9729-147345f71d6f req-c63f18a1-0cc1-4cb3-9e2d-e2f9cb91962a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:32:51.492135 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-531dc133-feee-4efd-9729-147345f71d6f req-c63f18a1-0cc1-4cb3-9e2d-e2f9cb91962a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=761850bd-9d80-4fa9-a807-31bd85f87afb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0406704 Jul 21 12:32:51.597270 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-531dc133-feee-4efd-9729-147345f71d6f req-8e7eeeab-5529-4d6c-81ed-02e617976270 service neutron] 10.222.0.48 "GET /v2.0/networks/761850bd-9d80-4fa9-a807-31bd85f87afb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981598 Jul 21 12:32:51.699419 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-531dc133-feee-4efd-9729-147345f71d6f req-27711f09-973d-487a-8298-59f09ecac4c7 service neutron] 10.222.0.48 "GET /v2.0/networks/761850bd-9d80-4fa9-a807-31bd85f87afb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916810 Jul 21 12:33:00.189452 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.agents_db [None req-4203cc95-03b4-445b-a92f-19fc3dec8381 None None] Agent healthcheck: found 6 active agents {{(pid=104162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 12:33:01.350102 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=22,neutron:UPDATE=4 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:33:01.352230 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:33:01.694003 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=49 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:33:01.696307 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=52 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:33:02.479971 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (0e418a3d-140a-4386-ad03-1f6ad2d8ed7b), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:33:10.183626 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:33:10.184419 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:33:11.423069 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-0877903b-81a2-4b0b-b934-47e48f9a8c9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (8a21e728-a2e9-4580-a748-6ac9ba47a2a7), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:33:14.858212 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-2fc96b66-28b6-4cf7-a619-543c3aff9ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (ceb1130f-c61e-494c-be4f-967cc153319c), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:33:15.940157 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-34089123-786a-4f56-8fd8-e31aace790ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (7a27be9f-c1a8-4dec-a92f-42ec7311fe12), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:33:16.837111 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (c982e9e4-9e4b-4150-8658-75b564dceb25), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:33:17.289250 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-b3746fee-4e12-46ce-ae12-d62ff35738f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (bda8c5c0-9935-4f58-b3ba-5b48a27d9f80), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:33:25.240723 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=5 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:33:25.241859 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=3 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:33:27.280712 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:33:27.281971 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:33:32.481410 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (0e418a3d-140a-4386-ad03-1f6ad2d8ed7b), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:33:37.190654 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.agents_db [None req-4203cc95-03b4-445b-a92f-19fc3dec8381 None None] Agent healthcheck: found 6 active agents {{(pid=104162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 12:33:41.424831 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-c0ea0734-db96-4aaf-af0d-61bd4856b2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (8a21e728-a2e9-4580-a748-6ac9ba47a2a7), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:33:44.873251 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8dd191a0-158b-4ce8-90ac-88b9970cf925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (ceb1130f-c61e-494c-be4f-967cc153319c), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:33:45.943351 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-34089123-786a-4f56-8fd8-e31aace790ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (7a27be9f-c1a8-4dec-a92f-42ec7311fe12), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:33:46.844744 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (c982e9e4-9e4b-4150-8658-75b564dceb25), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:33:47.185407 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=15 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:33:47.186155 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=13 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:33:47.301645 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-b3746fee-4e12-46ce-ae12-d62ff35738f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (bda8c5c0-9935-4f58-b3ba-5b48a27d9f80), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:33:53.107457 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-060eb9e4-8a26-4e71-a9bb-29dad21c8e14 req-66305a8e-01ab-4737-8271-0a63b0a94da1 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0384133 Jul 21 12:33:53.194082 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060eb9e4-8a26-4e71-a9bb-29dad21c8e14 req-b9c4bd52-af14-40a7-bd17-0f36beef1ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:33:53.195576 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-060eb9e4-8a26-4e71-a9bb-29dad21c8e14 req-b9c4bd52-af14-40a7-bd17-0f36beef1ab7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=dea45f24c1da4e3ea816610296bc6df5&device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 1130 time: 0.0403337 Jul 21 12:33:53.313844 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060eb9e4-8a26-4e71-a9bb-29dad21c8e14 req-1cc18795-2761-40ce-b0f9-b41c5f235b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:33:53.315326 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-060eb9e4-8a26-4e71-a9bb-29dad21c8e14 req-1cc18795-2761-40ce-b0f9-b41c5f235b8f service neutron] 10.222.0.48 "GET /v2.0/networks?id=8eeb3490-7305-43e2-ba5e-890eaaa63f8d HTTP/1.1" status: 200 len: 914 time: 0.0981512 Jul 21 12:33:53.358720 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-060eb9e4-8a26-4e71-a9bb-29dad21c8e14 req-de5fc995-ea6f-4cdf-b5e8-6d352c43f896 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=534d7b7f-6d10-438b-816e-494c10d46740 HTTP/1.1" status: 200 len: 217 time: 0.0329142 Jul 21 12:33:53.414344 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060eb9e4-8a26-4e71-a9bb-29dad21c8e14 req-1139e772-1c98-42bf-8f51-909adcd3d5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:33:53.415849 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-060eb9e4-8a26-4e71-a9bb-29dad21c8e14 req-1139e772-1c98-42bf-8f51-909adcd3d5ec service neutron] 10.222.0.48 "GET /v2.0/subnets?id=681317b9-51c1-4b61-b322-460302603986 HTTP/1.1" status: 200 len: 853 time: 0.0498652 Jul 21 12:33:53.447605 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-060eb9e4-8a26-4e71-a9bb-29dad21c8e14 req-7f73aa2d-2839-4ae6-9a84-49e73767b822 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8eeb3490-7305-43e2-ba5e-890eaaa63f8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253267 Jul 21 12:33:53.538322 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-060eb9e4-8a26-4e71-a9bb-29dad21c8e14 req-35fd8450-1b6a-4989-beb4-57027b60aaf0 service neutron] 10.222.0.48 "GET /v2.0/networks/8eeb3490-7305-43e2-ba5e-890eaaa63f8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841844 Jul 21 12:33:53.637894 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-060eb9e4-8a26-4e71-a9bb-29dad21c8e14 req-fb493fad-a713-46ad-8ad6-0823ddfbf43a service neutron] 10.222.0.48 "GET /v2.0/networks/8eeb3490-7305-43e2-ba5e-890eaaa63f8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901060 Jul 21 12:33:57.289741 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:33:57.293602 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:34:00.016082 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=2 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:34:00.017211 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=4 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:34:02.504911 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (0e418a3d-140a-4386-ad03-1f6ad2d8ed7b), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:34:03.623859 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=45 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:34:03.634934 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=43 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:34:11.429164 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-0fdf0b24-96d6-45db-88ab-06cac94e7b44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (8a21e728-a2e9-4580-a748-6ac9ba47a2a7), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:34:14.189803 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.agents_db [None req-4203cc95-03b4-445b-a92f-19fc3dec8381 None None] Agent healthcheck: found 6 active agents {{(pid=104162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 12:34:14.876465 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-82dcf235-c814-46cd-9533-041ca68f06db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (ceb1130f-c61e-494c-be4f-967cc153319c), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:34:15.948889 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-34089123-786a-4f56-8fd8-e31aace790ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (7a27be9f-c1a8-4dec-a92f-42ec7311fe12), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:34:16.838015 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (c982e9e4-9e4b-4150-8658-75b564dceb25), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:34:17.307651 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-b3746fee-4e12-46ce-ae12-d62ff35738f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (bda8c5c0-9935-4f58-b3ba-5b48a27d9f80), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:34:24.184492 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:34:24.185255 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:34:27.294778 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:34:27.297766 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:34:32.495846 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (0e418a3d-140a-4386-ad03-1f6ad2d8ed7b), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:34:37.016884 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=4 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:34:39.054887 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:34:41.429700 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-e68da800-6295-4670-bca4-e6b00112a144 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (8a21e728-a2e9-4580-a748-6ac9ba47a2a7), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:34:44.878939 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-0d3f6342-01a6-47d9-99f6-c67d7de8b097 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (ceb1130f-c61e-494c-be4f-967cc153319c), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:34:45.954698 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-34089123-786a-4f56-8fd8-e31aace790ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (7a27be9f-c1a8-4dec-a92f-42ec7311fe12), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:34:46.844847 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (c982e9e4-9e4b-4150-8658-75b564dceb25), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:34:47.305720 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-b3746fee-4e12-46ce-ae12-d62ff35738f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (bda8c5c0-9935-4f58-b3ba-5b48a27d9f80), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:34:51.189164 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.agents_db [None req-4203cc95-03b4-445b-a92f-19fc3dec8381 None None] Agent healthcheck: found 6 active agents {{(pid=104162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 12:34:53.072173 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-d4aed9e3-07ce-4879-b545-fba488b55bdb req-e177996c-2799-4bc1-a176-705e713b82ad service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=420ecc0a-7dba-4934-ba23-09e7104df268&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0461566 Jul 21 12:34:53.153057 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4aed9e3-07ce-4879-b545-fba488b55bdb req-8fc5aae2-beb2-415c-a651-394f9b80968a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:34:53.154536 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-d4aed9e3-07ce-4879-b545-fba488b55bdb req-8fc5aae2-beb2-415c-a651-394f9b80968a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d8b94e9bdc2149bcb3b9a0f89729b257&device_id=420ecc0a-7dba-4934-ba23-09e7104df268 HTTP/1.1" status: 200 len: 1130 time: 0.0384219 Jul 21 12:34:53.271360 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4aed9e3-07ce-4879-b545-fba488b55bdb req-bbce2d70-8fdd-46e2-9a9d-ff5bc506a112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:34:53.272871 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-d4aed9e3-07ce-4879-b545-fba488b55bdb req-bbce2d70-8fdd-46e2-9a9d-ff5bc506a112 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d5f30ffa-318d-456f-8822-ea1e427cf582 HTTP/1.1" status: 200 len: 916 time: 0.0935378 Jul 21 12:34:53.315229 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-d4aed9e3-07ce-4879-b545-fba488b55bdb req-cda70558-bc1c-4fb7-8ef5-685e39c0aa9f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a4179810-251f-471c-a2f5-4042d9abed77 HTTP/1.1" status: 200 len: 217 time: 0.0327308 Jul 21 12:34:53.371639 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4aed9e3-07ce-4879-b545-fba488b55bdb req-f5b15c3b-516b-42a6-aa14-971d7cd271c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:34:53.372970 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-d4aed9e3-07ce-4879-b545-fba488b55bdb req-f5b15c3b-516b-42a6-aa14-971d7cd271c7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a2c7b89e-b4f4-4cb5-b273-0bd348a6df51 HTTP/1.1" status: 200 len: 854 time: 0.0486689 Jul 21 12:34:53.418563 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4aed9e3-07ce-4879-b545-fba488b55bdb req-6e947ec1-df5b-47f6-a723-0dce59e0af0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:34:53.420050 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-d4aed9e3-07ce-4879-b545-fba488b55bdb req-6e947ec1-df5b-47f6-a723-0dce59e0af0c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d5f30ffa-318d-456f-8822-ea1e427cf582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0375881 Jul 21 12:34:53.516957 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-d4aed9e3-07ce-4879-b545-fba488b55bdb req-69c336c2-1ea0-4f08-965d-1d01e8c4a8a9 service neutron] 10.222.0.48 "GET /v2.0/networks/d5f30ffa-318d-456f-8822-ea1e427cf582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869012 Jul 21 12:34:53.612103 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-d4aed9e3-07ce-4879-b545-fba488b55bdb req-52c5ec9f-219e-49a2-af72-3c29fc87bfbe service neutron] 10.222.0.48 "GET /v2.0/networks/d5f30ffa-318d-456f-8822-ea1e427cf582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858486 Jul 21 12:35:01.183520 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:35:01.184347 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:35:01.338031 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=24,neutron:UPDATE=4 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:35:01.339309 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:35:02.498791 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (0e418a3d-140a-4386-ad03-1f6ad2d8ed7b), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:35:03.598641 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=47 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:35:03.608826 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=46 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:35:11.437540 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-a3344c77-c178-4786-ad3e-43035e828893 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (8a21e728-a2e9-4580-a748-6ac9ba47a2a7), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:35:14.014723 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=2 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:35:14.020486 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=4 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:35:14.883136 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-4cfbb62c-35bc-484c-ac9d-90f7d0119c1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (ceb1130f-c61e-494c-be4f-967cc153319c), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:35:15.952733 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-34089123-786a-4f56-8fd8-e31aace790ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (7a27be9f-c1a8-4dec-a92f-42ec7311fe12), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:35:16.839380 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (c982e9e4-9e4b-4150-8658-75b564dceb25), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:35:17.309143 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-b3746fee-4e12-46ce-ae12-d62ff35738f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (bda8c5c0-9935-4f58-b3ba-5b48a27d9f80), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:35:27.292123 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:35:27.301225 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:35:28.188616 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.agents_db [None req-4203cc95-03b4-445b-a92f-19fc3dec8381 None None] Agent healthcheck: found 6 active agents {{(pid=104162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 12:35:32.507141 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (0e418a3d-140a-4386-ad03-1f6ad2d8ed7b), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:35:41.425976 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-d7629ec2-183f-4091-a545-e41fbb5cbea0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (8a21e728-a2e9-4580-a748-6ac9ba47a2a7), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:35:42.503199 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:35:44.887202 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-66519bc6-a791-42ad-8003-bbc579001673 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (ceb1130f-c61e-494c-be4f-967cc153319c), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:35:45.962640 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-34089123-786a-4f56-8fd8-e31aace790ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (7a27be9f-c1a8-4dec-a92f-42ec7311fe12), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:35:46.841880 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (c982e9e4-9e4b-4150-8658-75b564dceb25), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:35:47.311393 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-b3746fee-4e12-46ce-ae12-d62ff35738f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (bda8c5c0-9935-4f58-b3ba-5b48a27d9f80), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:35:51.024593 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=18 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:35:51.025632 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=16 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:35:54.113063 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-07a4819c-3c72-4737-b304-1ee2c3fdc651 req-5b0178b1-5f72-4df2-a580-e7bce169c2be service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0397978 Jul 21 12:35:54.226688 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a4819c-3c72-4737-b304-1ee2c3fdc651 req-5ad2b2df-f509-4e11-ae52-d5f46b048646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:35:54.228845 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-07a4819c-3c72-4737-b304-1ee2c3fdc651 req-5ad2b2df-f509-4e11-ae52-d5f46b048646 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cc3651ce859043d2a764fa47f06db374&device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 1130 time: 0.0473077 Jul 21 12:35:54.343450 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a4819c-3c72-4737-b304-1ee2c3fdc651 req-88c5fb7e-e013-415a-b750-f99fbf631b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:35:54.344994 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-07a4819c-3c72-4737-b304-1ee2c3fdc651 req-88c5fb7e-e013-415a-b750-f99fbf631b7a service neutron] 10.222.0.48 "GET /v2.0/networks?id=cb1f1a48-37ef-466f-9c77-ca45d5a79220 HTTP/1.1" status: 200 len: 912 time: 0.0904193 Jul 21 12:35:54.414409 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-07a4819c-3c72-4737-b304-1ee2c3fdc651 req-0f75386d-6919-4867-85ae-10ecba779dfd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=707648f9-a5cd-4b9b-a7c6-ff1d7fa6c651 HTTP/1.1" status: 200 len: 1002 time: 0.0595229 Jul 21 12:35:54.468031 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a4819c-3c72-4737-b304-1ee2c3fdc651 req-a6713754-489f-4468-8cfe-c2e16785973a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:35:54.469544 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-07a4819c-3c72-4737-b304-1ee2c3fdc651 req-a6713754-489f-4468-8cfe-c2e16785973a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bc7d6337-214d-4961-9075-8635a8b8f86b HTTP/1.1" status: 200 len: 850 time: 0.0463648 Jul 21 12:35:54.516561 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a4819c-3c72-4737-b304-1ee2c3fdc651 req-32b05a26-afb8-4118-a316-60233caaede0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:35:54.518023 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-07a4819c-3c72-4737-b304-1ee2c3fdc651 req-32b05a26-afb8-4118-a316-60233caaede0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cb1f1a48-37ef-466f-9c77-ca45d5a79220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391009 Jul 21 12:35:54.614763 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-07a4819c-3c72-4737-b304-1ee2c3fdc651 req-82b48033-cc36-499c-a446-ee9336cf127e service neutron] 10.222.0.48 "GET /v2.0/networks/cb1f1a48-37ef-466f-9c77-ca45d5a79220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870752 Jul 21 12:35:54.709738 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-07a4819c-3c72-4737-b304-1ee2c3fdc651 req-214eaa59-6c50-47f0-88bc-cd7acc9c79ec service neutron] 10.222.0.48 "GET /v2.0/networks/cb1f1a48-37ef-466f-9c77-ca45d5a79220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856051 Jul 21 12:35:57.296233 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:35:57.304850 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:36:02.529272 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (0e418a3d-140a-4386-ad03-1f6ad2d8ed7b), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:36:04.705752 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=53 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:36:04.707657 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=48 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:36:05.188886 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.agents_db [None req-4203cc95-03b4-445b-a92f-19fc3dec8381 None None] Agent healthcheck: found 6 active agents {{(pid=104162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 12:36:11.425788 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-1eae76a0-d292-4f2e-b580-0353b7535543 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (8a21e728-a2e9-4580-a748-6ac9ba47a2a7), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:36:14.891731 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-6acf8bbd-c823-42fb-8b27-7f622473d72e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (ceb1130f-c61e-494c-be4f-967cc153319c), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:36:15.183371 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:36:15.184163 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:36:15.624656 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [req-63fe5702-43c1-4a22-8479-7464210fec28 req-911a5ca3-f350-47f1-b49d-8dab7a366261 service neutron] (104159) timed out ('10.222.0.18', 35388) {{(pid=104159) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 21 12:36:15.859541 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [req-63fe5702-43c1-4a22-8479-7464210fec28 req-c01fa718-798d-41dc-96d8-ddce30d8466d tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] (104159) timed out ('10.222.0.18', 35396) {{(pid=104159) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 21 12:36:15.961122 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-34089123-786a-4f56-8fd8-e31aace790ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (7a27be9f-c1a8-4dec-a92f-42ec7311fe12), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:36:16.849321 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (c982e9e4-9e4b-4150-8658-75b564dceb25), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:36:17.313949 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-b3746fee-4e12-46ce-ae12-d62ff35738f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (bda8c5c0-9935-4f58-b3ba-5b48a27d9f80), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:36:27.299312 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:36:27.307718 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:36:28.023531 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=2 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:36:28.031999 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=4 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:36:32.525715 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (0e418a3d-140a-4386-ad03-1f6ad2d8ed7b), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:36:39.051275 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:36:39.052119 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:DELETE=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:36:41.419679 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-3718a469-9e47-4c1f-b527-d74956c32a1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (8a21e728-a2e9-4580-a748-6ac9ba47a2a7), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:36:42.188761 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.agents_db [None req-4203cc95-03b4-445b-a92f-19fc3dec8381 None None] Agent healthcheck: found 6 active agents {{(pid=104162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 12:36:44.885816 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-04a88e71-1294-40c3-ba2f-c7fabf352063 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (ceb1130f-c61e-494c-be4f-967cc153319c), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:36:45.965402 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-34089123-786a-4f56-8fd8-e31aace790ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (7a27be9f-c1a8-4dec-a92f-42ec7311fe12), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:36:46.840473 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (c982e9e4-9e4b-4150-8658-75b564dceb25), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:36:47.313875 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-b3746fee-4e12-46ce-ae12-d62ff35738f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (bda8c5c0-9935-4f58-b3ba-5b48a27d9f80), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:36:52.183535 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:36:52.184309 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:36:52.695032 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [req-3cbd9bf6-e91a-46be-889c-31034721bd3e req-099f4f17-de75-441b-a58a-218aa2dde523 service neutron] (104160) timed out ('10.222.0.18', 33834) {{(pid=104160) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 21 12:36:52.796343 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [req-3cbd9bf6-e91a-46be-889c-31034721bd3e req-6c938070-be22-4add-875a-0074c366aee3 tempest-AttachVolumeShelveTestJSON-234025862 tempest-AttachVolumeShelveTestJSON-234025862-project] (104159) timed out ('10.222.0.18', 33850) {{(pid=104159) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 21 12:36:56.220831 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-103c1344-df30-4a20-b2a0-91979607f54a req-da4099ff-4e00-4508-858a-834321eb29fa service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1754813 Jul 21 12:36:56.314770 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103c1344-df30-4a20-b2a0-91979607f54a req-0edf3c17-3ad8-4c25-a9e6-5f43df09f213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:36:56.316231 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-103c1344-df30-4a20-b2a0-91979607f54a req-0edf3c17-3ad8-4c25-a9e6-5f43df09f213 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=896cc13a4d744c06b80fc97aa4bd1dcf&device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 1129 time: 0.0517786 Jul 21 12:36:56.428399 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103c1344-df30-4a20-b2a0-91979607f54a req-441d1157-3d95-4390-b2a1-ba0237cb4f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:36:56.429892 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-103c1344-df30-4a20-b2a0-91979607f54a req-441d1157-3d95-4390-b2a1-ba0237cb4f59 service neutron] 10.222.0.48 "GET /v2.0/networks?id=761850bd-9d80-4fa9-a807-31bd85f87afb HTTP/1.1" status: 200 len: 912 time: 0.0907192 Jul 21 12:36:56.504180 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-103c1344-df30-4a20-b2a0-91979607f54a req-8633c1b2-581a-4826-9632-79e92f5c577b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=78a4473d-1fec-4996-977b-242fb85eba10 HTTP/1.1" status: 200 len: 1000 time: 0.0651464 Jul 21 12:36:56.557048 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103c1344-df30-4a20-b2a0-91979607f54a req-0e279df6-0d78-4aa0-83c3-e4971edcceed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:36:56.558522 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-103c1344-df30-4a20-b2a0-91979607f54a req-0e279df6-0d78-4aa0-83c3-e4971edcceed service neutron] 10.222.0.48 "GET /v2.0/subnets?id=44614617-498d-4d2c-9722-cb9b181c6aab HTTP/1.1" status: 200 len: 850 time: 0.0448649 Jul 21 12:36:56.605981 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103c1344-df30-4a20-b2a0-91979607f54a req-825b3079-52e5-4215-b31a-7dcfa7136b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:36:56.607378 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-103c1344-df30-4a20-b2a0-91979607f54a req-825b3079-52e5-4215-b31a-7dcfa7136b67 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=761850bd-9d80-4fa9-a807-31bd85f87afb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391223 Jul 21 12:36:56.620051 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [req-103c1344-df30-4a20-b2a0-91979607f54a req-003fffbe-5cbe-408d-89c8-1e45c5070527 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=104160) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 21 12:36:56.621091 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-103c1344-df30-4a20-b2a0-91979607f54a req-003fffbe-5cbe-408d-89c8-1e45c5070527 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0052872 Jul 21 12:36:56.719072 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-103c1344-df30-4a20-b2a0-91979607f54a req-c17bb3e6-dba8-4502-9403-4463cfe67685 service neutron] 10.222.0.48 "GET /v2.0/networks/761850bd-9d80-4fa9-a807-31bd85f87afb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880773 Jul 21 12:36:56.810411 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-103c1344-df30-4a20-b2a0-91979607f54a req-48ff4962-bbdf-4fda-b05e-b160dca6ae39 service neutron] 10.222.0.48 "GET /v2.0/networks/761850bd-9d80-4fa9-a807-31bd85f87afb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822306 Jul 21 12:37:01.338556 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=20,neutron:UPDATE=4 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:37:01.339835 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:37:02.526561 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (0e418a3d-140a-4386-ad03-1f6ad2d8ed7b), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:37:05.020992 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=3 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:37:05.021768 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=3 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:37:06.806165 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=50 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:37:06.807391 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=51 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:37:11.431669 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-d62f49d0-01f8-4366-8a40-83d9f897bcd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (8a21e728-a2e9-4580-a748-6ac9ba47a2a7), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:37:14.903872 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-a5da79a8-de09-4dd2-b9b4-72142c0cd08a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (ceb1130f-c61e-494c-be4f-967cc153319c), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:37:15.963069 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-34089123-786a-4f56-8fd8-e31aace790ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (7a27be9f-c1a8-4dec-a92f-42ec7311fe12), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:37:16.841743 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (c982e9e4-9e4b-4150-8658-75b564dceb25), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:37:17.316265 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-b3746fee-4e12-46ce-ae12-d62ff35738f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (bda8c5c0-9935-4f58-b3ba-5b48a27d9f80), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:37:19.189140 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.agents_db [None req-4203cc95-03b4-445b-a92f-19fc3dec8381 None None] Agent healthcheck: found 6 active agents {{(pid=104162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 12:37:27.308289 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:37:27.310288 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:37:29.182813 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:37:29.184034 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:37:32.538372 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (0e418a3d-140a-4386-ad03-1f6ad2d8ed7b), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:37:41.435212 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-6aee0f87-6ed5-4f28-a207-b955ce412539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (8a21e728-a2e9-4580-a748-6ac9ba47a2a7), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:37:42.025593 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=14 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:37:42.027583 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=18 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:37:44.894470 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8bc9e242-2c6c-46ab-b257-d035b6b478b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (ceb1130f-c61e-494c-be4f-967cc153319c), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:37:45.966927 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-34089123-786a-4f56-8fd8-e31aace790ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (7a27be9f-c1a8-4dec-a92f-42ec7311fe12), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:37:46.838745 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (c982e9e4-9e4b-4150-8658-75b564dceb25), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:37:47.322573 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-b3746fee-4e12-46ce-ae12-d62ff35738f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (bda8c5c0-9935-4f58-b3ba-5b48a27d9f80), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:37:56.189273 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.agents_db [None req-4203cc95-03b4-445b-a92f-19fc3dec8381 None None] Agent healthcheck: found 6 active agents {{(pid=104162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 12:37:56.865349 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-7f403de8-29f4-45b3-954d-14e800a9c922 req-4dafa871-6fc7-4ffa-a096-fbf3c25d735b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0430102 Jul 21 12:37:56.959812 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f403de8-29f4-45b3-954d-14e800a9c922 req-37fb581b-0de2-41c7-ba37-e66fe1ff0156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:37:56.961266 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-7f403de8-29f4-45b3-954d-14e800a9c922 req-37fb581b-0de2-41c7-ba37-e66fe1ff0156 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=dea45f24c1da4e3ea816610296bc6df5&device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 1130 time: 0.0465376 Jul 21 12:37:57.079610 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f403de8-29f4-45b3-954d-14e800a9c922 req-82866e73-f4c8-4967-9e0b-763c9a9a3727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:37:57.081062 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-7f403de8-29f4-45b3-954d-14e800a9c922 req-82866e73-f4c8-4967-9e0b-763c9a9a3727 service neutron] 10.222.0.48 "GET /v2.0/networks?id=8eeb3490-7305-43e2-ba5e-890eaaa63f8d HTTP/1.1" status: 200 len: 914 time: 0.0894210 Jul 21 12:37:57.126097 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-7f403de8-29f4-45b3-954d-14e800a9c922 req-0d2ca703-8a01-4f2d-989b-80f0d80496bd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=534d7b7f-6d10-438b-816e-494c10d46740 HTTP/1.1" status: 200 len: 217 time: 0.0351396 Jul 21 12:37:57.177229 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f403de8-29f4-45b3-954d-14e800a9c922 req-c6969a6a-8db2-419f-a0da-e56b30a00dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:37:57.178644 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-7f403de8-29f4-45b3-954d-14e800a9c922 req-c6969a6a-8db2-419f-a0da-e56b30a00dd0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=681317b9-51c1-4b61-b322-460302603986 HTTP/1.1" status: 200 len: 853 time: 0.0456522 Jul 21 12:37:57.213086 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-7f403de8-29f4-45b3-954d-14e800a9c922 req-8023bb00-19bb-4c2e-a5e0-303a0a8d5c37 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8eeb3490-7305-43e2-ba5e-890eaaa63f8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245843 Jul 21 12:37:57.310787 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-7f403de8-29f4-45b3-954d-14e800a9c922 req-bda6fa52-e8a7-41c3-abf2-0f97749a0c37 service neutron] 10.222.0.48 "GET /v2.0/networks/8eeb3490-7305-43e2-ba5e-890eaaa63f8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870571 Jul 21 12:37:57.312541 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:37:57.314651 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:37:57.408438 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-7f403de8-29f4-45b3-954d-14e800a9c922 req-dd0a7138-ad0e-4b3b-88d9-70245b71ff6b service neutron] 10.222.0.48 "GET /v2.0/networks/8eeb3490-7305-43e2-ba5e-890eaaa63f8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868659 Jul 21 12:38:02.542272 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (0e418a3d-140a-4386-ad03-1f6ad2d8ed7b), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:38:06.184118 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=2 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:38:07.403379 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=39 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:38:07.405429 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=49 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:38:09.989302 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [req-6ba77913-fc0e-4e9c-b965-470e9dcc676f req-63fed5cf-d66d-474e-b8cb-f793b34804c5 service neutron] (104160) timed out ('10.222.0.48', 58776) {{(pid=104160) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 21 12:38:10.015418 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [req-b4c42081-a684-41b7-a18e-860b64e1d79a req-fb2fe005-8938-4f1f-a72c-bd4121e012f5 tempest-TestShelveInstance-715882762 tempest-TestShelveInstance-715882762-project] (104159) timed out ('10.222.0.48', 58755) {{(pid=104159) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 21 12:38:11.441528 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-7a052417-f0bc-4b62-883a-cdf48955e49b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (8a21e728-a2e9-4580-a748-6ac9ba47a2a7), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:38:14.902726 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-744a986a-6715-4371-b35c-963eec26bc2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (ceb1130f-c61e-494c-be4f-967cc153319c), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:38:15.970179 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-34089123-786a-4f56-8fd8-e31aace790ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (7a27be9f-c1a8-4dec-a92f-42ec7311fe12), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:38:16.837637 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (c982e9e4-9e4b-4150-8658-75b564dceb25), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:38:17.332230 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-b3746fee-4e12-46ce-ae12-d62ff35738f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (bda8c5c0-9935-4f58-b3ba-5b48a27d9f80), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:38:25.240903 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=4 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:38:25.242175 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=4 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:38:27.322909 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:38:27.326731 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:38:32.557200 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (0e418a3d-140a-4386-ad03-1f6ad2d8ed7b), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:38:33.189985 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.agents_db [None req-4203cc95-03b4-445b-a92f-19fc3dec8381 None None] Agent healthcheck: found 6 active agents {{(pid=104162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 12:38:38.206109 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd67e91-f321-4a31-ae61-66b202dd30da req-9a3f32ed-0061-44ca-8408-21cc6a77cfbf tempest-TestMinimumBasicScenario-46390976 tempest-TestMinimumBasicScenario-46390976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:38:38.207688 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-ffd67e91-f321-4a31-ae61-66b202dd30da req-9a3f32ed-0061-44ca-8408-21cc6a77cfbf tempest-TestMinimumBasicScenario-46390976 tempest-TestMinimumBasicScenario-46390976-project] 10.222.0.18 "GET /v2.0/ports?device_id=420ecc0a-7dba-4934-ba23-09e7104df268 HTTP/1.1" status: 200 len: 946 time: 0.0492806 Jul 21 12:38:38.264943 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-ffd67e91-f321-4a31-ae61-66b202dd30da req-ed493a9f-84b4-471f-b37a-2b570ba5c537 tempest-TestMinimumBasicScenario-46390976 tempest-TestMinimumBasicScenario-46390976-project] 10.222.0.18 "GET /v2.0/security-groups?id=753277e8-a113-4ba3-a4f5-be27acf06f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518141 Jul 21 12:38:38.774063 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b93652-607f-47ff-9c3d-5d9e729def28 req-43118717-9203-4063-9d03-417c95d2ecbf tempest-TestMinimumBasicScenario-46390976 tempest-TestMinimumBasicScenario-46390976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:38:38.775518 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-42b93652-607f-47ff-9c3d-5d9e729def28 req-43118717-9203-4063-9d03-417c95d2ecbf tempest-TestMinimumBasicScenario-46390976 tempest-TestMinimumBasicScenario-46390976-project] 10.222.0.48 "GET /v2.0/ports?device_id=420ecc0a-7dba-4934-ba23-09e7104df268 HTTP/1.1" status: 200 len: 946 time: 0.0591979 Jul 21 12:38:38.865079 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [req-42b93652-607f-47ff-9c3d-5d9e729def28 req-c640f84c-3f0a-4b20-a2bd-97b1aa7d729f tempest-TestMinimumBasicScenario-46390976 tempest-TestMinimumBasicScenario-46390976-project] Deleting port a4179810-251f-471c-a2f5-4042d9abed77 {{(pid=104160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 12:38:38.865424 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-42b93652-607f-47ff-9c3d-5d9e729def28 req-c640f84c-3f0a-4b20-a2bd-97b1aa7d729f tempest-TestMinimumBasicScenario-46390976 tempest-TestMinimumBasicScenario-46390976-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760977592'] for port (a4179810-251f-471c-a2f5-4042d9abed77), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:38:38.962604 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.db [req-42b93652-607f-47ff-9c3d-5d9e729def28 req-c640f84c-3f0a-4b20-a2bd-97b1aa7d729f tempest-TestMinimumBasicScenario-46390976 tempest-TestMinimumBasicScenario-46390976-project] For port a4179810-251f-471c-a2f5-4042d9abed77, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=a4179810-251f-471c-a2f5-4042d9abed77,segment=NetworkSegment(e517c662-385a-4bc6-b9c2-ffc8c2f2d3cf),segment_id=e517c662-385a-4bc6-b9c2-ffc8c2f2d3cf)] {{(pid=104160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 12:38:38.962969 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-42b93652-607f-47ff-9c3d-5d9e729def28 req-c640f84c-3f0a-4b20-a2bd-97b1aa7d729f tempest-TestMinimumBasicScenario-46390976 tempest-TestMinimumBasicScenario-46390976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683200'] for port (a4179810-251f-471c-a2f5-4042d9abed77), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:38:38.976588 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [req-42b93652-607f-47ff-9c3d-5d9e729def28 req-c640f84c-3f0a-4b20-a2bd-97b1aa7d729f tempest-TestMinimumBasicScenario-46390976 tempest-TestMinimumBasicScenario-46390976-project] Calling delete_port for a4179810-251f-471c-a2f5-4042d9abed77 owned by compute:nova {{(pid=104160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 12:38:39.050758 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:38:39.106366 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-42b93652-607f-47ff-9c3d-5d9e729def28 req-c640f84c-3f0a-4b20-a2bd-97b1aa7d729f tempest-TestMinimumBasicScenario-46390976 tempest-TestMinimumBasicScenario-46390976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760983080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773760637175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9357752'] for port (a4179810-251f-471c-a2f5-4042d9abed77), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:38:39.142790 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c640f84c-3f0a-4b20-a2bd-97b1aa7d729f tempest-TestMinimumBasicScenario-46390976 tempest-TestMinimumBasicScenario-46390976-project] Pushing event deleted for resources: {'Port': ['ID=a4179810-251f-471c-a2f5-4042d9abed77,revision_number=None']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:38:39.150665 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] get_ports_and_sgs() called for port_ids ['a4179810-251f-471c-a2f5-4042d9abed77'] {{(pid=104161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 12:38:39.156689 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c640f84c-3f0a-4b20-a2bd-97b1aa7d729f tempest-TestMinimumBasicScenario-46390976 tempest-TestMinimumBasicScenario-46390976-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:38:39.157041 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c640f84c-3f0a-4b20-a2bd-97b1aa7d729f tempest-TestMinimumBasicScenario-46390976 tempest-TestMinimumBasicScenario-46390976-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:38:39.157382 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c640f84c-3f0a-4b20-a2bd-97b1aa7d729f tempest-TestMinimumBasicScenario-46390976 tempest-TestMinimumBasicScenario-46390976-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:38:39.157829 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c640f84c-3f0a-4b20-a2bd-97b1aa7d729f tempest-TestMinimumBasicScenario-46390976 tempest-TestMinimumBasicScenario-46390976-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:38:39.158074 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c640f84c-3f0a-4b20-a2bd-97b1aa7d729f tempest-TestMinimumBasicScenario-46390976 tempest-TestMinimumBasicScenario-46390976-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:38:39.158550 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c640f84c-3f0a-4b20-a2bd-97b1aa7d729f tempest-TestMinimumBasicScenario-46390976 tempest-TestMinimumBasicScenario-46390976-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:38:39.158880 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c640f84c-3f0a-4b20-a2bd-97b1aa7d729f tempest-TestMinimumBasicScenario-46390976 tempest-TestMinimumBasicScenario-46390976-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:38:39.159204 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c640f84c-3f0a-4b20-a2bd-97b1aa7d729f tempest-TestMinimumBasicScenario-46390976 tempest-TestMinimumBasicScenario-46390976-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:38:39.159551 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c640f84c-3f0a-4b20-a2bd-97b1aa7d729f tempest-TestMinimumBasicScenario-46390976 tempest-TestMinimumBasicScenario-46390976-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:38:39.159877 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c640f84c-3f0a-4b20-a2bd-97b1aa7d729f tempest-TestMinimumBasicScenario-46390976 tempest-TestMinimumBasicScenario-46390976-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:38:39.160202 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c640f84c-3f0a-4b20-a2bd-97b1aa7d729f tempest-TestMinimumBasicScenario-46390976 tempest-TestMinimumBasicScenario-46390976-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:38:39.160526 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c640f84c-3f0a-4b20-a2bd-97b1aa7d729f tempest-TestMinimumBasicScenario-46390976 tempest-TestMinimumBasicScenario-46390976-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:38:39.161987 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c640f84c-3f0a-4b20-a2bd-97b1aa7d729f tempest-TestMinimumBasicScenario-46390976 tempest-TestMinimumBasicScenario-46390976-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:38:39.161987 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c640f84c-3f0a-4b20-a2bd-97b1aa7d729f tempest-TestMinimumBasicScenario-46390976 tempest-TestMinimumBasicScenario-46390976-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:38:39.161987 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c640f84c-3f0a-4b20-a2bd-97b1aa7d729f tempest-TestMinimumBasicScenario-46390976 tempest-TestMinimumBasicScenario-46390976-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:38:39.201733 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.db.l3_dvrscheduler_db [req-42b93652-607f-47ff-9c3d-5d9e729def28 req-c640f84c-3f0a-4b20-a2bd-97b1aa7d729f tempest-TestMinimumBasicScenario-46390976 tempest-TestMinimumBasicScenario-46390976-project] No DVR routers for this DVR port a4179810-251f-471c-a2f5-4042d9abed77 on host hv-cinder-85032 {{(pid=104160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 12:38:39.204289 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-42b93652-607f-47ff-9c3d-5d9e729def28 req-c640f84c-3f0a-4b20-a2bd-97b1aa7d729f tempest-TestMinimumBasicScenario-46390976 tempest-TestMinimumBasicScenario-46390976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170956'] for port (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:38:39.207611 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-42b93652-607f-47ff-9c3d-5d9e729def28 req-c640f84c-3f0a-4b20-a2bd-97b1aa7d729f tempest-TestMinimumBasicScenario-46390976 tempest-TestMinimumBasicScenario-46390976-project] 10.222.0.48 "DELETE /v2.0/ports/a4179810-251f-471c-a2f5-4042d9abed77 HTTP/1.1" status: 204 len: 173 time: 0.4217298 Jul 21 12:38:39.208054 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '420ecc0a-7dba-4934-ba23-09e7104df268', 'name': 'network-vif-deleted', 'tag': 'a4179810-251f-471c-a2f5-4042d9abed77'}] {{(pid=104160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 12:38:39.210299 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eb085c56e9e86bbd6a0965d2ba727f3997621403869b150ca98f31427dd41b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd6c29f6-0271-4ba1-a35c-f227cba99be1" -d '{"events": [{"server_uuid": "420ecc0a-7dba-4934-ba23-09e7104df268", "name": "network-vif-deleted", "tag": "a4179810-251f-471c-a2f5-4042d9abed77"}]}' {{(pid=104160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 12:38:39.311444 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 12:38:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-102f03d4-7f0b-4c21-b515-fef7887b717b x-openstack-request-id: req-102f03d4-7f0b-4c21-b515-fef7887b717b {{(pid=104160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 12:38:39.312214 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "420ecc0a-7dba-4934-ba23-09e7104df268", "name": "network-vif-deleted", "tag": "a4179810-251f-471c-a2f5-4042d9abed77", "status": "completed", "code": 200}]} {{(pid=104160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 12:38:39.312812 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-102f03d4-7f0b-4c21-b515-fef7887b717b {{(pid=104160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 12:38:39.313488 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.notifiers.nova [-] Nova event matching ['req-102f03d4-7f0b-4c21-b515-fef7887b717b'] response: {'server_uuid': '420ecc0a-7dba-4934-ba23-09e7104df268', 'name': 'network-vif-deleted', 'tag': 'a4179810-251f-471c-a2f5-4042d9abed77', 'status': 'completed', 'code': 200} Jul 21 12:38:39.389280 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-e37d4f37-98d8-4156-a5d7-17b0642b1baa req-bd7e5ae5-12a0-4d43-aeab-5b7e063ddb84 tempest-TestMinimumBasicScenario-46390976 tempest-TestMinimumBasicScenario-46390976-project] 10.222.0.18 "GET /v2.0/ports?device_id=420ecc0a-7dba-4934-ba23-09e7104df268 HTTP/1.1" status: 200 len: 210 time: 0.0282514 Jul 21 12:38:41.222331 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 41590) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:38:41.432362 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-3b48d677-a5a5-4b3d-862a-f5a77be5f783 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (8a21e728-a2e9-4580-a748-6ac9ba47a2a7), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:38:41.684417 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-6f65b191-f3bb-4b53-8fec-7e4ee9b5a4f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682688'] for router_interface (dad50d1d-ecf1-43c1-9435-a2a8dc9dd0b8), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:38:41.903263 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.plugins.ml2.plugin [None req-6f65b191-f3bb-4b53-8fec-7e4ee9b5a4f6 admin admin] Deleting port 1e5f4a97-a601-45b5-bafc-5a7a63213f87 {{(pid=104159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 12:38:41.903632 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-6f65b191-f3bb-4b53-8fec-7e4ee9b5a4f6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760977592'] for port (1e5f4a97-a601-45b5-bafc-5a7a63213f87), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:38:41.982141 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.plugins.ml2.db [None req-6f65b191-f3bb-4b53-8fec-7e4ee9b5a4f6 admin admin] For port 1e5f4a97-a601-45b5-bafc-5a7a63213f87, host dv-cinder-850321-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-1-iscsi',level=0,port_id=1e5f4a97-a601-45b5-bafc-5a7a63213f87,segment=NetworkSegment(e517c662-385a-4bc6-b9c2-ffc8c2f2d3cf),segment_id=e517c662-385a-4bc6-b9c2-ffc8c2f2d3cf)] {{(pid=104159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 12:38:41.982424 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-6f65b191-f3bb-4b53-8fec-7e4ee9b5a4f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683200'] for port (1e5f4a97-a601-45b5-bafc-5a7a63213f87), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:38:41.996115 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.plugins.ml2.plugin [None req-6f65b191-f3bb-4b53-8fec-7e4ee9b5a4f6 admin admin] Calling delete_port for 1e5f4a97-a601-45b5-bafc-5a7a63213f87 owned by network:router_interface {{(pid=104159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 12:38:42.120473 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:38:42.124115 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:38:42.181252 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-6f65b191-f3bb-4b53-8fec-7e4ee9b5a4f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760983080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773760637175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8469579'] for port (1e5f4a97-a601-45b5-bafc-5a7a63213f87), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:38:42.210299 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f65b191-f3bb-4b53-8fec-7e4ee9b5a4f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e5f4a97-a601-45b5-bafc-5a7a63213f87,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:38:42.234765 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f65b191-f3bb-4b53-8fec-7e4ee9b5a4f6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:38:42.235405 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f65b191-f3bb-4b53-8fec-7e4ee9b5a4f6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:38:42.235405 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f65b191-f3bb-4b53-8fec-7e4ee9b5a4f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:38:42.235761 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f65b191-f3bb-4b53-8fec-7e4ee9b5a4f6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:38:42.236047 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f65b191-f3bb-4b53-8fec-7e4ee9b5a4f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:38:42.236376 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f65b191-f3bb-4b53-8fec-7e4ee9b5a4f6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:38:42.236756 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f65b191-f3bb-4b53-8fec-7e4ee9b5a4f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:38:42.237083 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f65b191-f3bb-4b53-8fec-7e4ee9b5a4f6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:38:42.237405 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f65b191-f3bb-4b53-8fec-7e4ee9b5a4f6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:38:42.237762 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f65b191-f3bb-4b53-8fec-7e4ee9b5a4f6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:38:42.238074 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f65b191-f3bb-4b53-8fec-7e4ee9b5a4f6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:38:42.238406 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f65b191-f3bb-4b53-8fec-7e4ee9b5a4f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:38:42.238733 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f65b191-f3bb-4b53-8fec-7e4ee9b5a4f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:38:42.239054 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f65b191-f3bb-4b53-8fec-7e4ee9b5a4f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:38:42.239374 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f65b191-f3bb-4b53-8fec-7e4ee9b5a4f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:38:42.391781 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-6f65b191-f3bb-4b53-8fec-7e4ee9b5a4f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-622320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681520'] for router_interface (dad50d1d-ecf1-43c1-9435-a2a8dc9dd0b8), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:38:42.419753 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Device a4179810-251f-471c-a2f5-4042d9abed77 no longer exists at agent hyperv_hv-cinder-85032 {{(pid=104161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 12:38:42.439757 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] No Port match for: a4179810-251f-471c-a2f5-4042d9abed77 {{(pid=104161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 12:38:42.440444 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Device a4179810-251f-471c-a2f5-4042d9abed77 not bound to the agent host hv-cinder-85032 {{(pid=104161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 12:38:42.596436 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f65b191-f3bb-4b53-8fec-7e4ee9b5a4f6 admin admin] Router dad50d1d-ecf1-43c1-9435-a2a8dc9dd0b8 has already been hosted by L3 agent ceb1130f-c61e-494c-be4f-967cc153319c {{(pid=104159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 12:38:42.706468 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f65b191-f3bb-4b53-8fec-7e4ee9b5a4f6 admin admin] Notify agent at l3_agent.dv-cinder-850321-1-iscsi the message routers_updated {{(pid=104159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 12:38:42.711491 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-6f65b191-f3bb-4b53-8fec-7e4ee9b5a4f6 admin admin] 10.222.0.18 "PUT /v2.0/routers/dad50d1d-ecf1-43c1-9435-a2a8dc9dd0b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4881473 Jul 21 12:38:42.714138 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 41606) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:38:42.716923 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c31f31e-df2b-46d1-afad-6bbd486c560b None None] Sync routers for ids ['dad50d1d-ecf1-43c1-9435-a2a8dc9dd0b8'] in dv-cinder-850321-1-iscsi {{(pid=104161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 12:38:42.728794 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c31f31e-df2b-46d1-afad-6bbd486c560b None None] Routers {'dad50d1d-ecf1-43c1-9435-a2a8dc9dd0b8'} bound to L3 agent in host dv-cinder-850321-1-iscsi {{(pid=104161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 12:38:42.729522 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-5c31f31e-df2b-46d1-afad-6bbd486c560b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-21T12:06:45Z,description=,heartbeat_timestamp=2022-07-21T12:38:15Z,host='dv-cinder-850321-1-iscsi',id=ceb1130f-c61e-494c-be4f-967cc153319c,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T12:06:45Z,topic='l3_agent')) {'router_ids': ['dad50d1d-ecf1-43c1-9435-a2a8dc9dd0b8'], 'active': True} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:38:42.812372 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-ac464cb2-2bcd-4c95-8c68-12f77296be8e admin admin] Publish callbacks [] for router (dad50d1d-ecf1-43c1-9435-a2a8dc9dd0b8), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:38:42.832406 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvr_db [None req-5c31f31e-df2b-46d1-afad-6bbd486c560b None None] Set router dad50d1d-ecf1-43c1-9435-a2a8dc9dd0b8 gateway port host: dv-cinder-850321-1-iscsi {{(pid=104161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 12:38:42.907560 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-ac464cb2-2bcd-4c95-8c68-12f77296be8e admin admin] Publish callbacks [] for router_gateway (dad50d1d-ecf1-43c1-9435-a2a8dc9dd0b8), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:38:42.953478 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.plugins.ml2.plugin [None req-ac464cb2-2bcd-4c95-8c68-12f77296be8e admin admin] Deleting port 0ba07917-e10b-44b9-95fb-598fe849a8c4 {{(pid=104159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 12:38:42.953810 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-ac464cb2-2bcd-4c95-8c68-12f77296be8e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760977592'] for port (0ba07917-e10b-44b9-95fb-598fe849a8c4), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:38:43.001391 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-5c31f31e-df2b-46d1-afad-6bbd486c560b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dad50d1d-ecf1-43c1-9435-a2a8dc9dd0b8', 'name': 'tempest-TestMinimumBasicScenario-1534386694-router', 'tenant_id': 'd8b94e9bdc2149bcb3b9a0f89729b257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'external_fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '0ba07917-e10b-44b9-95fb-598fe849a8c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T12:24:10Z', 'updated_at': '2022-07-21T12:38:42Z', 'revision_number': 5, 'project_id': 'd8b94e9bdc2149bcb3b9a0f89729b257', 'gw_port': {'id': '0ba07917-e10b-44b9-95fb-598fe849a8c4', 'name': '', 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:fe:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad50d1d-ecf1-43c1-9435-a2a8dc9dd0b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:24:10Z', 'updated_at': '2022-07-21T12:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-1-iscsi'}], 'dv-cinder-850321-1-iscsi', False) {} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:38:43.008060 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:38:43.025975 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c31f31e-df2b-46d1-afad-6bbd486c560b None None] Checking router: dad50d1d-ecf1-43c1-9435-a2a8dc9dd0b8 for host: dv-cinder-850321-1-iscsi {{(pid=104161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 12:38:43.034679 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c31f31e-df2b-46d1-afad-6bbd486c560b None None] Routers {'dad50d1d-ecf1-43c1-9435-a2a8dc9dd0b8'} bound to L3 agent in host dv-cinder-850321-1-iscsi {{(pid=104161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 12:38:43.034836 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.plugins.ml2.db [None req-ac464cb2-2bcd-4c95-8c68-12f77296be8e admin admin] For port 0ba07917-e10b-44b9-95fb-598fe849a8c4, host dv-cinder-850321-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-1-iscsi',level=0,port_id=0ba07917-e10b-44b9-95fb-598fe849a8c4,segment=NetworkSegment(516861e0-d3fe-4b3f-83ca-af9f79051018),segment_id=516861e0-d3fe-4b3f-83ca-af9f79051018)] {{(pid=104159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 12:38:43.035203 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-ac464cb2-2bcd-4c95-8c68-12f77296be8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683200'] for port (0ba07917-e10b-44b9-95fb-598fe849a8c4), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:38:43.035317 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-5c31f31e-df2b-46d1-afad-6bbd486c560b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-21T12:06:45Z,description=,heartbeat_timestamp=2022-07-21T12:38:15Z,host='dv-cinder-850321-1-iscsi',id=ceb1130f-c61e-494c-be4f-967cc153319c,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T12:06:45Z,topic='l3_agent')) {'router_ids': ['dad50d1d-ecf1-43c1-9435-a2a8dc9dd0b8'], 'active': True} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:38:43.042157 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:DELETE=3,neutron:UPDATE=2,neutron:SELECT=95 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:38:43.050320 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.plugins.ml2.plugin [None req-ac464cb2-2bcd-4c95-8c68-12f77296be8e admin admin] Calling delete_port for 0ba07917-e10b-44b9-95fb-598fe849a8c4 owned by network:router_gateway {{(pid=104159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 12:38:43.118187 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvr_db [None req-5c31f31e-df2b-46d1-afad-6bbd486c560b None None] Set router dad50d1d-ecf1-43c1-9435-a2a8dc9dd0b8 gateway port host: None {{(pid=104161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 12:38:43.174436 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-5c31f31e-df2b-46d1-afad-6bbd486c560b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dad50d1d-ecf1-43c1-9435-a2a8dc9dd0b8', 'name': 'tempest-TestMinimumBasicScenario-1534386694-router', 'tenant_id': 'd8b94e9bdc2149bcb3b9a0f89729b257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T12:24:10Z', 'updated_at': '2022-07-21T12:38:42Z', 'revision_number': 6, 'project_id': 'd8b94e9bdc2149bcb3b9a0f89729b257', 'gw_port_host': None}], 'dv-cinder-850321-1-iscsi', False) {} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:38:43.184608 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=2 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:38:43.200419 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c31f31e-df2b-46d1-afad-6bbd486c560b None None] The sync data for ids ['dad50d1d-ecf1-43c1-9435-a2a8dc9dd0b8'] in dv-cinder-850321-1-iscsi is: [{'id': 'dad50d1d-ecf1-43c1-9435-a2a8dc9dd0b8', 'name': 'tempest-TestMinimumBasicScenario-1534386694-router', 'tenant_id': 'd8b94e9bdc2149bcb3b9a0f89729b257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T12:24:10Z', 'updated_at': '2022-07-21T12:38:42Z', 'revision_number': 6, 'project_id': 'd8b94e9bdc2149bcb3b9a0f89729b257', 'gw_port_host': None}] {{(pid=104161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 12:38:43.219870 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-ac464cb2-2bcd-4c95-8c68-12f77296be8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760983080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773760637175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8469579'] for port (0ba07917-e10b-44b9-95fb-598fe849a8c4), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:38:43.248291 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac464cb2-2bcd-4c95-8c68-12f77296be8e admin admin] Pushing event deleted for resources: {'Port': ['ID=0ba07917-e10b-44b9-95fb-598fe849a8c4,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:38:43.307544 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-ac464cb2-2bcd-4c95-8c68-12f77296be8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-681787'] for router_gateway (dad50d1d-ecf1-43c1-9435-a2a8dc9dd0b8), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:38:43.395335 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-ac464cb2-2bcd-4c95-8c68-12f77296be8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-680943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4065'] for router (dad50d1d-ecf1-43c1-9435-a2a8dc9dd0b8), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:38:43.397607 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-ac464cb2-2bcd-4c95-8c68-12f77296be8e admin admin] Publish callbacks [] for router_controller (dad50d1d-ecf1-43c1-9435-a2a8dc9dd0b8), precommit_delete_associations {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:38:43.448410 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-ac464cb2-2bcd-4c95-8c68-12f77296be8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-680862'] for router (dad50d1d-ecf1-43c1-9435-a2a8dc9dd0b8), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:38:43.449073 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac464cb2-2bcd-4c95-8c68-12f77296be8e admin admin] Fanout notify agent at l3_agent the message router_deleted on router dad50d1d-ecf1-43c1-9435-a2a8dc9dd0b8 {{(pid=104159) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 21 12:38:43.453956 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-ac464cb2-2bcd-4c95-8c68-12f77296be8e admin admin] Publish callbacks [] for router (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:38:43.455315 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-ac464cb2-2bcd-4c95-8c68-12f77296be8e admin admin] 10.222.0.18 "DELETE /v2.0/routers/dad50d1d-ecf1-43c1-9435-a2a8dc9dd0b8 HTTP/1.1" status: 204 len: 168 time: 0.7401121 Jul 21 12:38:43.457871 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.18', 41612) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:38:43.502180 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa4bd965-6914-4034-8e4a-5a5939a43861 admin admin] Deleting subnet a2c7b89e-b4f4-4cb5-b273-0bd348a6df51 {{(pid=104160) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 21 12:38:43.505440 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-aa4bd965-6914-4034-8e4a-5a5939a43861 admin admin] Publish callbacks [] for subnet (a2c7b89e-b4f4-4cb5-b273-0bd348a6df51), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:38:43.541089 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-aa4bd965-6914-4034-8e4a-5a5939a43861 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9082974'] for subnet (a2c7b89e-b4f4-4cb5-b273-0bd348a6df51), precommit_delete_associations {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:38:43.623925 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-aa4bd965-6914-4034-8e4a-5a5939a43861 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1392440'] for subnet (a2c7b89e-b4f4-4cb5-b273-0bd348a6df51), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:38:43.678247 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-aa4bd965-6914-4034-8e4a-5a5939a43861 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1392433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9357653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9184768'] for subnet (a2c7b89e-b4f4-4cb5-b273-0bd348a6df51), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:38:43.706493 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4bd965-6914-4034-8e4a-5a5939a43861 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a2c7b89e-b4f4-4cb5-b273-0bd348a6df51,revision_number=None']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:38:43.710467 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-aa4bd965-6914-4034-8e4a-5a5939a43861 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622315'] for subnet (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:38:43.716284 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-aa4bd965-6914-4034-8e4a-5a5939a43861 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/a2c7b89e-b4f4-4cb5-b273-0bd348a6df51 HTTP/1.1" status: 204 len: 168 time: 0.2573190 Jul 21 12:38:43.716527 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 41616) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:38:43.717191 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6b3cfc8-9c5a-4c59-8097-c333eda20002 None None] Network d5f30ffa-318d-456f-8822-ea1e427cf582 requested from dv-cinder-850321-1-iscsi {{(pid=104161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 12:38:43.790397 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-56141529-f62b-46ea-87a0-a63cc87c0f37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790513'] for network (d5f30ffa-318d-456f-8822-ea1e427cf582), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:38:43.834819 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.plugins.ml2.plugin [None req-56141529-f62b-46ea-87a0-a63cc87c0f37 admin admin] Deleting port ba796819-a745-4138-baef-054907c8601a {{(pid=104159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 12:38:43.835116 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-56141529-f62b-46ea-87a0-a63cc87c0f37 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760977592'] for port (ba796819-a745-4138-baef-054907c8601a), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:38:43.904613 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.plugins.ml2.db [None req-56141529-f62b-46ea-87a0-a63cc87c0f37 admin admin] For port ba796819-a745-4138-baef-054907c8601a, host dv-cinder-850321-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-1-iscsi',level=0,port_id=ba796819-a745-4138-baef-054907c8601a,segment=NetworkSegment(e517c662-385a-4bc6-b9c2-ffc8c2f2d3cf),segment_id=e517c662-385a-4bc6-b9c2-ffc8c2f2d3cf)] {{(pid=104159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 12:38:43.904954 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-56141529-f62b-46ea-87a0-a63cc87c0f37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683200'] for port (ba796819-a745-4138-baef-054907c8601a), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:38:43.918164 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.plugins.ml2.plugin [None req-56141529-f62b-46ea-87a0-a63cc87c0f37 admin admin] Calling delete_port for ba796819-a745-4138-baef-054907c8601a owned by network:dhcp {{(pid=104159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 12:38:44.001249 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-56141529-f62b-46ea-87a0-a63cc87c0f37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760983080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773760637175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8469579'] for port (ba796819-a745-4138-baef-054907c8601a), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:38:44.020699 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77be0099-56d4-4f9b-adbb-b052b50a6111 None None] DHCP port deletion for d5f30ffa-318d-456f-8822-ea1e427cf582 request from dv-cinder-850321-1-iscsi {{(pid=104161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 21 12:38:44.026755 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56141529-f62b-46ea-87a0-a63cc87c0f37 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba796819-a745-4138-baef-054907c8601a,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:38:44.035669 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56141529-f62b-46ea-87a0-a63cc87c0f37 admin admin] No DVR routers for this DVR port ba796819-a745-4138-baef-054907c8601a on host dv-cinder-850321-1-iscsi {{(pid=104159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 12:38:44.108364 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-56141529-f62b-46ea-87a0-a63cc87c0f37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1392563', 'neutron.services.segments.db._delete_segments_for_network-8773761087052'] for network (d5f30ffa-318d-456f-8822-ea1e427cf582), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:38:44.128617 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.services.segments.db [None req-56141529-f62b-46ea-87a0-a63cc87c0f37 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5f30ffa-318d-456f-8822-ea1e427cf582']}} {{(pid=104159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:38:44.137842 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.services.segments.db [None req-56141529-f62b-46ea-87a0-a63cc87c0f37 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e517c662-385a-4bc6-b9c2-ffc8c2f2d3cf') {'for_net_delete': True} {{(pid=104159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:38:44.138107 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.services.segments.db [None req-56141529-f62b-46ea-87a0-a63cc87c0f37 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e517c662-385a-4bc6-b9c2-ffc8c2f2d3cf') {} {{(pid=104159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:38:44.146134 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:38:44.148545 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-56141529-f62b-46ea-87a0-a63cc87c0f37 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773761085669', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9226590'] for segment (e517c662-385a-4bc6-b9c2-ffc8c2f2d3cf), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:38:44.162915 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-56141529-f62b-46ea-87a0-a63cc87c0f37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1820665'] for segment (e517c662-385a-4bc6-b9c2-ffc8c2f2d3cf), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:38:44.170779 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56141529-f62b-46ea-87a0-a63cc87c0f37 admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=104159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 21 12:38:44.171178 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-56141529-f62b-46ea-87a0-a63cc87c0f37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1820665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8469532'] for segment (e517c662-385a-4bc6-b9c2-ffc8c2f2d3cf), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:38:44.243407 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-56141529-f62b-46ea-87a0-a63cc87c0f37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1392516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681893'] for network (d5f30ffa-318d-456f-8822-ea1e427cf582), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:38:44.249624 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-56141529-f62b-46ea-87a0-a63cc87c0f37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622315'] for network (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:38:44.252891 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-56141529-f62b-46ea-87a0-a63cc87c0f37 admin admin] 10.222.0.18 "DELETE /v2.0/networks/d5f30ffa-318d-456f-8822-ea1e427cf582 HTTP/1.1" status: 204 len: 168 time: 0.5353694 Jul 21 12:38:44.255841 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 41622) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:38:44.271537 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.services.segments.plugin [-] Segment e517c662-385a-4bc6-b9c2-ffc8c2f2d3cf resource provider aggregate not found Jul 21 12:38:44.277011 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56141529-f62b-46ea-87a0-a63cc87c0f37 admin admin] Pushing event deleted for resources: {'Network': ['ID=d5f30ffa-318d-456f-8822-ea1e427cf582,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:38:44.315615 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.services.segments.plugin [-] Segment e517c662-385a-4bc6-b9c2-ffc8c2f2d3cf resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e517c662-385a-4bc6-b9c2-ffc8c2f2d3cf found for delete ", "request_id": "req-22d4dff7-c9ab-4f35-8ee0-66a4c8608439"}]} Jul 21 12:38:44.320030 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=86,neutron:DELETE=13,neutron:UPDATE=1 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:38:44.379631 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Device ba796819-a745-4138-baef-054907c8601a no longer exists at agent ovs-agent-dv-cinder-850321-1-iscsi {{(pid=104161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 12:38:44.400114 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] No Port match for: ba796819-a745-4138-baef-054907c8601a {{(pid=104161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 12:38:44.400691 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Device ba796819-a745-4138-baef-054907c8601a not bound to the agent host dv-cinder-850321-1-iscsi {{(pid=104161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 12:38:44.401400 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Device 1e5f4a97-a601-45b5-bafc-5a7a63213f87 no longer exists at agent ovs-agent-dv-cinder-850321-1-iscsi {{(pid=104161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 12:38:44.420851 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] No Port match for: 1e5f4a97-a601-45b5-bafc-5a7a63213f87 {{(pid=104161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 12:38:44.421204 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Device 1e5f4a97-a601-45b5-bafc-5a7a63213f87 not bound to the agent host dv-cinder-850321-1-iscsi {{(pid=104161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 12:38:44.421746 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Device 0ba07917-e10b-44b9-95fb-598fe849a8c4 no longer exists at agent ovs-agent-dv-cinder-850321-1-iscsi {{(pid=104161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 12:38:44.444030 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] No Port match for: 0ba07917-e10b-44b9-95fb-598fe849a8c4 {{(pid=104161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 12:38:44.444318 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Device 0ba07917-e10b-44b9-95fb-598fe849a8c4 not bound to the agent host dv-cinder-850321-1-iscsi {{(pid=104161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 12:38:44.870469 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-9dbb0c3c-aaa3-41ca-b16f-d7bb71a990ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682688'] for router_interface (28f94054-db9b-4aee-93dc-2230fa0862da), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:38:44.888983 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-aca77dc7-3ef4-4244-ab65-2fcc084fceea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (ceb1130f-c61e-494c-be4f-967cc153319c), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:38:45.091931 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.plugins.ml2.plugin [None req-9dbb0c3c-aaa3-41ca-b16f-d7bb71a990ce admin admin] Deleting port 6c9bf3cc-808f-4c58-b1f8-d8bad75883f1 {{(pid=104159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 12:38:45.092237 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-9dbb0c3c-aaa3-41ca-b16f-d7bb71a990ce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760977592'] for port (6c9bf3cc-808f-4c58-b1f8-d8bad75883f1), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:38:45.174628 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.plugins.ml2.db [None req-9dbb0c3c-aaa3-41ca-b16f-d7bb71a990ce admin admin] For port 6c9bf3cc-808f-4c58-b1f8-d8bad75883f1, host dv-cinder-850321-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-1-iscsi',level=0,port_id=6c9bf3cc-808f-4c58-b1f8-d8bad75883f1,segment=NetworkSegment(636cfe97-bd0c-46b7-8076-2b476cd7d934),segment_id=636cfe97-bd0c-46b7-8076-2b476cd7d934)] {{(pid=104159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 12:38:45.174992 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-9dbb0c3c-aaa3-41ca-b16f-d7bb71a990ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683200'] for port (6c9bf3cc-808f-4c58-b1f8-d8bad75883f1), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:38:45.187908 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.plugins.ml2.plugin [None req-9dbb0c3c-aaa3-41ca-b16f-d7bb71a990ce admin admin] Calling delete_port for 6c9bf3cc-808f-4c58-b1f8-d8bad75883f1 owned by network:router_interface {{(pid=104159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 12:38:45.363612 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:38:45.370670 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:38:45.379026 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-9dbb0c3c-aaa3-41ca-b16f-d7bb71a990ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760983080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773760637175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8469579'] for port (6c9bf3cc-808f-4c58-b1f8-d8bad75883f1), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:38:45.405269 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbb0c3c-aaa3-41ca-b16f-d7bb71a990ce admin admin] Pushing event deleted for resources: {'Port': ['ID=6c9bf3cc-808f-4c58-b1f8-d8bad75883f1,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:38:45.571655 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-9dbb0c3c-aaa3-41ca-b16f-d7bb71a990ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-622320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681520'] for router_interface (28f94054-db9b-4aee-93dc-2230fa0862da), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:38:45.782293 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dbb0c3c-aaa3-41ca-b16f-d7bb71a990ce admin admin] Router 28f94054-db9b-4aee-93dc-2230fa0862da has already been hosted by L3 agent ceb1130f-c61e-494c-be4f-967cc153319c {{(pid=104159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 12:38:45.884422 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dbb0c3c-aaa3-41ca-b16f-d7bb71a990ce admin admin] Notify agent at l3_agent.dv-cinder-850321-1-iscsi the message routers_updated {{(pid=104159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 12:38:45.889605 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-9dbb0c3c-aaa3-41ca-b16f-d7bb71a990ce admin admin] 10.222.0.18 "PUT /v2.0/routers/28f94054-db9b-4aee-93dc-2230fa0862da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6325462 Jul 21 12:38:45.892288 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 41638) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:38:45.894980 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb038315-507b-455d-8707-231ed45ce9d9 None None] Sync routers for ids ['28f94054-db9b-4aee-93dc-2230fa0862da'] in dv-cinder-850321-1-iscsi {{(pid=104162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 12:38:45.906975 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb038315-507b-455d-8707-231ed45ce9d9 None None] Routers {'28f94054-db9b-4aee-93dc-2230fa0862da'} bound to L3 agent in host dv-cinder-850321-1-iscsi {{(pid=104162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 12:38:45.907636 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_hamode_db [None req-fb038315-507b-455d-8707-231ed45ce9d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-21T12:06:45Z,description=,heartbeat_timestamp=2022-07-21T12:38:45Z,host='dv-cinder-850321-1-iscsi',id=ceb1130f-c61e-494c-be4f-967cc153319c,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T12:06:45Z,topic='l3_agent')) {'router_ids': ['28f94054-db9b-4aee-93dc-2230fa0862da'], 'active': True} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:38:45.971921 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-34089123-786a-4f56-8fd8-e31aace790ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (7a27be9f-c1a8-4dec-a92f-42ec7311fe12), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:38:45.997418 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-1374dee2-433b-4cda-83f8-48a54b01da7a admin admin] Publish callbacks [] for router (28f94054-db9b-4aee-93dc-2230fa0862da), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:38:46.021243 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvr_db [None req-fb038315-507b-455d-8707-231ed45ce9d9 None None] Set router 28f94054-db9b-4aee-93dc-2230fa0862da gateway port host: dv-cinder-850321-1-iscsi {{(pid=104162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 12:38:46.101618 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-1374dee2-433b-4cda-83f8-48a54b01da7a admin admin] Publish callbacks [] for router_gateway (28f94054-db9b-4aee-93dc-2230fa0862da), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:38:46.146865 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.plugins.ml2.plugin [None req-1374dee2-433b-4cda-83f8-48a54b01da7a admin admin] Deleting port 5d6fcc35-14cc-4759-84e7-912d17573cb6 {{(pid=104159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 12:38:46.147361 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-1374dee2-433b-4cda-83f8-48a54b01da7a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760977592'] for port (5d6fcc35-14cc-4759-84e7-912d17573cb6), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:38:46.226621 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.plugins.ml2.db [None req-1374dee2-433b-4cda-83f8-48a54b01da7a admin admin] For port 5d6fcc35-14cc-4759-84e7-912d17573cb6, host dv-cinder-850321-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-1-iscsi',level=0,port_id=5d6fcc35-14cc-4759-84e7-912d17573cb6,segment=NetworkSegment(516861e0-d3fe-4b3f-83ca-af9f79051018),segment_id=516861e0-d3fe-4b3f-83ca-af9f79051018)] {{(pid=104159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 12:38:46.226997 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-1374dee2-433b-4cda-83f8-48a54b01da7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683200'] for port (5d6fcc35-14cc-4759-84e7-912d17573cb6), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:38:46.240524 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.plugins.ml2.plugin [None req-1374dee2-433b-4cda-83f8-48a54b01da7a admin admin] Calling delete_port for 5d6fcc35-14cc-4759-84e7-912d17573cb6 owned by network:router_gateway {{(pid=104159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 12:38:46.244306 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:38:46.274563 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_hamode_db [None req-fb038315-507b-455d-8707-231ed45ce9d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28f94054-db9b-4aee-93dc-2230fa0862da', 'name': 'tempest-TestMinimumBasicScenario-458204145-router', 'tenant_id': '64f03bcc64d5492f8bc27a4178d1cb82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'external_fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': '5d6fcc35-14cc-4759-84e7-912d17573cb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T12:24:15Z', 'updated_at': '2022-07-21T12:38:45Z', 'revision_number': 5, 'project_id': '64f03bcc64d5492f8bc27a4178d1cb82', 'gw_port': {'id': '5d6fcc35-14cc-4759-84e7-912d17573cb6', 'name': '', 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:b0:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f94054-db9b-4aee-93dc-2230fa0862da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:24:16Z', 'updated_at': '2022-07-21T12:24:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-1-iscsi'}], 'dv-cinder-850321-1-iscsi', False) {} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:38:46.298940 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb038315-507b-455d-8707-231ed45ce9d9 None None] Checking router: 28f94054-db9b-4aee-93dc-2230fa0862da for host: dv-cinder-850321-1-iscsi {{(pid=104162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 12:38:46.306029 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=100 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:38:46.307800 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb038315-507b-455d-8707-231ed45ce9d9 None None] Routers {'28f94054-db9b-4aee-93dc-2230fa0862da'} bound to L3 agent in host dv-cinder-850321-1-iscsi {{(pid=104162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 12:38:46.308447 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_hamode_db [None req-fb038315-507b-455d-8707-231ed45ce9d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-21T12:06:45Z,description=,heartbeat_timestamp=2022-07-21T12:38:45Z,host='dv-cinder-850321-1-iscsi',id=ceb1130f-c61e-494c-be4f-967cc153319c,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T12:06:45Z,topic='l3_agent')) {'router_ids': ['28f94054-db9b-4aee-93dc-2230fa0862da'], 'active': True} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:38:46.400337 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvr_db [None req-fb038315-507b-455d-8707-231ed45ce9d9 None None] Set router 28f94054-db9b-4aee-93dc-2230fa0862da gateway port host: None {{(pid=104162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 12:38:46.413848 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-1374dee2-433b-4cda-83f8-48a54b01da7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760983080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773760637175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8469579'] for port (5d6fcc35-14cc-4759-84e7-912d17573cb6), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:38:46.440330 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1374dee2-433b-4cda-83f8-48a54b01da7a admin admin] Pushing event deleted for resources: {'Port': ['ID=5d6fcc35-14cc-4759-84e7-912d17573cb6,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:38:46.451159 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_hamode_db [None req-fb038315-507b-455d-8707-231ed45ce9d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28f94054-db9b-4aee-93dc-2230fa0862da', 'name': 'tempest-TestMinimumBasicScenario-458204145-router', 'tenant_id': '64f03bcc64d5492f8bc27a4178d1cb82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T12:24:15Z', 'updated_at': '2022-07-21T12:38:46Z', 'revision_number': 6, 'project_id': '64f03bcc64d5492f8bc27a4178d1cb82', 'gw_port_host': None}], 'dv-cinder-850321-1-iscsi', False) {} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:38:46.475450 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb038315-507b-455d-8707-231ed45ce9d9 None None] The sync data for ids ['28f94054-db9b-4aee-93dc-2230fa0862da'] in dv-cinder-850321-1-iscsi is: [{'id': '28f94054-db9b-4aee-93dc-2230fa0862da', 'name': 'tempest-TestMinimumBasicScenario-458204145-router', 'tenant_id': '64f03bcc64d5492f8bc27a4178d1cb82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T12:24:15Z', 'updated_at': '2022-07-21T12:38:46Z', 'revision_number': 6, 'project_id': '64f03bcc64d5492f8bc27a4178d1cb82', 'gw_port_host': None}] {{(pid=104162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 12:38:46.505138 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-1374dee2-433b-4cda-83f8-48a54b01da7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-681787'] for router_gateway (28f94054-db9b-4aee-93dc-2230fa0862da), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:38:46.593977 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-1374dee2-433b-4cda-83f8-48a54b01da7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-680943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4065'] for router (28f94054-db9b-4aee-93dc-2230fa0862da), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:38:46.597666 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-1374dee2-433b-4cda-83f8-48a54b01da7a admin admin] Publish callbacks [] for router_controller (28f94054-db9b-4aee-93dc-2230fa0862da), precommit_delete_associations {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:38:46.655744 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-1374dee2-433b-4cda-83f8-48a54b01da7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-680862'] for router (28f94054-db9b-4aee-93dc-2230fa0862da), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:38:46.656391 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1374dee2-433b-4cda-83f8-48a54b01da7a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 28f94054-db9b-4aee-93dc-2230fa0862da {{(pid=104159) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 21 12:38:46.660802 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-1374dee2-433b-4cda-83f8-48a54b01da7a admin admin] Publish callbacks [] for router (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:38:46.661959 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-1374dee2-433b-4cda-83f8-48a54b01da7a admin admin] 10.222.0.18 "DELETE /v2.0/routers/28f94054-db9b-4aee-93dc-2230fa0862da HTTP/1.1" status: 204 len: 168 time: 0.7687607 Jul 21 12:38:46.664508 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 41644) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:38:46.712853 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e255a1c-567f-4b6c-90a4-eda693d41538 admin admin] Deleting subnet 8d3136bc-25a0-4c59-9488-0502df54965c {{(pid=104159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 21 12:38:46.716191 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-2e255a1c-567f-4b6c-90a4-eda693d41538 admin admin] Publish callbacks [] for subnet (8d3136bc-25a0-4c59-9488-0502df54965c), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:38:46.751961 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-2e255a1c-567f-4b6c-90a4-eda693d41538 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9226599'] for subnet (8d3136bc-25a0-4c59-9488-0502df54965c), precommit_delete_associations {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:38:46.833820 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-2e255a1c-567f-4b6c-90a4-eda693d41538 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1392440'] for subnet (8d3136bc-25a0-4c59-9488-0502df54965c), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:38:46.834082 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (c982e9e4-9e4b-4150-8658-75b564dceb25), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:38:46.896935 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-2e255a1c-567f-4b6c-90a4-eda693d41538 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1392433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8469670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9371161'] for subnet (8d3136bc-25a0-4c59-9488-0502df54965c), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:38:46.925288 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e255a1c-567f-4b6c-90a4-eda693d41538 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d3136bc-25a0-4c59-9488-0502df54965c,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:38:46.930404 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-2e255a1c-567f-4b6c-90a4-eda693d41538 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:38:46.934279 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-2e255a1c-567f-4b6c-90a4-eda693d41538 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/8d3136bc-25a0-4c59-9488-0502df54965c HTTP/1.1" status: 204 len: 168 time: 0.2688260 Jul 21 12:38:46.936256 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69baf802-6a46-47a3-bb5a-83de8e544777 None None] Network d0f34d91-3ab3-4171-9a08-d719e01023ca requested from dv-cinder-850321-1-iscsi {{(pid=104161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 12:38:46.936864 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 41648) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:38:47.004919 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-49671ccb-e061-4cf5-bec8-92075fd2a887 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790513'] for network (d0f34d91-3ab3-4171-9a08-d719e01023ca), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:38:47.052014 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.plugins.ml2.plugin [None req-49671ccb-e061-4cf5-bec8-92075fd2a887 admin admin] Deleting port 37539dab-3b19-4361-bd77-a22a091d5088 {{(pid=104159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 12:38:47.052364 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-49671ccb-e061-4cf5-bec8-92075fd2a887 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760977592'] for port (37539dab-3b19-4361-bd77-a22a091d5088), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:38:47.114992 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.plugins.ml2.db [None req-49671ccb-e061-4cf5-bec8-92075fd2a887 admin admin] For port 37539dab-3b19-4361-bd77-a22a091d5088, host dv-cinder-850321-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-1-iscsi',level=0,port_id=37539dab-3b19-4361-bd77-a22a091d5088,segment=NetworkSegment(636cfe97-bd0c-46b7-8076-2b476cd7d934),segment_id=636cfe97-bd0c-46b7-8076-2b476cd7d934)] {{(pid=104159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 12:38:47.115354 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-49671ccb-e061-4cf5-bec8-92075fd2a887 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683200'] for port (37539dab-3b19-4361-bd77-a22a091d5088), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:38:47.128506 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.plugins.ml2.plugin [None req-49671ccb-e061-4cf5-bec8-92075fd2a887 admin admin] Calling delete_port for 37539dab-3b19-4361-bd77-a22a091d5088 owned by network:dhcp {{(pid=104159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 12:38:47.173561 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:38:47.201640 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:38:47.214971 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-49671ccb-e061-4cf5-bec8-92075fd2a887 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760983080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773760637175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8469579'] for port (37539dab-3b19-4361-bd77-a22a091d5088), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:38:47.240494 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49671ccb-e061-4cf5-bec8-92075fd2a887 admin admin] Pushing event deleted for resources: {'Port': ['ID=37539dab-3b19-4361-bd77-a22a091d5088,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:38:47.242635 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49671ccb-e061-4cf5-bec8-92075fd2a887 admin admin] No DVR routers for this DVR port 37539dab-3b19-4361-bd77-a22a091d5088 on host dv-cinder-850321-1-iscsi {{(pid=104159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 12:38:47.278120 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c951a2d-a8ca-427a-9e0c-4e5824008f47 None None] DHCP port deletion for d0f34d91-3ab3-4171-9a08-d719e01023ca request from dv-cinder-850321-1-iscsi {{(pid=104161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 21 12:38:47.315262 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-49671ccb-e061-4cf5-bec8-92075fd2a887 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1392563', 'neutron.services.segments.db._delete_segments_for_network-8773761087052'] for network (d0f34d91-3ab3-4171-9a08-d719e01023ca), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:38:47.326647 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-b3746fee-4e12-46ce-ae12-d62ff35738f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (bda8c5c0-9935-4f58-b3ba-5b48a27d9f80), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:38:47.344001 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.services.segments.db [None req-49671ccb-e061-4cf5-bec8-92075fd2a887 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0f34d91-3ab3-4171-9a08-d719e01023ca']}} {{(pid=104159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:38:47.355573 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.services.segments.db [None req-49671ccb-e061-4cf5-bec8-92075fd2a887 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '636cfe97-bd0c-46b7-8076-2b476cd7d934') {'for_net_delete': True} {{(pid=104159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:38:47.355870 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.services.segments.db [None req-49671ccb-e061-4cf5-bec8-92075fd2a887 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '636cfe97-bd0c-46b7-8076-2b476cd7d934') {} {{(pid=104159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:38:47.373565 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-49671ccb-e061-4cf5-bec8-92075fd2a887 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773761085669', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9226590'] for segment (636cfe97-bd0c-46b7-8076-2b476cd7d934), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:38:47.388431 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-49671ccb-e061-4cf5-bec8-92075fd2a887 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1820665'] for segment (636cfe97-bd0c-46b7-8076-2b476cd7d934), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:38:47.395317 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49671ccb-e061-4cf5-bec8-92075fd2a887 admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=104159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 21 12:38:47.395764 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-49671ccb-e061-4cf5-bec8-92075fd2a887 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1820665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8469532'] for segment (636cfe97-bd0c-46b7-8076-2b476cd7d934), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:38:47.444165 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.services.segments.plugin [-] Segment 636cfe97-bd0c-46b7-8076-2b476cd7d934 resource provider aggregate not found Jul 21 12:38:47.465244 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.services.segments.plugin [-] Segment 636cfe97-bd0c-46b7-8076-2b476cd7d934 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 636cfe97-bd0c-46b7-8076-2b476cd7d934 found for delete ", "request_id": "req-53ed328c-c32f-4105-abe7-332900ebed15"}]} Jul 21 12:38:47.466403 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-49671ccb-e061-4cf5-bec8-92075fd2a887 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1392516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681893'] for network (d0f34d91-3ab3-4171-9a08-d719e01023ca), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:38:47.472191 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-49671ccb-e061-4cf5-bec8-92075fd2a887 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622315'] for network (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:38:47.475316 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-49671ccb-e061-4cf5-bec8-92075fd2a887 admin admin] 10.222.0.18 "DELETE /v2.0/networks/d0f34d91-3ab3-4171-9a08-d719e01023ca HTTP/1.1" status: 204 len: 168 time: 0.5375493 Jul 21 12:38:47.487065 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49671ccb-e061-4cf5-bec8-92075fd2a887 admin admin] Pushing event deleted for resources: {'Network': ['ID=d0f34d91-3ab3-4171-9a08-d719e01023ca,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:38:47.600652 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 41656) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:38:47.642078 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-f138e224-e918-4979-a6ba-252e1a77621f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d8b94e9bdc2149bcb3b9a0f89729b257&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0400078 Jul 21 12:38:47.644538 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 41662) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:38:47.699924 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-60d5cd33-360a-4bb8-9f89-436332c89f3e admin admin] Publish callbacks [] for security_group (753277e8-a113-4ba3-a4f5-be27acf06f8e), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:38:47.730346 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-60d5cd33-360a-4bb8-9f89-436332c89f3e admin admin] Publish callbacks [] for security_group (753277e8-a113-4ba3-a4f5-be27acf06f8e), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:38:47.785148 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-60d5cd33-360a-4bb8-9f89-436332c89f3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (753277e8-a113-4ba3-a4f5-be27acf06f8e), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:38:47.787618 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-60d5cd33-360a-4bb8-9f89-436332c89f3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:38:47.788781 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-60d5cd33-360a-4bb8-9f89-436332c89f3e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/753277e8-a113-4ba3-a4f5-be27acf06f8e HTTP/1.1" status: 204 len: 168 time: 0.1433728 Jul 21 12:38:47.796893 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d5cd33-360a-4bb8-9f89-436332c89f3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=753277e8-a113-4ba3-a4f5-be27acf06f8e,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:38:48.169386 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 41670) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:38:48.210052 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-d28dfce7-305b-4191-b34e-d7ff342c5e3e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=64f03bcc64d5492f8bc27a4178d1cb82&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0394726 Jul 21 12:38:48.212593 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 41672) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:38:48.260915 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-280a6a04-2beb-4b47-b890-a8db325829b3 admin admin] Publish callbacks [] for security_group (59dccc19-5b03-4214-879c-5a8bb46a9b4b), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:38:48.289946 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-280a6a04-2beb-4b47-b890-a8db325829b3 admin admin] Publish callbacks [] for security_group (59dccc19-5b03-4214-879c-5a8bb46a9b4b), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:38:48.344006 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-280a6a04-2beb-4b47-b890-a8db325829b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (59dccc19-5b03-4214-879c-5a8bb46a9b4b), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:38:48.346592 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-280a6a04-2beb-4b47-b890-a8db325829b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:38:48.347776 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-280a6a04-2beb-4b47-b890-a8db325829b3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/59dccc19-5b03-4214-879c-5a8bb46a9b4b HTTP/1.1" status: 204 len: 168 time: 0.1343262 Jul 21 12:38:48.357880 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280a6a04-2beb-4b47-b890-a8db325829b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59dccc19-5b03-4214-879c-5a8bb46a9b4b,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:38:48.387426 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Device 6c9bf3cc-808f-4c58-b1f8-d8bad75883f1 no longer exists at agent ovs-agent-dv-cinder-850321-1-iscsi {{(pid=104161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 12:38:48.406423 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] No Port match for: 6c9bf3cc-808f-4c58-b1f8-d8bad75883f1 {{(pid=104161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 12:38:48.406773 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Device 6c9bf3cc-808f-4c58-b1f8-d8bad75883f1 not bound to the agent host dv-cinder-850321-1-iscsi {{(pid=104161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 12:38:48.407198 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Device 37539dab-3b19-4361-bd77-a22a091d5088 no longer exists at agent ovs-agent-dv-cinder-850321-1-iscsi {{(pid=104161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 12:38:48.426157 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] No Port match for: 37539dab-3b19-4361-bd77-a22a091d5088 {{(pid=104161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 12:38:48.426513 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Device 37539dab-3b19-4361-bd77-a22a091d5088 not bound to the agent host dv-cinder-850321-1-iscsi {{(pid=104161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 12:38:48.426949 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Device 5d6fcc35-14cc-4759-84e7-912d17573cb6 no longer exists at agent ovs-agent-dv-cinder-850321-1-iscsi {{(pid=104161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 12:38:48.448153 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] No Port match for: 5d6fcc35-14cc-4759-84e7-912d17573cb6 {{(pid=104161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 12:38:48.448408 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Device 5d6fcc35-14cc-4759-84e7-912d17573cb6 not bound to the agent host dv-cinder-850321-1-iscsi {{(pid=104161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 12:38:53.684471 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=66,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:38:53.688214 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=81,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:38:56.453692 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=48 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:38:56.454697 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=41 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:38:58.326104 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=61,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:38:58.353986 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:DELETE=10,neutron:SELECT=68 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:39:01.350259 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:UPDATE=5,neutron:SELECT=88 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:39:01.352802 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:39:02.572691 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (0e418a3d-140a-4386-ad03-1f6ad2d8ed7b), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:39:10.189134 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.agents_db [None req-4203cc95-03b4-445b-a92f-19fc3dec8381 None None] Agent healthcheck: found 6 active agents {{(pid=104162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 12:39:11.437788 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-e24fa5f4-e0d3-4aa0-a971-fe2248db4977 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (8a21e728-a2e9-4580-a748-6ac9ba47a2a7), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:39:14.891563 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-2e0f7471-566d-4f0e-a211-9d098baff7ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (ceb1130f-c61e-494c-be4f-967cc153319c), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:39:15.985101 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-34089123-786a-4f56-8fd8-e31aace790ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (7a27be9f-c1a8-4dec-a92f-42ec7311fe12), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:39:16.842871 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (c982e9e4-9e4b-4150-8658-75b564dceb25), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:39:17.336989 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-b3746fee-4e12-46ce-ae12-d62ff35738f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (bda8c5c0-9935-4f58-b3ba-5b48a27d9f80), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:39:20.184196 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:39:20.185036 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:39:27.329013 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=12 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:39:27.330405 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=6,neutron:UPDATE=6 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:39:32.570715 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (0e418a3d-140a-4386-ad03-1f6ad2d8ed7b), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:39:41.339285 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=16 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:39:41.340632 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=16 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:39:41.442352 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-b9c39762-429c-4966-87b1-5549140e10fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (8a21e728-a2e9-4580-a748-6ac9ba47a2a7), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:39:44.897407 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-74c3ff53-0033-4f53-ba1d-a2154d9062b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (ceb1130f-c61e-494c-be4f-967cc153319c), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:39:45.985919 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-34089123-786a-4f56-8fd8-e31aace790ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (7a27be9f-c1a8-4dec-a92f-42ec7311fe12), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:39:46.837215 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (c982e9e4-9e4b-4150-8658-75b564dceb25), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:39:47.188284 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.agents_db [None req-4203cc95-03b4-445b-a92f-19fc3dec8381 None None] Agent healthcheck: found 6 active agents {{(pid=104162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 12:39:47.348712 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-b3746fee-4e12-46ce-ae12-d62ff35738f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (bda8c5c0-9935-4f58-b3ba-5b48a27d9f80), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:39:50.419617 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [req-fa5c61ac-2db1-48e5-9291-c56d2dc2e3a1 req-ba24ef23-d22c-490b-9dde-ae8c44c645f5 service neutron] (104160) timed out ('10.222.0.48', 58787) {{(pid=104160) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 21 12:39:57.182690 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:39:57.183396 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:39:57.338067 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:39:57.342819 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:39:58.919957 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-30948bf0-63b1-4fc1-9b54-e1b098ee7405 req-4f47eded-e2d1-43cc-ac31-575b58a74698 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0432065 Jul 21 12:39:59.032869 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30948bf0-63b1-4fc1-9b54-e1b098ee7405 req-babeeb83-de29-476e-b5ab-03a36f6d8ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:39:59.034238 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-30948bf0-63b1-4fc1-9b54-e1b098ee7405 req-babeeb83-de29-476e-b5ab-03a36f6d8ec0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cc3651ce859043d2a764fa47f06db374&device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 1130 time: 0.0395463 Jul 21 12:39:59.149630 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30948bf0-63b1-4fc1-9b54-e1b098ee7405 req-d828b2c8-799f-43a7-b67f-9fee79685121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:39:59.151108 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-30948bf0-63b1-4fc1-9b54-e1b098ee7405 req-d828b2c8-799f-43a7-b67f-9fee79685121 service neutron] 10.222.0.48 "GET /v2.0/networks?id=cb1f1a48-37ef-466f-9c77-ca45d5a79220 HTTP/1.1" status: 200 len: 912 time: 0.0873761 Jul 21 12:39:59.220230 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-30948bf0-63b1-4fc1-9b54-e1b098ee7405 req-d58a4de0-431a-4d76-a2eb-da033b826ed7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=707648f9-a5cd-4b9b-a7c6-ff1d7fa6c651 HTTP/1.1" status: 200 len: 1002 time: 0.0599868 Jul 21 12:39:59.272500 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30948bf0-63b1-4fc1-9b54-e1b098ee7405 req-b432bb9c-dbcb-422e-bd36-105e4352d011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:39:59.273911 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-30948bf0-63b1-4fc1-9b54-e1b098ee7405 req-b432bb9c-dbcb-422e-bd36-105e4352d011 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bc7d6337-214d-4961-9075-8635a8b8f86b HTTP/1.1" status: 200 len: 850 time: 0.0448387 Jul 21 12:39:59.322896 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30948bf0-63b1-4fc1-9b54-e1b098ee7405 req-bd302e65-044a-46cb-a0ea-16fae8d9fad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:39:59.324351 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-30948bf0-63b1-4fc1-9b54-e1b098ee7405 req-bd302e65-044a-46cb-a0ea-16fae8d9fad2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cb1f1a48-37ef-466f-9c77-ca45d5a79220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0403473 Jul 21 12:39:59.420836 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-30948bf0-63b1-4fc1-9b54-e1b098ee7405 req-d85da471-2f7a-4e99-9d7d-a8061818c41b service neutron] 10.222.0.48 "GET /v2.0/networks/cb1f1a48-37ef-466f-9c77-ca45d5a79220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868280 Jul 21 12:39:59.520724 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-30948bf0-63b1-4fc1-9b54-e1b098ee7405 req-a41f3551-66ac-437f-9875-e4315072ed58 service neutron] 10.222.0.48 "GET /v2.0/networks/cb1f1a48-37ef-466f-9c77-ca45d5a79220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900457 Jul 21 12:40:02.585180 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (0e418a3d-140a-4386-ad03-1f6ad2d8ed7b), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:40:09.505903 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=51 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:40:09.515521 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=50 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:40:10.024798 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=3 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:40:10.025914 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=3 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:40:11.443823 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-537db9b2-ba54-460c-8749-6424af91fdbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (8a21e728-a2e9-4580-a748-6ac9ba47a2a7), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:40:14.892036 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-1917f2b1-5ca0-4d67-b95e-0008effd24d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (ceb1130f-c61e-494c-be4f-967cc153319c), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:40:15.995758 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-34089123-786a-4f56-8fd8-e31aace790ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (7a27be9f-c1a8-4dec-a92f-42ec7311fe12), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:40:16.842810 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (c982e9e4-9e4b-4150-8658-75b564dceb25), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:40:17.349623 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-b3746fee-4e12-46ce-ae12-d62ff35738f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (bda8c5c0-9935-4f58-b3ba-5b48a27d9f80), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:40:24.188115 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.agents_db [None req-4203cc95-03b4-445b-a92f-19fc3dec8381 None None] Agent healthcheck: found 6 active agents {{(pid=104162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 12:40:27.333452 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:40:27.343185 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=11,neutron:UPDATE=4 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:40:32.606429 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (0e418a3d-140a-4386-ad03-1f6ad2d8ed7b), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:40:34.183811 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=2 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:40:41.438180 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-b2757ce8-62a4-4e08-90a5-84f41ac913ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (8a21e728-a2e9-4580-a748-6ac9ba47a2a7), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:40:44.897919 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-cb40a00b-116e-45de-a498-1e45af9b7ffc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (ceb1130f-c61e-494c-be4f-967cc153319c), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:40:45.992890 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-34089123-786a-4f56-8fd8-e31aace790ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (7a27be9f-c1a8-4dec-a92f-42ec7311fe12), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:40:46.833896 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (c982e9e4-9e4b-4150-8658-75b564dceb25), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:40:47.022740 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=3 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:40:47.023995 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:40:47.355822 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-b3746fee-4e12-46ce-ae12-d62ff35738f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (bda8c5c0-9935-4f58-b3ba-5b48a27d9f80), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:40:59.885088 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-670fa89c-8832-47c8-8a96-da9ecbc3a011 req-c91e0cf7-4127-46a7-b248-1ca1fdccde9f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0426528 Jul 21 12:40:59.966203 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670fa89c-8832-47c8-8a96-da9ecbc3a011 req-d45d953c-08c3-486a-ad23-8be58410298f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:40:59.967753 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-670fa89c-8832-47c8-8a96-da9ecbc3a011 req-d45d953c-08c3-486a-ad23-8be58410298f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=896cc13a4d744c06b80fc97aa4bd1dcf&device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 1129 time: 0.0381241 Jul 21 12:41:00.080293 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670fa89c-8832-47c8-8a96-da9ecbc3a011 req-7f8737dc-2c74-401c-991b-f586cbda02ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:41:00.081652 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-670fa89c-8832-47c8-8a96-da9ecbc3a011 req-7f8737dc-2c74-401c-991b-f586cbda02ad service neutron] 10.222.0.48 "GET /v2.0/networks?id=761850bd-9d80-4fa9-a807-31bd85f87afb HTTP/1.1" status: 200 len: 912 time: 0.0898240 Jul 21 12:41:00.408993 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-670fa89c-8832-47c8-8a96-da9ecbc3a011 req-e1f373fd-d9ff-426d-8586-7831a6077e4e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=78a4473d-1fec-4996-977b-242fb85eba10 HTTP/1.1" status: 200 len: 1000 time: 0.3182755 Jul 21 12:41:00.464865 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670fa89c-8832-47c8-8a96-da9ecbc3a011 req-3856fce7-bf4d-4eed-83c7-6b69020eb0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:41:00.466647 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-670fa89c-8832-47c8-8a96-da9ecbc3a011 req-3856fce7-bf4d-4eed-83c7-6b69020eb0ae service neutron] 10.222.0.48 "GET /v2.0/subnets?id=44614617-498d-4d2c-9722-cb9b181c6aab HTTP/1.1" status: 200 len: 850 time: 0.0485346 Jul 21 12:41:00.518249 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670fa89c-8832-47c8-8a96-da9ecbc3a011 req-cd0569cb-1d30-482e-ad85-fb092ae244f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:41:00.519790 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-670fa89c-8832-47c8-8a96-da9ecbc3a011 req-cd0569cb-1d30-482e-ad85-fb092ae244f9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=761850bd-9d80-4fa9-a807-31bd85f87afb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432508 Jul 21 12:41:00.614580 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-670fa89c-8832-47c8-8a96-da9ecbc3a011 req-7cebfbb3-9f4c-4e76-9fe6-f534ed4f3862 service neutron] 10.222.0.48 "GET /v2.0/networks/761850bd-9d80-4fa9-a807-31bd85f87afb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840225 Jul 21 12:41:00.724655 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-670fa89c-8832-47c8-8a96-da9ecbc3a011 req-f21a6fce-ddd6-4883-9f71-e97d97b00f8b service neutron] 10.222.0.48 "GET /v2.0/networks/761850bd-9d80-4fa9-a807-31bd85f87afb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002431 Jul 21 12:41:01.188575 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.agents_db [None req-4203cc95-03b4-445b-a92f-19fc3dec8381 None None] Agent healthcheck: found 6 active agents {{(pid=104162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 12:41:01.353557 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=20,neutron:UPDATE=5 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:41:01.354964 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=24,neutron:UPDATE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:41:02.597961 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (0e418a3d-140a-4386-ad03-1f6ad2d8ed7b), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:41:10.720581 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=47 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:41:10.721650 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=54 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:41:11.182506 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:41:11.183264 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:41:11.438963 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-fbe3ba3d-f89b-43c6-82ca-7d3f51b2d6c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (8a21e728-a2e9-4580-a748-6ac9ba47a2a7), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:41:14.910757 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-3d907e51-c637-489c-a76f-be9d340f8946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (ceb1130f-c61e-494c-be4f-967cc153319c), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:41:15.997704 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-34089123-786a-4f56-8fd8-e31aace790ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (7a27be9f-c1a8-4dec-a92f-42ec7311fe12), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:41:16.832393 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (c982e9e4-9e4b-4150-8658-75b564dceb25), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:41:17.363769 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-b3746fee-4e12-46ce-ae12-d62ff35738f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (bda8c5c0-9935-4f58-b3ba-5b48a27d9f80), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:41:24.019299 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=2 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:41:24.027954 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=4 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:41:27.352489 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:41:27.356993 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:41:32.610757 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (0e418a3d-140a-4386-ad03-1f6ad2d8ed7b), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:41:38.191531 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.agents_db [None req-4203cc95-03b4-445b-a92f-19fc3dec8381 None None] Agent healthcheck: found 6 active agents {{(pid=104162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 12:41:41.366580 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=14 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:41:41.444247 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-ddf6b2d3-9183-47f3-b216-3314ba92cb8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (8a21e728-a2e9-4580-a748-6ac9ba47a2a7), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:41:44.904123 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-01645e7c-9b85-43b7-a774-0f48bc3e417f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (ceb1130f-c61e-494c-be4f-967cc153319c), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:41:46.007382 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-34089123-786a-4f56-8fd8-e31aace790ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (7a27be9f-c1a8-4dec-a92f-42ec7311fe12), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:41:46.838088 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (c982e9e4-9e4b-4150-8658-75b564dceb25), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:41:47.363217 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-b3746fee-4e12-46ce-ae12-d62ff35738f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (bda8c5c0-9935-4f58-b3ba-5b48a27d9f80), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:41:48.184572 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=14 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:41:57.354053 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:41:57.357020 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:42:01.025377 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=2 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:42:01.026577 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=4 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:42:02.001381 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-7f3e2b2e-0b3f-4c02-ab22-819a71f94b7e req-640e2c6b-f727-4ccb-85f2-ba08ca66036d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1366827 Jul 21 12:42:02.083520 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3e2b2e-0b3f-4c02-ab22-819a71f94b7e req-decf3e07-01ce-4934-88b1-316b312e289c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:42:02.085024 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-7f3e2b2e-0b3f-4c02-ab22-819a71f94b7e req-decf3e07-01ce-4934-88b1-316b312e289c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=dea45f24c1da4e3ea816610296bc6df5&device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 1130 time: 0.0406604 Jul 21 12:42:02.201891 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3e2b2e-0b3f-4c02-ab22-819a71f94b7e req-67e126be-c11b-4afd-bf5d-1dcb7dfb902a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:42:02.203373 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-7f3e2b2e-0b3f-4c02-ab22-819a71f94b7e req-67e126be-c11b-4afd-bf5d-1dcb7dfb902a service neutron] 10.222.0.48 "GET /v2.0/networks?id=8eeb3490-7305-43e2-ba5e-890eaaa63f8d HTTP/1.1" status: 200 len: 914 time: 0.0926235 Jul 21 12:42:02.242646 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-7f3e2b2e-0b3f-4c02-ab22-819a71f94b7e req-c145cf61-015e-4f79-9a1c-1d33f025cabc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=534d7b7f-6d10-438b-816e-494c10d46740 HTTP/1.1" status: 200 len: 217 time: 0.0320623 Jul 21 12:42:02.297725 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3e2b2e-0b3f-4c02-ab22-819a71f94b7e req-634bae8e-a306-4f64-91ca-0f90402b39a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:42:02.299369 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-7f3e2b2e-0b3f-4c02-ab22-819a71f94b7e req-634bae8e-a306-4f64-91ca-0f90402b39a8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=681317b9-51c1-4b61-b322-460302603986 HTTP/1.1" status: 200 len: 853 time: 0.0478516 Jul 21 12:42:02.340347 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-7f3e2b2e-0b3f-4c02-ab22-819a71f94b7e req-a16b0d71-856b-435f-98cb-3ae9e2eb6df2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8eeb3490-7305-43e2-ba5e-890eaaa63f8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319173 Jul 21 12:42:02.436391 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-7f3e2b2e-0b3f-4c02-ab22-819a71f94b7e req-42ae420b-e3c2-4875-bacb-4d505264f96e service neutron] 10.222.0.48 "GET /v2.0/networks/8eeb3490-7305-43e2-ba5e-890eaaa63f8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852635 Jul 21 12:42:02.545719 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-7f3e2b2e-0b3f-4c02-ab22-819a71f94b7e req-b83dc016-4548-457b-98ff-d7afe40dc31a service neutron] 10.222.0.48 "GET /v2.0/networks/8eeb3490-7305-43e2-ba5e-890eaaa63f8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998085 Jul 21 12:42:02.609625 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (0e418a3d-140a-4386-ad03-1f6ad2d8ed7b), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:42:11.448747 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-96ce5e55-0c2e-4608-809e-4abb17e2076b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (8a21e728-a2e9-4580-a748-6ac9ba47a2a7), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:42:12.535777 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=42 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:42:12.542150 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=46 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:42:14.905715 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-5a03d4dd-d055-45c2-a7e3-9954296dff41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (ceb1130f-c61e-494c-be4f-967cc153319c), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:42:15.190891 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.agents_db [None req-4203cc95-03b4-445b-a92f-19fc3dec8381 None None] Agent healthcheck: found 6 active agents {{(pid=104162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 12:42:16.009737 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-34089123-786a-4f56-8fd8-e31aace790ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (7a27be9f-c1a8-4dec-a92f-42ec7311fe12), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:42:16.841816 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (c982e9e4-9e4b-4150-8658-75b564dceb25), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:42:17.366970 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-b3746fee-4e12-46ce-ae12-d62ff35738f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (bda8c5c0-9935-4f58-b3ba-5b48a27d9f80), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:42:25.186661 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=2 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:42:27.357446 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:42:27.361043 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:42:32.610489 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (0e418a3d-140a-4386-ad03-1f6ad2d8ed7b), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:42:34.976055 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12998d9b-2248-41c8-ad9a-b2c3b7ac6e27 req-a52c561b-82fe-4520-aa46-9e4c035f7134 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:42:34.977834 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-12998d9b-2248-41c8-ad9a-b2c3b7ac6e27 req-a52c561b-82fe-4520-aa46-9e4c035f7134 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 946 time: 0.1762238 Jul 21 12:42:35.029571 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-12998d9b-2248-41c8-ad9a-b2c3b7ac6e27 req-ce5e1a9e-19ed-4f2b-a4d4-8dd37e470d6a tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/security-groups?id=08637106-953b-4bf6-b2bc-368122fbc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457566 Jul 21 12:42:36.209934 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641e87ff-6597-45ff-8c69-05216c44da37 req-80ec2a22-f49b-465d-a4a6-3be55950d8a3 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:42:36.211445 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-641e87ff-6597-45ff-8c69-05216c44da37 req-80ec2a22-f49b-465d-a4a6-3be55950d8a3 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 946 time: 0.1018028 Jul 21 12:42:36.259295 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-641e87ff-6597-45ff-8c69-05216c44da37 req-91642928-4c96-4a7c-8169-87e5f60d9829 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/security-groups?id=08637106-953b-4bf6-b2bc-368122fbc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419626 Jul 21 12:42:37.393551 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b19dc8d-6490-4cf6-aee4-ebd3ba318f8b req-3d5bc82f-3fda-4da7-bbd0-64209bf1df18 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:42:37.395098 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-4b19dc8d-6490-4cf6-aee4-ebd3ba318f8b req-3d5bc82f-3fda-4da7-bbd0-64209bf1df18 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 946 time: 0.0490539 Jul 21 12:42:37.442229 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-4b19dc8d-6490-4cf6-aee4-ebd3ba318f8b req-15fdb9ff-6fa8-4f66-bf80-f47808b3f738 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/security-groups?id=08637106-953b-4bf6-b2bc-368122fbc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414934 Jul 21 12:42:38.557171 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22b7218-f815-43db-9fb6-88b7cca9bfd4 req-e10f6752-074a-4f99-ba99-1bbf655fc3e8 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:42:38.558623 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-c22b7218-f815-43db-9fb6-88b7cca9bfd4 req-e10f6752-074a-4f99-ba99-1bbf655fc3e8 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 946 time: 0.0482197 Jul 21 12:42:38.614054 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-c22b7218-f815-43db-9fb6-88b7cca9bfd4 req-064fd16c-e060-4ab4-82eb-78a4f80f5ff7 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/security-groups?id=08637106-953b-4bf6-b2bc-368122fbc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467970 Jul 21 12:42:39.047706 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=5 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:42:39.048980 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:42:39.746114 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a97da01-19e3-45cb-810a-c5a70f753792 req-35f49f9b-de7f-470c-ac57-ecc24abb38fc tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:42:39.747503 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-5a97da01-19e3-45cb-810a-c5a70f753792 req-35f49f9b-de7f-470c-ac57-ecc24abb38fc tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 946 time: 0.0536132 Jul 21 12:42:39.797271 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-5a97da01-19e3-45cb-810a-c5a70f753792 req-7258d8b3-5cb3-4202-9179-c0b7222db335 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/security-groups?id=08637106-953b-4bf6-b2bc-368122fbc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413966 Jul 21 12:42:40.934595 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b08ac9-4209-4ccf-8ab9-2184004bd09c req-b8ff069f-d7b9-4591-9c09-0dc1154638db tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:42:40.936092 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-99b08ac9-4209-4ccf-8ab9-2184004bd09c req-b8ff069f-d7b9-4591-9c09-0dc1154638db tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 946 time: 0.0608842 Jul 21 12:42:40.988177 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-99b08ac9-4209-4ccf-8ab9-2184004bd09c req-127974e3-19fd-470d-9a81-83cd99bbe00e tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/security-groups?id=08637106-953b-4bf6-b2bc-368122fbc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440741 Jul 21 12:42:41.448871 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-72a673a1-b62d-429f-b254-06a8e20b2814 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (8a21e728-a2e9-4580-a748-6ac9ba47a2a7), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:42:42.116071 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9d7ff1-3d6f-4311-98e3-30db3dd7a02e req-28388a82-0c01-4c79-b1e2-88d5a9f6abd8 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:42:42.117519 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-0c9d7ff1-3d6f-4311-98e3-30db3dd7a02e req-28388a82-0c01-4c79-b1e2-88d5a9f6abd8 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 946 time: 0.0497272 Jul 21 12:42:42.185200 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-0c9d7ff1-3d6f-4311-98e3-30db3dd7a02e req-5c73ef12-a265-4d08-9319-179353e3409c tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/security-groups?id=08637106-953b-4bf6-b2bc-368122fbc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596602 Jul 21 12:42:43.317374 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcebd810-2491-4ada-86f3-ff6fab9c9ff0 req-dbed58a9-4c08-4571-be9e-6cf9f4c0cc39 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:42:43.318826 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-fcebd810-2491-4ada-86f3-ff6fab9c9ff0 req-dbed58a9-4c08-4571-be9e-6cf9f4c0cc39 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 946 time: 0.0482769 Jul 21 12:42:43.368712 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-fcebd810-2491-4ada-86f3-ff6fab9c9ff0 req-e1b7ec85-4158-4c79-b161-bee3e07a7457 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/security-groups?id=08637106-953b-4bf6-b2bc-368122fbc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442710 Jul 21 12:42:44.490825 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1965936-e05a-4108-a4f8-76f30dcdaa70 req-8eadab8f-ab07-4e11-8c50-2c057f9ba544 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:42:44.492317 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-c1965936-e05a-4108-a4f8-76f30dcdaa70 req-8eadab8f-ab07-4e11-8c50-2c057f9ba544 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 946 time: 0.0491569 Jul 21 12:42:44.543238 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-c1965936-e05a-4108-a4f8-76f30dcdaa70 req-a758586d-13b8-463b-b3e9-dc1a31716727 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/security-groups?id=08637106-953b-4bf6-b2bc-368122fbc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450513 Jul 21 12:42:44.913982 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-d79ec930-6516-41fc-876f-eaca67da8934 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (ceb1130f-c61e-494c-be4f-967cc153319c), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:42:45.671806 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317b6db5-ae51-498e-b876-d934d6e738c4 req-b59596aa-a29a-40cc-8926-9e607735c9fa tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:42:45.673263 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-317b6db5-ae51-498e-b876-d934d6e738c4 req-b59596aa-a29a-40cc-8926-9e607735c9fa tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 946 time: 0.0512371 Jul 21 12:42:45.721908 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-317b6db5-ae51-498e-b876-d934d6e738c4 req-3788914f-e5a4-415c-b638-b9f9e14b6e81 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/security-groups?id=08637106-953b-4bf6-b2bc-368122fbc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431471 Jul 21 12:42:46.012544 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-34089123-786a-4f56-8fd8-e31aace790ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (7a27be9f-c1a8-4dec-a92f-42ec7311fe12), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:42:46.837639 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (c982e9e4-9e4b-4150-8658-75b564dceb25), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:42:46.855277 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634dc463-e99d-4f87-9cab-a9c2e25bae55 req-fe5a43d5-4e7e-4232-88cd-7ce4a40ca6bf tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:42:46.857025 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-634dc463-e99d-4f87-9cab-a9c2e25bae55 req-fe5a43d5-4e7e-4232-88cd-7ce4a40ca6bf tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 946 time: 0.0503733 Jul 21 12:42:46.905462 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-634dc463-e99d-4f87-9cab-a9c2e25bae55 req-45ee90d7-ac32-4c80-b49d-cea1eee192fa tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/security-groups?id=08637106-953b-4bf6-b2bc-368122fbc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426686 Jul 21 12:42:47.374329 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-b3746fee-4e12-46ce-ae12-d62ff35738f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (bda8c5c0-9935-4f58-b3ba-5b48a27d9f80), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:42:48.022568 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3063ae27-18f9-4dbf-8de0-e170e3fb1394 req-3414db0d-2ba5-4277-8802-4591df9b6c3e tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:42:48.024145 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-3063ae27-18f9-4dbf-8de0-e170e3fb1394 req-3414db0d-2ba5-4277-8802-4591df9b6c3e tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 946 time: 0.0476041 Jul 21 12:42:48.071167 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-3063ae27-18f9-4dbf-8de0-e170e3fb1394 req-a08af09e-1325-46f4-9d1c-ac9c37878bc1 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/security-groups?id=08637106-953b-4bf6-b2bc-368122fbc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414002 Jul 21 12:42:49.195131 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfd9a68-a436-40af-9ba1-fc50d89ec187 req-ea1b2074-7a7e-425b-af6c-5b6cb0122807 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:42:49.196644 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-4cfd9a68-a436-40af-9ba1-fc50d89ec187 req-ea1b2074-7a7e-425b-af6c-5b6cb0122807 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 946 time: 0.0527482 Jul 21 12:42:49.248988 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-4cfd9a68-a436-40af-9ba1-fc50d89ec187 req-6e540b6d-4d93-4453-842c-de4adeecaa65 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/security-groups?id=08637106-953b-4bf6-b2bc-368122fbc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463119 Jul 21 12:42:50.403659 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03e2346-17a5-4c59-af8f-b49c2e0b5a3f req-de096c09-e266-480b-864a-8ff5fcd04bd6 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:42:50.405152 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-c03e2346-17a5-4c59-af8f-b49c2e0b5a3f req-de096c09-e266-480b-864a-8ff5fcd04bd6 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 946 time: 0.0633092 Jul 21 12:42:50.460515 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-c03e2346-17a5-4c59-af8f-b49c2e0b5a3f req-480ec2f0-e98c-400c-b3cc-0748cb13e48d tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/security-groups?id=08637106-953b-4bf6-b2bc-368122fbc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471690 Jul 21 12:42:51.584536 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75f9271-dbe9-488f-8864-5c04776fcec2 req-86369cae-e422-443e-84b8-c8c8894ae981 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:42:51.585963 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-a75f9271-dbe9-488f-8864-5c04776fcec2 req-86369cae-e422-443e-84b8-c8c8894ae981 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 946 time: 0.0518084 Jul 21 12:42:51.638102 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-a75f9271-dbe9-488f-8864-5c04776fcec2 req-9f72d9f8-67b4-4529-81e0-b1a15f547f0d tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/security-groups?id=08637106-953b-4bf6-b2bc-368122fbc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464921 Jul 21 12:42:52.190211 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.agents_db [None req-4203cc95-03b4-445b-a92f-19fc3dec8381 None None] Agent healthcheck: found 6 active agents {{(pid=104162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 12:42:52.773952 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea04d8f-505e-408d-8a45-a6f09435b4d3 req-23871137-002c-43db-b091-8cd1ad35360f tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:42:52.775299 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-aea04d8f-505e-408d-8a45-a6f09435b4d3 req-23871137-002c-43db-b091-8cd1ad35360f tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 946 time: 0.0509520 Jul 21 12:42:52.824872 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-aea04d8f-505e-408d-8a45-a6f09435b4d3 req-125bf655-a269-4303-8cd5-5fcdb64889b1 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/security-groups?id=08637106-953b-4bf6-b2bc-368122fbc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417473 Jul 21 12:42:53.956907 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55f0530-ea01-4c22-b673-4fc96bfae15b req-d2cffc8f-c282-4c35-a26d-bbdc8f2c7a19 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:42:53.958408 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-a55f0530-ea01-4c22-b673-4fc96bfae15b req-d2cffc8f-c282-4c35-a26d-bbdc8f2c7a19 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 946 time: 0.0494242 Jul 21 12:42:54.011257 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-a55f0530-ea01-4c22-b673-4fc96bfae15b req-436f0223-0571-470d-a946-80dc55e7ed33 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/security-groups?id=08637106-953b-4bf6-b2bc-368122fbc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473609 Jul 21 12:42:55.138969 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78ddfc0-cfd8-4fd5-a798-6eb7f2642337 req-68e8e5db-c518-4b08-ae9a-8bef5954b027 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:42:55.140577 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-d78ddfc0-cfd8-4fd5-a798-6eb7f2642337 req-68e8e5db-c518-4b08-ae9a-8bef5954b027 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 946 time: 0.0539753 Jul 21 12:42:55.195997 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-d78ddfc0-cfd8-4fd5-a798-6eb7f2642337 req-d44464f1-bd0a-49bf-8256-2b2c462517e4 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/security-groups?id=08637106-953b-4bf6-b2bc-368122fbc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466945 Jul 21 12:42:56.335873 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208cde84-9d4c-4f1d-b7d4-c3e87292342c req-97c2ce10-f99a-4954-8903-5025ab340d9a tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:42:56.337362 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-208cde84-9d4c-4f1d-b7d4-c3e87292342c req-97c2ce10-f99a-4954-8903-5025ab340d9a tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 946 time: 0.0571942 Jul 21 12:42:56.394539 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-208cde84-9d4c-4f1d-b7d4-c3e87292342c req-d85d4dc3-5e41-425f-9834-49c17549d792 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/security-groups?id=08637106-953b-4bf6-b2bc-368122fbc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513780 Jul 21 12:42:57.523607 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a9d75c-b1eb-4392-9228-ee923e6a391d req-880bec47-73a9-484e-a286-18c2ea1f3188 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:42:57.525072 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-13a9d75c-b1eb-4392-9228-ee923e6a391d req-880bec47-73a9-484e-a286-18c2ea1f3188 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 946 time: 0.0540247 Jul 21 12:42:57.581066 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-13a9d75c-b1eb-4392-9228-ee923e6a391d req-d1518b1f-4414-4a13-85d9-132b035fce2b tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/security-groups?id=08637106-953b-4bf6-b2bc-368122fbc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500085 Jul 21 12:42:58.666784 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=100 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:42:58.669002 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=82 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:42:58.706749 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb0629e-c558-479b-adc6-7201c1294c3b req-d7aeaab1-6ead-43a5-b91e-d0faa8c9430f tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:42:58.708316 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-9fb0629e-c558-479b-adc6-7201c1294c3b req-d7aeaab1-6ead-43a5-b91e-d0faa8c9430f tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 946 time: 0.0500932 Jul 21 12:42:58.763251 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-9fb0629e-c558-479b-adc6-7201c1294c3b req-e56d5e40-45cd-4667-9946-ecd95108b367 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/security-groups?id=08637106-953b-4bf6-b2bc-368122fbc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490561 Jul 21 12:42:59.893604 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddefbec4-c60c-46f7-8c5e-0664dbfc3595 req-3e5a561f-e47b-4680-ad90-fc515f649aca tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:42:59.894975 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-ddefbec4-c60c-46f7-8c5e-0664dbfc3595 req-3e5a561f-e47b-4680-ad90-fc515f649aca tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 946 time: 0.0488691 Jul 21 12:42:59.906027 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=100 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:42:59.943508 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-ddefbec4-c60c-46f7-8c5e-0664dbfc3595 req-24031f64-c250-418f-bd16-96ba3ad387a1 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/security-groups?id=08637106-953b-4bf6-b2bc-368122fbc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428853 Jul 21 12:43:01.060251 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-b185d812-bfe1-4014-afad-6e320f3f325e req-8ca0a6ec-1f99-43e4-8805-41fa179b6470 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0441034 Jul 21 12:43:01.066668 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1492d1f-21b8-4c2e-8ac0-bf52ba8614c2 req-13c99942-ce1e-4e8f-9e58-ed45a15c4b7d tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:43:01.068184 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-a1492d1f-21b8-4c2e-8ac0-bf52ba8614c2 req-13c99942-ce1e-4e8f-9e58-ed45a15c4b7d tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 946 time: 0.0481572 Jul 21 12:43:01.119889 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-a1492d1f-21b8-4c2e-8ac0-bf52ba8614c2 req-9ec4918b-829d-4be8-83b2-869d6d290924 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/security-groups?id=08637106-953b-4bf6-b2bc-368122fbc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461004 Jul 21 12:43:01.160395 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=100 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:43:01.171855 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b185d812-bfe1-4014-afad-6e320f3f325e req-a709e692-c557-445d-85a6-31ad94d4fc3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:43:01.173882 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-b185d812-bfe1-4014-afad-6e320f3f325e req-a709e692-c557-445d-85a6-31ad94d4fc3c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cc3651ce859043d2a764fa47f06db374&device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 1130 time: 0.0421395 Jul 21 12:43:01.285569 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b185d812-bfe1-4014-afad-6e320f3f325e req-789cc7b4-ecb6-4f94-a5e2-14a9d50f23c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:43:01.286928 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-b185d812-bfe1-4014-afad-6e320f3f325e req-789cc7b4-ecb6-4f94-a5e2-14a9d50f23c6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=cb1f1a48-37ef-466f-9c77-ca45d5a79220 HTTP/1.1" status: 200 len: 912 time: 0.0863063 Jul 21 12:43:01.345611 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=25,neutron:UPDATE=4 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:43:01.346487 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=19,neutron:UPDATE=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:43:01.357605 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-b185d812-bfe1-4014-afad-6e320f3f325e req-6a97fb8e-99ad-4a80-985e-53ffd16d3b1c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=707648f9-a5cd-4b9b-a7c6-ff1d7fa6c651 HTTP/1.1" status: 200 len: 1002 time: 0.0609396 Jul 21 12:43:01.408961 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b185d812-bfe1-4014-afad-6e320f3f325e req-c1ba5cb4-4393-4b40-afce-22110d8b44e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:43:01.410443 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-b185d812-bfe1-4014-afad-6e320f3f325e req-c1ba5cb4-4393-4b40-afce-22110d8b44e5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bc7d6337-214d-4961-9075-8635a8b8f86b HTTP/1.1" status: 200 len: 850 time: 0.0441999 Jul 21 12:43:01.457035 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b185d812-bfe1-4014-afad-6e320f3f325e req-ffb8d78f-a7c8-462f-affb-3969bf5bae95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:43:01.458507 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-b185d812-bfe1-4014-afad-6e320f3f325e req-ffb8d78f-a7c8-462f-affb-3969bf5bae95 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cb1f1a48-37ef-466f-9c77-ca45d5a79220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387328 Jul 21 12:43:01.557527 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-b185d812-bfe1-4014-afad-6e320f3f325e req-20e70ffd-f6c3-4580-ae2e-2f191ffc27ef service neutron] 10.222.0.48 "GET /v2.0/networks/cb1f1a48-37ef-466f-9c77-ca45d5a79220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878332 Jul 21 12:43:01.667864 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-b185d812-bfe1-4014-afad-6e320f3f325e req-4e5dacd0-7c2d-4190-8910-a170f966eac8 service neutron] 10.222.0.48 "GET /v2.0/networks/cb1f1a48-37ef-466f-9c77-ca45d5a79220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008899 Jul 21 12:43:02.184671 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:43:02.185473 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:43:02.249758 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6102a2-264a-46c1-90c2-0bd6b42bdf66 req-b0815f6c-3d08-4525-b574-f671b29539e0 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:43:02.251211 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-af6102a2-264a-46c1-90c2-0bd6b42bdf66 req-b0815f6c-3d08-4525-b574-f671b29539e0 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 946 time: 0.0548632 Jul 21 12:43:02.301126 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-af6102a2-264a-46c1-90c2-0bd6b42bdf66 req-40901597-b8c1-442c-9711-c8bce553bfb3 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/security-groups?id=08637106-953b-4bf6-b2bc-368122fbc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419960 Jul 21 12:43:02.624277 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (0e418a3d-140a-4386-ad03-1f6ad2d8ed7b), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:43:03.428860 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ac3983-db8b-4a08-bf9a-dbc6d51022a5 req-0f7ebd8c-af53-4434-9819-faaa4e9708ce tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:43:03.430256 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-96ac3983-db8b-4a08-bf9a-dbc6d51022a5 req-0f7ebd8c-af53-4434-9819-faaa4e9708ce tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 946 time: 0.0488069 Jul 21 12:43:03.476013 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-96ac3983-db8b-4a08-bf9a-dbc6d51022a5 req-d410207e-c4f3-4baa-b424-5d2fd772465f tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/security-groups?id=08637106-953b-4bf6-b2bc-368122fbc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401943 Jul 21 12:43:04.599282 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1e923a-5702-4da9-9e92-1f4dbb022375 req-b37840bb-64e2-43c2-acce-f36c43e6f46e tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:43:04.600766 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-4f1e923a-5702-4da9-9e92-1f4dbb022375 req-b37840bb-64e2-43c2-acce-f36c43e6f46e tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 946 time: 0.0468769 Jul 21 12:43:04.653842 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-4f1e923a-5702-4da9-9e92-1f4dbb022375 req-3ba71113-7f4f-475b-9860-9a4dbe782ded tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/security-groups?id=08637106-953b-4bf6-b2bc-368122fbc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475230 Jul 21 12:43:05.781030 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74cda99-7d01-4096-bbb5-90c3bcbb60c5 req-e26a1f42-0a75-48b8-b676-af59fa124f16 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:43:05.782512 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-d74cda99-7d01-4096-bbb5-90c3bcbb60c5 req-e26a1f42-0a75-48b8-b676-af59fa124f16 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 946 time: 0.0550442 Jul 21 12:43:05.829533 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-d74cda99-7d01-4096-bbb5-90c3bcbb60c5 req-14c5ddc1-b78e-45b9-b224-2cd074cc0c34 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/security-groups?id=08637106-953b-4bf6-b2bc-368122fbc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409303 Jul 21 12:43:06.961840 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f6433b-d195-4e29-931e-21c69f7c7340 req-e978a3bb-f165-4a17-af3f-4aa7392c5397 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:43:06.963267 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-a6f6433b-d195-4e29-931e-21c69f7c7340 req-e978a3bb-f165-4a17-af3f-4aa7392c5397 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 946 time: 0.0509591 Jul 21 12:43:07.012251 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-a6f6433b-d195-4e29-931e-21c69f7c7340 req-3628f273-9cd1-4183-a63a-e2245a6fbfa3 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/security-groups?id=08637106-953b-4bf6-b2bc-368122fbc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407948 Jul 21 12:43:08.147511 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f712043c-8a71-4991-a4e1-fdf98d9870b9 req-c9eb61d4-627f-416b-a6de-3650df227eb1 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:43:08.149190 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-f712043c-8a71-4991-a4e1-fdf98d9870b9 req-c9eb61d4-627f-416b-a6de-3650df227eb1 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 946 time: 0.0541451 Jul 21 12:43:08.203259 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-f712043c-8a71-4991-a4e1-fdf98d9870b9 req-5cf15c06-c4a9-452e-90ff-a1b5d065d7cb tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/security-groups?id=08637106-953b-4bf6-b2bc-368122fbc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459483 Jul 21 12:43:09.325215 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce280634-e189-4034-bd17-3b73c2dbf395 req-a9af1f37-678b-4c7d-a94d-f29ad171d822 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:43:09.326702 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-ce280634-e189-4034-bd17-3b73c2dbf395 req-a9af1f37-678b-4c7d-a94d-f29ad171d822 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 946 time: 0.0481219 Jul 21 12:43:09.375342 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-ce280634-e189-4034-bd17-3b73c2dbf395 req-2168abd4-df0a-4225-8d7e-438d02dbfc19 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/security-groups?id=08637106-953b-4bf6-b2bc-368122fbc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429549 Jul 21 12:43:10.501868 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5326110b-4a91-4aa6-bf82-5a84923e9f36 req-62a4d79f-1b63-4885-b651-41abc002a6f1 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:43:10.503373 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-5326110b-4a91-4aa6-bf82-5a84923e9f36 req-62a4d79f-1b63-4885-b651-41abc002a6f1 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 946 time: 0.0521786 Jul 21 12:43:10.555444 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-5326110b-4a91-4aa6-bf82-5a84923e9f36 req-504a7a0d-de37-4885-ba19-4e475dce365e tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/security-groups?id=08637106-953b-4bf6-b2bc-368122fbc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461085 Jul 21 12:43:11.454443 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-4e607a2d-be05-4b51-a16a-828e7afeca24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (8a21e728-a2e9-4580-a748-6ac9ba47a2a7), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:43:11.682287 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd3e956-719e-4499-b019-b959af9b2063 req-f944dabe-16d5-478b-92ea-e4a953b82358 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:43:11.683769 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-4cd3e956-719e-4499-b019-b959af9b2063 req-f944dabe-16d5-478b-92ea-e4a953b82358 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 946 time: 0.0474119 Jul 21 12:43:11.734746 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-4cd3e956-719e-4499-b019-b959af9b2063 req-64cf852c-ccfc-4a8d-8b22-3a70bae40d26 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/security-groups?id=08637106-953b-4bf6-b2bc-368122fbc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452216 Jul 21 12:43:12.860132 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f76ca77-6953-4afa-b78c-85b563a1ecee req-70b6e1e5-51b0-4b4b-a6fa-d5d05498accc tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:43:12.861573 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-8f76ca77-6953-4afa-b78c-85b563a1ecee req-70b6e1e5-51b0-4b4b-a6fa-d5d05498accc tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 946 time: 0.0555475 Jul 21 12:43:12.912830 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-8f76ca77-6953-4afa-b78c-85b563a1ecee req-12fd75eb-31c8-4854-bc2e-b9bfda707bcd tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/security-groups?id=08637106-953b-4bf6-b2bc-368122fbc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455973 Jul 21 12:43:14.017327 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=100 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:43:14.041658 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1031b2-dc02-4aee-b33f-84df77903131 req-a307e9a9-6cbb-435e-b878-1e4be2f12a56 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:43:14.043116 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-cb1031b2-dc02-4aee-b33f-84df77903131 req-a307e9a9-6cbb-435e-b878-1e4be2f12a56 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 946 time: 0.0591788 Jul 21 12:43:14.084719 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=100 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:43:14.100100 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-cb1031b2-dc02-4aee-b33f-84df77903131 req-5909e096-f390-446c-a1fe-d3e567177c39 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/security-groups?id=08637106-953b-4bf6-b2bc-368122fbc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506506 Jul 21 12:43:14.906464 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-3da88974-4682-48a4-985b-b2f82dc6da8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (ceb1130f-c61e-494c-be4f-967cc153319c), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:43:15.008210 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:43:15.014900 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=5 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:43:15.226239 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1942adb3-d907-4e6b-91c1-518d7634b47b req-f72ce40b-0f12-45ae-9574-1801a7ff2b66 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:43:15.227638 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-1942adb3-d907-4e6b-91c1-518d7634b47b req-f72ce40b-0f12-45ae-9574-1801a7ff2b66 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 946 time: 0.0472374 Jul 21 12:43:15.277790 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-1942adb3-d907-4e6b-91c1-518d7634b47b req-ea10f143-cbc6-45bd-99ee-b1ee16fc6fb8 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/security-groups?id=08637106-953b-4bf6-b2bc-368122fbc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414047 Jul 21 12:43:16.015430 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-34089123-786a-4f56-8fd8-e31aace790ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (7a27be9f-c1a8-4dec-a92f-42ec7311fe12), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:43:16.405875 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d66026f-9e3a-4777-96dd-ec48c4e1426c req-6e5514c5-7f61-4f67-8251-f12ea47affc2 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:43:16.407314 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-9d66026f-9e3a-4777-96dd-ec48c4e1426c req-6e5514c5-7f61-4f67-8251-f12ea47affc2 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 946 time: 0.0501544 Jul 21 12:43:16.457092 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-9d66026f-9e3a-4777-96dd-ec48c4e1426c req-8ceeaaec-9d16-426c-bc19-b83747e73cbc tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/security-groups?id=08637106-953b-4bf6-b2bc-368122fbc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414767 Jul 21 12:43:16.846301 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (c982e9e4-9e4b-4150-8658-75b564dceb25), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:43:17.373964 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-b3746fee-4e12-46ce-ae12-d62ff35738f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (bda8c5c0-9935-4f58-b3ba-5b48a27d9f80), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:43:17.581539 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290533fa-cf88-4432-9ab9-41464de5419e req-4f3f9dbb-0c18-4e5a-ab30-24313f46ae4e tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:43:17.583043 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-290533fa-cf88-4432-9ab9-41464de5419e req-4f3f9dbb-0c18-4e5a-ab30-24313f46ae4e tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 946 time: 0.0476077 Jul 21 12:43:17.636294 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-290533fa-cf88-4432-9ab9-41464de5419e req-4386c89b-dbae-40ee-a4a2-57b723f9aff4 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/security-groups?id=08637106-953b-4bf6-b2bc-368122fbc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474088 Jul 21 12:43:18.767197 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4da85e9-67db-4cda-8509-d83acb2351eb req-a3cdf38d-5036-4527-abf0-5c68f5795f30 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:43:18.768776 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-c4da85e9-67db-4cda-8509-d83acb2351eb req-a3cdf38d-5036-4527-abf0-5c68f5795f30 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 946 time: 0.0557711 Jul 21 12:43:18.817509 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-c4da85e9-67db-4cda-8509-d83acb2351eb req-dd52bc55-5fa3-4ab0-adb8-e9c604d70d1d tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/security-groups?id=08637106-953b-4bf6-b2bc-368122fbc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430543 Jul 21 12:43:19.949904 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6bacbc-f14b-43a5-b1c6-cef4d61521e3 req-c31ed376-6334-4e64-b522-f5a9a53e22dd tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:43:19.951376 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-3a6bacbc-f14b-43a5-b1c6-cef4d61521e3 req-c31ed376-6334-4e64-b522-f5a9a53e22dd tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 946 time: 0.0565910 Jul 21 12:43:19.999681 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-3a6bacbc-f14b-43a5-b1c6-cef4d61521e3 req-f506abe7-5567-40a1-8940-f418c4022659 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/security-groups?id=08637106-953b-4bf6-b2bc-368122fbc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426018 Jul 21 12:43:21.126460 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230b540f-fe48-4931-9612-3a72946ef7b8 req-14418ea8-2255-433a-a5aa-57492927f6ad tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:43:21.127837 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-230b540f-fe48-4931-9612-3a72946ef7b8 req-14418ea8-2255-433a-a5aa-57492927f6ad tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 946 time: 0.0478508 Jul 21 12:43:21.178394 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-230b540f-fe48-4931-9612-3a72946ef7b8 req-e02edea1-1bd2-48ff-8ebb-ac1c2c7603a2 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/security-groups?id=08637106-953b-4bf6-b2bc-368122fbc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423193 Jul 21 12:43:22.466368 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb6ab1b-bb12-4543-b271-30a629437e7d req-b3e83dde-2bbd-4446-a897-af4ea3286120 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:43:22.467778 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-ccb6ab1b-bb12-4543-b271-30a629437e7d req-b3e83dde-2bbd-4446-a897-af4ea3286120 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 946 time: 0.0522673 Jul 21 12:43:22.504192 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=100 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:43:22.516472 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-ccb6ab1b-bb12-4543-b271-30a629437e7d req-2c9b2769-bcdc-4501-a924-f9b9cc8d6eef tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/security-groups?id=08637106-953b-4bf6-b2bc-368122fbc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431495 Jul 21 12:43:23.644060 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6be66b-2e7d-440d-ac16-24349e4bd863 req-94b2480e-85d8-4801-8068-d66f15311e03 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:43:23.646894 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-1d6be66b-2e7d-440d-ac16-24349e4bd863 req-94b2480e-85d8-4801-8068-d66f15311e03 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 946 time: 0.0490186 Jul 21 12:43:23.703251 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-1d6be66b-2e7d-440d-ac16-24349e4bd863 req-f2bdf3cc-a3b4-4c03-82fe-0f375d51b0e2 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/security-groups?id=08637106-953b-4bf6-b2bc-368122fbc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506146 Jul 21 12:43:24.841910 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=100 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:43:24.853500 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171fc7ee-5a7b-4e3e-9241-310277236ace req-3c0607aa-b163-4830-9e19-fdf17b360f55 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:43:24.854994 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-171fc7ee-5a7b-4e3e-9241-310277236ace req-3c0607aa-b163-4830-9e19-fdf17b360f55 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 946 time: 0.0615358 Jul 21 12:43:24.904926 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-171fc7ee-5a7b-4e3e-9241-310277236ace req-5fa70fc1-d79d-4501-9603-5c0784485357 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/security-groups?id=08637106-953b-4bf6-b2bc-368122fbc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416176 Jul 21 12:43:25.240910 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=2 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:43:26.026439 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c32d6f-6168-4ee8-a64d-0227b703b76c req-7e745a27-65da-4690-9ef5-8efaa9ec0a1d tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:43:26.027906 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-60c32d6f-6168-4ee8-a64d-0227b703b76c req-7e745a27-65da-4690-9ef5-8efaa9ec0a1d tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 946 time: 0.0474494 Jul 21 12:43:26.074884 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-60c32d6f-6168-4ee8-a64d-0227b703b76c req-a3d59e36-820b-434d-b33f-b5b62cbae2bf tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/security-groups?id=08637106-953b-4bf6-b2bc-368122fbc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414755 Jul 21 12:43:27.199302 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39102f8-8c2f-4737-b037-313ad0dac33d req-2597d97a-8a2b-438b-9c61-caaff0d81e79 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:43:27.200777 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-f39102f8-8c2f-4737-b037-313ad0dac33d req-2597d97a-8a2b-438b-9c61-caaff0d81e79 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 946 time: 0.0472116 Jul 21 12:43:27.251291 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-f39102f8-8c2f-4737-b037-313ad0dac33d req-b81e4f5d-abb5-4df0-8398-235f4d2dfe6e tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/security-groups?id=08637106-953b-4bf6-b2bc-368122fbc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420437 Jul 21 12:43:27.364657 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:43:27.368156 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:43:28.379122 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2296e0-a06b-4b61-9e89-13bb4264df37 req-c4a4dc86-7c8a-45ba-b323-8cd726c9694e tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:43:28.380628 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-5e2296e0-a06b-4b61-9e89-13bb4264df37 req-c4a4dc86-7c8a-45ba-b323-8cd726c9694e tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 946 time: 0.0536387 Jul 21 12:43:28.428669 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-5e2296e0-a06b-4b61-9e89-13bb4264df37 req-23d87153-99bc-4c33-b450-9583dc47afcb tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/security-groups?id=08637106-953b-4bf6-b2bc-368122fbc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422873 Jul 21 12:43:29.189211 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.agents_db [None req-4203cc95-03b4-445b-a92f-19fc3dec8381 None None] Agent healthcheck: found 6 active agents {{(pid=104162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 12:43:29.546465 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd327ad-9187-4634-b0d5-d6d37d244f23 req-a66ecea8-e9e8-4244-8bad-296c73959aa9 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:43:29.547989 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-dcd327ad-9187-4634-b0d5-d6d37d244f23 req-a66ecea8-e9e8-4244-8bad-296c73959aa9 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 946 time: 0.0513697 Jul 21 12:43:29.613165 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-dcd327ad-9187-4634-b0d5-d6d37d244f23 req-7b85e1a4-e8f0-40e9-8f19-e686ff4e1ffa tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/security-groups?id=08637106-953b-4bf6-b2bc-368122fbc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571008 Jul 21 12:43:30.745239 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9340e7f1-f072-4f72-844f-8249ffa24610 req-053b1ab7-0712-4420-876d-ed365880f2e0 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:43:30.746658 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-9340e7f1-f072-4f72-844f-8249ffa24610 req-053b1ab7-0712-4420-876d-ed365880f2e0 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 946 time: 0.0502088 Jul 21 12:43:30.794230 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-9340e7f1-f072-4f72-844f-8249ffa24610 req-ee233a11-56e6-43b3-b625-d25236152eca tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/security-groups?id=08637106-953b-4bf6-b2bc-368122fbc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419781 Jul 21 12:43:31.928876 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5a0fbb-4145-4682-81bf-20c357d8ca01 req-81239be0-a9a2-4c65-878a-324c2d3b24ed tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:43:31.930640 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-ee5a0fbb-4145-4682-81bf-20c357d8ca01 req-81239be0-a9a2-4c65-878a-324c2d3b24ed tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 946 time: 0.0539751 Jul 21 12:43:31.983418 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-ee5a0fbb-4145-4682-81bf-20c357d8ca01 req-c323abba-629c-494b-af98-fdaaccd5e4f0 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/security-groups?id=08637106-953b-4bf6-b2bc-368122fbc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445037 Jul 21 12:43:32.624385 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (0e418a3d-140a-4386-ad03-1f6ad2d8ed7b), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:43:33.115528 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada02984-fec6-4452-9d8d-7f9835fe50ab req-43674453-5c9b-41f1-b9d8-04d9d2b3bf59 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:43:33.117090 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-ada02984-fec6-4452-9d8d-7f9835fe50ab req-43674453-5c9b-41f1-b9d8-04d9d2b3bf59 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 946 time: 0.0575669 Jul 21 12:43:33.164383 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-ada02984-fec6-4452-9d8d-7f9835fe50ab req-0166a11b-3451-4ee3-9b03-3e6af9ecd180 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/security-groups?id=08637106-953b-4bf6-b2bc-368122fbc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415690 Jul 21 12:43:34.280103 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1172d10a-5d3a-44e5-855f-661c8dca91fe req-316afa37-f162-41fd-9cd0-8511bc31c56a tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:43:34.281586 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-1172d10a-5d3a-44e5-855f-661c8dca91fe req-316afa37-f162-41fd-9cd0-8511bc31c56a tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 946 time: 0.0482545 Jul 21 12:43:34.331002 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-1172d10a-5d3a-44e5-855f-661c8dca91fe req-f8c437a1-2c01-4233-a2ea-6f74e11e9c9d tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/security-groups?id=08637106-953b-4bf6-b2bc-368122fbc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416729 Jul 21 12:43:35.458834 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9320014-62dc-4341-9bbc-fe85bd2d267d req-648ed9c7-6e3b-482b-9c64-e5b3731b7bf2 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:43:35.460417 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-d9320014-62dc-4341-9bbc-fe85bd2d267d req-648ed9c7-6e3b-482b-9c64-e5b3731b7bf2 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 946 time: 0.0549655 Jul 21 12:43:35.510590 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-d9320014-62dc-4341-9bbc-fe85bd2d267d req-c236c31d-dae8-4e8b-bd72-49e02f620448 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/security-groups?id=08637106-953b-4bf6-b2bc-368122fbc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417364 Jul 21 12:43:36.645587 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac96a2f0-c878-40bf-8977-285f454aa5db req-19a075be-75b2-4247-852f-296f7f593598 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:43:36.647074 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-ac96a2f0-c878-40bf-8977-285f454aa5db req-19a075be-75b2-4247-852f-296f7f593598 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 946 time: 0.0502353 Jul 21 12:43:36.696843 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-ac96a2f0-c878-40bf-8977-285f454aa5db req-44e006ee-cba0-4141-b40e-ae764825a47f tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/security-groups?id=08637106-953b-4bf6-b2bc-368122fbc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426509 Jul 21 12:43:37.822768 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5ada81-62c9-4bce-8786-483870df4f1f req-97b45dc5-14f2-4c62-be5b-e772d4bd19c7 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:43:37.824245 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-1b5ada81-62c9-4bce-8786-483870df4f1f req-97b45dc5-14f2-4c62-be5b-e772d4bd19c7 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 946 time: 0.0476248 Jul 21 12:43:37.871607 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-1b5ada81-62c9-4bce-8786-483870df4f1f req-d1432397-1fe3-494e-b47f-25e6b371f46b tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/security-groups?id=08637106-953b-4bf6-b2bc-368122fbc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418096 Jul 21 12:43:38.990910 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0023df3-0fd9-4ccd-82e8-895d793f0928 req-c30b0d9b-34b1-4e61-8aee-809b2a6b4329 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:43:38.992474 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-b0023df3-0fd9-4ccd-82e8-895d793f0928 req-c30b0d9b-34b1-4e61-8aee-809b2a6b4329 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 946 time: 0.0473523 Jul 21 12:43:39.038360 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-b0023df3-0fd9-4ccd-82e8-895d793f0928 req-93f9af0d-d313-4403-95eb-bb667acde239 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/security-groups?id=08637106-953b-4bf6-b2bc-368122fbc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401311 Jul 21 12:43:40.145346 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=100 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:43:40.154164 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5066619b-0eec-4847-b179-34b9150fd774 req-ebb8ad5b-0db0-43bb-9184-9dc814a8c69e tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:43:40.155660 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-5066619b-0eec-4847-b179-34b9150fd774 req-ebb8ad5b-0db0-43bb-9184-9dc814a8c69e tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 946 time: 0.0488224 Jul 21 12:43:40.207155 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-5066619b-0eec-4847-b179-34b9150fd774 req-bd18bbab-2b43-4872-8d40-c5c9ae6a26c2 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/security-groups?id=08637106-953b-4bf6-b2bc-368122fbc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458610 Jul 21 12:43:41.321437 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d78dba9-1d8f-4062-876b-9e14c77b3929 req-902ab1c1-d41a-48fd-a85c-dbadb7c5f310 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:43:41.322804 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-4d78dba9-1d8f-4062-876b-9e14c77b3929 req-902ab1c1-d41a-48fd-a85c-dbadb7c5f310 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 946 time: 0.0473952 Jul 21 12:43:41.373433 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-4d78dba9-1d8f-4062-876b-9e14c77b3929 req-25e3f325-3adf-415c-acdf-3c998c96ca78 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/security-groups?id=08637106-953b-4bf6-b2bc-368122fbc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450776 Jul 21 12:43:41.442213 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=14 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:43:41.445113 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=14 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:43:41.453559 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-d264aabb-34f3-478d-a59a-0f20c295092a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (8a21e728-a2e9-4580-a748-6ac9ba47a2a7), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:43:42.488545 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=100 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:43:42.507191 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af9f973-cc0c-4be6-9199-e48a5e36e3a6 req-14de9e11-8095-44ab-9038-41acbbca1882 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:43:42.508718 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-6af9f973-cc0c-4be6-9199-e48a5e36e3a6 req-14de9e11-8095-44ab-9038-41acbbca1882 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 946 time: 0.0562050 Jul 21 12:43:42.559063 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-6af9f973-cc0c-4be6-9199-e48a5e36e3a6 req-eace30e7-e237-49f0-9d4e-64a170b7b830 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/security-groups?id=08637106-953b-4bf6-b2bc-368122fbc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420752 Jul 21 12:43:43.680731 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43971047-60f2-4066-9e88-2eafe15ca177 req-9fe3bb7c-ea9a-4af2-bf15-ff214a0d5d2f tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:43:43.682195 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-43971047-60f2-4066-9e88-2eafe15ca177 req-9fe3bb7c-ea9a-4af2-bf15-ff214a0d5d2f tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 946 time: 0.0512722 Jul 21 12:43:43.731493 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-43971047-60f2-4066-9e88-2eafe15ca177 req-d7244f16-7542-499a-b2d6-b6b513aa81ce tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/security-groups?id=08637106-953b-4bf6-b2bc-368122fbc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411129 Jul 21 12:43:44.864783 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f50885-4947-404e-a6df-3259659a2e88 req-8cd3af15-90da-481a-85a1-4df1b1ebce83 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:43:44.866207 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-64f50885-4947-404e-a6df-3259659a2e88 req-8cd3af15-90da-481a-85a1-4df1b1ebce83 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 946 time: 0.0564034 Jul 21 12:43:44.900580 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-453b9a9d-4b77-4888-bee6-3d5a1cbb65f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (ceb1130f-c61e-494c-be4f-967cc153319c), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:43:44.914524 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-64f50885-4947-404e-a6df-3259659a2e88 req-d51343b8-f351-466e-a1d6-a0177ea65f8a tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/security-groups?id=08637106-953b-4bf6-b2bc-368122fbc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426178 Jul 21 12:43:46.012665 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-34089123-786a-4f56-8fd8-e31aace790ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (7a27be9f-c1a8-4dec-a92f-42ec7311fe12), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:43:46.035985 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b9f84a-7ee3-4242-94da-9c638516b09b req-e0586b3d-d21f-4681-9e31-8360b55e41e2 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:43:46.037514 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-d2b9f84a-7ee3-4242-94da-9c638516b09b req-e0586b3d-d21f-4681-9e31-8360b55e41e2 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 946 time: 0.0476704 Jul 21 12:43:46.084758 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-d2b9f84a-7ee3-4242-94da-9c638516b09b req-6f279ca5-e583-4ab3-b150-b3577db2eab9 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/security-groups?id=08637106-953b-4bf6-b2bc-368122fbc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411687 Jul 21 12:43:46.837982 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (c982e9e4-9e4b-4150-8658-75b564dceb25), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:43:47.222088 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae68788-d088-4d1b-b5ff-731215af9ccb req-d00c3c87-ee8c-47ce-b833-59abcc4132c0 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:43:47.223599 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-2ae68788-d088-4d1b-b5ff-731215af9ccb req-d00c3c87-ee8c-47ce-b833-59abcc4132c0 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 946 time: 0.0571918 Jul 21 12:43:47.274097 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-2ae68788-d088-4d1b-b5ff-731215af9ccb req-a37f0912-31b3-4a25-ad6c-ddfd0acd61f9 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/security-groups?id=08637106-953b-4bf6-b2bc-368122fbc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425994 Jul 21 12:43:47.381999 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-b3746fee-4e12-46ce-ae12-d62ff35738f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (bda8c5c0-9935-4f58-b3ba-5b48a27d9f80), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:43:48.402176 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd75b54-a55c-49ee-964b-e6f02afaa40c req-e7f534a5-e1c8-4240-8315-a48a141e8017 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:43:48.403645 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-ffd75b54-a55c-49ee-964b-e6f02afaa40c req-e7f534a5-e1c8-4240-8315-a48a141e8017 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 946 time: 0.0504627 Jul 21 12:43:48.437345 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=100 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:43:48.452154 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-ffd75b54-a55c-49ee-964b-e6f02afaa40c req-a6525ffc-b43b-4d77-ad24-5a50b157d4ee tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/security-groups?id=08637106-953b-4bf6-b2bc-368122fbc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427523 Jul 21 12:43:49.578107 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75af5618-3458-4385-8602-e316b0c37bd9 req-2eaaa302-b8e5-4a02-a2ec-ed5d7243df19 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:43:49.579684 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-75af5618-3458-4385-8602-e316b0c37bd9 req-2eaaa302-b8e5-4a02-a2ec-ed5d7243df19 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 946 time: 0.0488911 Jul 21 12:43:49.636944 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-75af5618-3458-4385-8602-e316b0c37bd9 req-a0821c18-dd00-4cec-8cc4-391ce4b21ad4 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/security-groups?id=08637106-953b-4bf6-b2bc-368122fbc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517216 Jul 21 12:43:50.775860 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab85602c-9682-4cc1-b7e2-ca2031d293dd req-0e7e6597-27ea-486b-a2cd-e5c290161bff tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:43:50.777211 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-ab85602c-9682-4cc1-b7e2-ca2031d293dd req-0e7e6597-27ea-486b-a2cd-e5c290161bff tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 946 time: 0.0565388 Jul 21 12:43:50.805201 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=100 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:43:50.826652 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-ab85602c-9682-4cc1-b7e2-ca2031d293dd req-6d06b765-470a-4960-bd97-07d43c5ccf2d tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/security-groups?id=08637106-953b-4bf6-b2bc-368122fbc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413768 Jul 21 12:43:51.966581 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae07bbe-a95c-45a8-b586-0338f1463f76 req-e1fd1575-e5c5-455a-8696-b6520d116951 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:43:51.968077 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-cae07bbe-a95c-45a8-b586-0338f1463f76 req-e1fd1575-e5c5-455a-8696-b6520d116951 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 946 time: 0.0581291 Jul 21 12:43:52.016457 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=2 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:43:52.018445 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=4 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:43:52.031305 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-cae07bbe-a95c-45a8-b586-0338f1463f76 req-5b401654-8590-4fd5-ab59-8259203defe9 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/security-groups?id=08637106-953b-4bf6-b2bc-368122fbc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575068 Jul 21 12:43:53.171095 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08446f3-8552-499f-9c9f-8b646283e328 req-df84090e-87db-4f1a-8638-859a11b8a429 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:43:53.172644 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-f08446f3-8552-499f-9c9f-8b646283e328 req-df84090e-87db-4f1a-8638-859a11b8a429 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 946 time: 0.0520630 Jul 21 12:43:53.480403 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-f08446f3-8552-499f-9c9f-8b646283e328 req-d4eb263c-0839-435a-b5c7-b5737b0115d7 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/security-groups?id=08637106-953b-4bf6-b2bc-368122fbc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3020747 Jul 21 12:43:54.606076 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8d21bc-3b83-4550-9d68-90a803c27174 req-5060b8fa-2cbc-4955-8214-0e3a82961d00 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:43:54.607508 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-fb8d21bc-3b83-4550-9d68-90a803c27174 req-5060b8fa-2cbc-4955-8214-0e3a82961d00 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 946 time: 0.0489011 Jul 21 12:43:54.659408 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-fb8d21bc-3b83-4550-9d68-90a803c27174 req-9c1bb25b-027f-43ea-b87d-079c8a287c77 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/security-groups?id=08637106-953b-4bf6-b2bc-368122fbc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436380 Jul 21 12:43:55.792138 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19c4ee9-780f-48e9-9a77-74e38125b32c req-bf61703f-0a3d-4bd0-afbd-9786a8698f82 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:43:55.794031 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-b19c4ee9-780f-48e9-9a77-74e38125b32c req-bf61703f-0a3d-4bd0-afbd-9786a8698f82 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 946 time: 0.0557539 Jul 21 12:43:55.839782 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-b19c4ee9-780f-48e9-9a77-74e38125b32c req-8df5403a-5399-4c23-abff-41dd1895ad87 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/security-groups?id=08637106-953b-4bf6-b2bc-368122fbc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401647 Jul 21 12:43:56.975517 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc2401d-fbdc-4eac-a6a1-f1f4969fae26 req-7edc306d-fa94-4f9c-b7e6-129bf1650f0d tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:43:56.976958 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-0fc2401d-fbdc-4eac-a6a1-f1f4969fae26 req-7edc306d-fa94-4f9c-b7e6-129bf1650f0d tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 946 time: 0.0494344 Jul 21 12:43:57.026620 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-0fc2401d-fbdc-4eac-a6a1-f1f4969fae26 req-0fbb1728-4747-4ff6-abbf-6ed85e9daca8 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/security-groups?id=08637106-953b-4bf6-b2bc-368122fbc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436332 Jul 21 12:43:57.371139 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:43:57.374803 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:43:58.142839 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb52e15-959a-4e98-8a06-49822caed747 req-ca894bd9-f727-4f51-9fb5-47eb3f5979a8 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:43:58.147670 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-2cb52e15-959a-4e98-8a06-49822caed747 req-ca894bd9-f727-4f51-9fb5-47eb3f5979a8 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 946 time: 0.0490260 Jul 21 12:43:58.199152 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-2cb52e15-959a-4e98-8a06-49822caed747 req-a8b10e5d-0201-4a13-9425-25d2fdf95e52 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/security-groups?id=08637106-953b-4bf6-b2bc-368122fbc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470798 Jul 21 12:43:59.334146 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f263ee-b5db-4383-bf40-aaa8be4fcbca req-8980ea49-d8ba-476b-a02c-5f3fec68e208 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:43:59.335500 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-12f263ee-b5db-4383-bf40-aaa8be4fcbca req-8980ea49-d8ba-476b-a02c-5f3fec68e208 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 946 time: 0.0520749 Jul 21 12:43:59.384113 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-12f263ee-b5db-4383-bf40-aaa8be4fcbca req-88de2668-5e14-4789-a959-af02b63f8b4b tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/security-groups?id=08637106-953b-4bf6-b2bc-368122fbc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428212 Jul 21 12:44:00.513181 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fd20f0-ce42-449f-85aa-0667ed5d98df req-dec33581-b496-41ad-848a-22daf7cbee46 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:44:00.514806 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-37fd20f0-ce42-449f-85aa-0667ed5d98df req-dec33581-b496-41ad-848a-22daf7cbee46 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 946 time: 0.0559545 Jul 21 12:44:00.566594 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-37fd20f0-ce42-449f-85aa-0667ed5d98df req-49a69071-3a1d-4cac-b9a8-8e75a74c7029 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/security-groups?id=08637106-953b-4bf6-b2bc-368122fbc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457330 Jul 21 12:44:01.038075 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-a632ce9d-87cb-43d0-84bf-b96dda6eb5bf req-eb038076-49b3-4217-81d1-13cbe2700155 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0391073 Jul 21 12:44:01.129810 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a632ce9d-87cb-43d0-84bf-b96dda6eb5bf req-202e59b8-8e33-4bab-a11e-f398b18f0be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:44:01.131349 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-a632ce9d-87cb-43d0-84bf-b96dda6eb5bf req-202e59b8-8e33-4bab-a11e-f398b18f0be9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=896cc13a4d744c06b80fc97aa4bd1dcf&device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 1129 time: 0.0454142 Jul 21 12:44:01.250214 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a632ce9d-87cb-43d0-84bf-b96dda6eb5bf req-78952557-8ea7-47de-a01a-f8bd6612a88a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:44:01.251755 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-a632ce9d-87cb-43d0-84bf-b96dda6eb5bf req-78952557-8ea7-47de-a01a-f8bd6612a88a service neutron] 10.222.0.48 "GET /v2.0/networks?id=761850bd-9d80-4fa9-a807-31bd85f87afb HTTP/1.1" status: 200 len: 912 time: 0.0954289 Jul 21 12:44:01.305740 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=100 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:44:01.320547 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-a632ce9d-87cb-43d0-84bf-b96dda6eb5bf req-0623d193-d8e5-4bcd-9a18-114e7c226e50 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=78a4473d-1fec-4996-977b-242fb85eba10 HTTP/1.1" status: 200 len: 1000 time: 0.0605645 Jul 21 12:44:01.379225 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a632ce9d-87cb-43d0-84bf-b96dda6eb5bf req-4d36d6bf-6bb2-408b-bfa3-bfebf730029d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:44:01.380820 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-a632ce9d-87cb-43d0-84bf-b96dda6eb5bf req-4d36d6bf-6bb2-408b-bfa3-bfebf730029d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=44614617-498d-4d2c-9722-cb9b181c6aab HTTP/1.1" status: 200 len: 850 time: 0.0514803 Jul 21 12:44:01.419676 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=100 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:44:01.430342 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a632ce9d-87cb-43d0-84bf-b96dda6eb5bf req-af76f966-f99c-415b-b556-37135bad33f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:44:01.432179 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-a632ce9d-87cb-43d0-84bf-b96dda6eb5bf req-af76f966-f99c-415b-b556-37135bad33f7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=761850bd-9d80-4fa9-a807-31bd85f87afb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415304 Jul 21 12:44:01.529985 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-a632ce9d-87cb-43d0-84bf-b96dda6eb5bf req-47fcfcd6-ffb1-4299-88ec-41186bbbac56 service neutron] 10.222.0.48 "GET /v2.0/networks/761850bd-9d80-4fa9-a807-31bd85f87afb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878866 Jul 21 12:44:01.628718 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-a632ce9d-87cb-43d0-84bf-b96dda6eb5bf req-fa7c07d8-b453-499b-ba52-7633790137cd service neutron] 10.222.0.48 "GET /v2.0/networks/761850bd-9d80-4fa9-a807-31bd85f87afb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883648 Jul 21 12:44:01.696969 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8029ce-25ca-4fa0-98af-7e0047e42ac6 req-8d8eb506-8d1e-48d9-a5b2-71fc087fcfe2 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:44:01.698577 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-8c8029ce-25ca-4fa0-98af-7e0047e42ac6 req-8d8eb506-8d1e-48d9-a5b2-71fc087fcfe2 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 946 time: 0.0533524 Jul 21 12:44:01.747521 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-8c8029ce-25ca-4fa0-98af-7e0047e42ac6 req-2d5f1167-7a01-4199-a116-1f1d3125762e tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/security-groups?id=08637106-953b-4bf6-b2bc-368122fbc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424130 Jul 21 12:44:02.637945 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (0e418a3d-140a-4386-ad03-1f6ad2d8ed7b), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:44:02.865813 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26c2bcb-ba17-471f-94c5-dbf86dac69af req-d0595302-96da-4b44-ba68-70c550dae9f3 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:44:02.867273 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-d26c2bcb-ba17-471f-94c5-dbf86dac69af req-d0595302-96da-4b44-ba68-70c550dae9f3 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 946 time: 0.0477827 Jul 21 12:44:02.917169 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-d26c2bcb-ba17-471f-94c5-dbf86dac69af req-e8173ccc-84c5-4e08-8100-1c30dcc1c031 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/security-groups?id=08637106-953b-4bf6-b2bc-368122fbc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441878 Jul 21 12:44:04.055326 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec00fba-5102-4e1d-80c8-a0b34b46f3c1 req-6c9ffd0d-2df5-4b8f-aa72-8ecbf1843526 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:44:04.056834 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-6ec00fba-5102-4e1d-80c8-a0b34b46f3c1 req-6c9ffd0d-2df5-4b8f-aa72-8ecbf1843526 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 946 time: 0.0532632 Jul 21 12:44:04.105840 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-6ec00fba-5102-4e1d-80c8-a0b34b46f3c1 req-9b59b479-aa1b-40fb-a6e9-ea76832f24bc tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/security-groups?id=08637106-953b-4bf6-b2bc-368122fbc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434260 Jul 21 12:44:05.238003 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea31bb23-a8a9-4f5d-8b33-9410d0deceec req-4bf0e317-6569-48eb-bc29-5848ea47252f tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:44:05.239589 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-ea31bb23-a8a9-4f5d-8b33-9410d0deceec req-4bf0e317-6569-48eb-bc29-5848ea47252f tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 946 time: 0.0560384 Jul 21 12:44:05.293620 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-ea31bb23-a8a9-4f5d-8b33-9410d0deceec req-09c6283b-5780-4975-b78a-90d5c0fab2de tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/security-groups?id=08637106-953b-4bf6-b2bc-368122fbc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453269 Jul 21 12:44:06.188495 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.agents_db [None req-4203cc95-03b4-445b-a92f-19fc3dec8381 None None] Agent healthcheck: found 6 active agents {{(pid=104162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 12:44:06.432993 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168d82e0-9876-47e9-afac-959deb55cfb2 req-96d30b0b-6112-48cc-bcdf-d4bbb4ec761c tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:44:06.434377 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-168d82e0-9876-47e9-afac-959deb55cfb2 req-96d30b0b-6112-48cc-bcdf-d4bbb4ec761c tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 946 time: 0.0581572 Jul 21 12:44:06.482525 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-168d82e0-9876-47e9-afac-959deb55cfb2 req-4eea3ba3-8cc5-4637-90bd-28124e8ad243 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/security-groups?id=08637106-953b-4bf6-b2bc-368122fbc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424726 Jul 21 12:44:07.609123 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac501d5-b105-45e3-8db4-d43016fb0bd9 req-8f4f8270-bad8-413d-bef6-93423fb652a4 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:44:07.610592 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-9ac501d5-b105-45e3-8db4-d43016fb0bd9 req-8f4f8270-bad8-413d-bef6-93423fb652a4 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 946 time: 0.0470500 Jul 21 12:44:07.656664 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-9ac501d5-b105-45e3-8db4-d43016fb0bd9 req-fae09f4f-f73b-4eb9-aa6e-0d73e583af14 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/security-groups?id=08637106-953b-4bf6-b2bc-368122fbc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404696 Jul 21 12:44:08.777268 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bfe0a6-df72-42b2-bba0-cebcfb83b5db req-4a18316c-ea87-4111-9a3f-a92936d7c182 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:44:08.778678 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-a7bfe0a6-df72-42b2-bba0-cebcfb83b5db req-4a18316c-ea87-4111-9a3f-a92936d7c182 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 946 time: 0.0529337 Jul 21 12:44:08.829877 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-a7bfe0a6-df72-42b2-bba0-cebcfb83b5db req-19184686-0839-4efe-9641-55ebc43bc6d1 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/security-groups?id=08637106-953b-4bf6-b2bc-368122fbc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435469 Jul 21 12:44:09.972595 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c488cc-dfd2-432d-89a8-828601a85dfd req-393f22d1-8d49-4efc-86f5-3cd19d7d5e7c tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:44:09.973958 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-43c488cc-dfd2-432d-89a8-828601a85dfd req-393f22d1-8d49-4efc-86f5-3cd19d7d5e7c tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 946 time: 0.0575063 Jul 21 12:44:10.023442 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-43c488cc-dfd2-432d-89a8-828601a85dfd req-9261dbbc-df79-44ce-80a1-861d16969aa3 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/security-groups?id=08637106-953b-4bf6-b2bc-368122fbc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409260 Jul 21 12:44:11.149885 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b184c4-9d11-45ab-bc54-2e158a3c1fbf req-a6da9830-c491-4971-9100-cda24a77d307 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:44:11.151462 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-12b184c4-9d11-45ab-bc54-2e158a3c1fbf req-a6da9830-c491-4971-9100-cda24a77d307 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 946 time: 0.0486457 Jul 21 12:44:11.202198 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-12b184c4-9d11-45ab-bc54-2e158a3c1fbf req-dc5bdaba-bcc3-4d77-ba4b-e3aee7d40f1c tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/security-groups?id=08637106-953b-4bf6-b2bc-368122fbc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450270 Jul 21 12:44:11.458933 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-66154402-b2de-463c-ab5e-f8fd50169956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (8a21e728-a2e9-4580-a748-6ac9ba47a2a7), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:44:12.325996 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21af1ce7-3759-49f8-a226-33c134a64549 req-a7201bbf-eab3-46f8-b57a-b88213383c00 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:44:12.327448 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-21af1ce7-3759-49f8-a226-33c134a64549 req-a7201bbf-eab3-46f8-b57a-b88213383c00 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 946 time: 0.0469968 Jul 21 12:44:12.373518 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-21af1ce7-3759-49f8-a226-33c134a64549 req-2c6a379e-36a4-4ede-9d9a-9a86ef47e353 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/security-groups?id=08637106-953b-4bf6-b2bc-368122fbc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405061 Jul 21 12:44:13.499081 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c8c775-5080-4c17-a9ed-f13e2c878d0e req-051b7dc2-af17-4280-9f89-af5eb52925c3 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:44:13.500656 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-c8c8c775-5080-4c17-a9ed-f13e2c878d0e req-051b7dc2-af17-4280-9f89-af5eb52925c3 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 946 time: 0.0487657 Jul 21 12:44:13.553552 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-c8c8c775-5080-4c17-a9ed-f13e2c878d0e req-0d28bc0c-286d-4683-8870-7f58cc0e4fbf tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/security-groups?id=08637106-953b-4bf6-b2bc-368122fbc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473127 Jul 21 12:44:14.686301 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047144bc-7866-4347-a97f-95402f75c30f req-dd68a18b-f86e-4672-a52e-7470df3c6ac7 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:44:14.687709 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-047144bc-7866-4347-a97f-95402f75c30f req-dd68a18b-f86e-4672-a52e-7470df3c6ac7 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 946 time: 0.0481777 Jul 21 12:44:14.727990 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=100 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:44:14.740705 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-047144bc-7866-4347-a97f-95402f75c30f req-fa2a1396-00f4-43bf-8632-c7bed695a230 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/security-groups?id=08637106-953b-4bf6-b2bc-368122fbc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472631 Jul 21 12:44:14.915012 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-53f62914-4671-41c3-bd80-bdd9841de133 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (ceb1130f-c61e-494c-be4f-967cc153319c), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:44:15.873608 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e68bf5-19aa-485f-9e1b-e248f69ce709 req-e43b1a03-fafc-4d4e-984d-a23896e10b5a tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:44:15.875075 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-64e68bf5-19aa-485f-9e1b-e248f69ce709 req-e43b1a03-fafc-4d4e-984d-a23896e10b5a tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 946 time: 0.0477734 Jul 21 12:44:15.924530 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-64e68bf5-19aa-485f-9e1b-e248f69ce709 req-d76c8c87-7a6c-45f3-a500-9e959602dad1 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/security-groups?id=08637106-953b-4bf6-b2bc-368122fbc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411496 Jul 21 12:44:16.023572 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-34089123-786a-4f56-8fd8-e31aace790ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (7a27be9f-c1a8-4dec-a92f-42ec7311fe12), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:44:16.188281 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=2 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:44:16.846089 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (c982e9e4-9e4b-4150-8658-75b564dceb25), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:44:17.050776 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6e0ad6-aa54-42a0-849c-980bdfc6951c req-7fb6b381-8e45-4b5d-a05b-c67838e5ec8c tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:44:17.052263 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-bc6e0ad6-aa54-42a0-849c-980bdfc6951c req-7fb6b381-8e45-4b5d-a05b-c67838e5ec8c tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 946 time: 0.0552602 Jul 21 12:44:17.090030 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=100 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:44:17.102330 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-bc6e0ad6-aa54-42a0-849c-980bdfc6951c req-104f87b8-65f6-42bf-a7a1-1fc1ecbf9e3d tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/security-groups?id=08637106-953b-4bf6-b2bc-368122fbc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416844 Jul 21 12:44:17.379027 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-b3746fee-4e12-46ce-ae12-d62ff35738f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (bda8c5c0-9935-4f58-b3ba-5b48a27d9f80), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:44:18.217279 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226ab353-023d-45f5-9bb8-01755c68dc6b req-52635dc0-b445-4f71-bfa8-ef24b4d09b32 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:44:18.218770 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-226ab353-023d-45f5-9bb8-01755c68dc6b req-52635dc0-b445-4f71-bfa8-ef24b4d09b32 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 946 time: 0.0477495 Jul 21 12:44:18.250769 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=100 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:44:18.265767 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-226ab353-023d-45f5-9bb8-01755c68dc6b req-41fc0e86-045b-4559-824b-e2dbf5eface9 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/security-groups?id=08637106-953b-4bf6-b2bc-368122fbc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415306 Jul 21 12:44:19.388098 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a333fa-79ec-4807-b07f-7a2e1e63804c req-37f54116-73dd-49ea-b87f-301dbf632764 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:44:19.389596 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-a1a333fa-79ec-4807-b07f-7a2e1e63804c req-37f54116-73dd-49ea-b87f-301dbf632764 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 946 time: 0.0513220 Jul 21 12:44:19.438674 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-a1a333fa-79ec-4807-b07f-7a2e1e63804c req-62b01946-1d7c-4570-a503-3a29ee81ba6d tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/security-groups?id=08637106-953b-4bf6-b2bc-368122fbc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433073 Jul 21 12:44:20.569224 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1642d7-28f1-48cd-aff2-4499c68d18fe req-436c5ed6-7ff8-46fa-9f5f-bfa5ffff8a98 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:44:20.570701 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-ea1642d7-28f1-48cd-aff2-4499c68d18fe req-436c5ed6-7ff8-46fa-9f5f-bfa5ffff8a98 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 946 time: 0.0509555 Jul 21 12:44:20.591285 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=100 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:44:20.620240 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-ea1642d7-28f1-48cd-aff2-4499c68d18fe req-07b3afe0-d183-49db-8ee7-80b64cf12179 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/security-groups?id=08637106-953b-4bf6-b2bc-368122fbc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439997 Jul 21 12:44:21.757351 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c08445-b3a5-4ba0-998d-7d44ddf3769f req-275eaad9-1ceb-4d3c-9533-c357b98fa84b tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:44:21.759623 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-e1c08445-b3a5-4ba0-998d-7d44ddf3769f req-275eaad9-1ceb-4d3c-9533-c357b98fa84b tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 946 time: 0.0643950 Jul 21 12:44:21.810524 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-e1c08445-b3a5-4ba0-998d-7d44ddf3769f req-9d3b3e52-3d91-4736-8f5e-9d552f969dd1 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/security-groups?id=08637106-953b-4bf6-b2bc-368122fbc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425775 Jul 21 12:44:22.940372 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580d9dcf-8208-4ea2-a503-820e361414f7 req-2d6fd636-659f-42d2-b4d3-9f072c03de4d tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:44:22.941831 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-580d9dcf-8208-4ea2-a503-820e361414f7 req-2d6fd636-659f-42d2-b4d3-9f072c03de4d tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 946 time: 0.0538778 Jul 21 12:44:22.990541 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-580d9dcf-8208-4ea2-a503-820e361414f7 req-a0c4ea16-dca0-477a-b31d-3c3419a969c2 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/security-groups?id=08637106-953b-4bf6-b2bc-368122fbc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431368 Jul 21 12:44:24.121191 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47b78dc-99ce-4247-94ed-ef709db2a6ad req-79cc162d-f57f-4699-850b-20819426b9d2 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:44:24.122665 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-e47b78dc-99ce-4247-94ed-ef709db2a6ad req-79cc162d-f57f-4699-850b-20819426b9d2 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 946 time: 0.0473580 Jul 21 12:44:24.173624 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-e47b78dc-99ce-4247-94ed-ef709db2a6ad req-ffad2cf4-45fc-4ad7-93f8-d161e1bfb3c5 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/security-groups?id=08637106-953b-4bf6-b2bc-368122fbc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426199 Jul 21 12:44:25.308359 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c90bcf-94d2-47a7-a41f-2a9d6fcb9649 req-3b1ac29d-5638-4cb3-9b49-4f75b0f447c8 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:44:25.309711 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-78c90bcf-94d2-47a7-a41f-2a9d6fcb9649 req-3b1ac29d-5638-4cb3-9b49-4f75b0f447c8 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 946 time: 0.0583603 Jul 21 12:44:25.360560 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-78c90bcf-94d2-47a7-a41f-2a9d6fcb9649 req-a42c6154-f044-4e79-a221-d1e75321a936 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/security-groups?id=08637106-953b-4bf6-b2bc-368122fbc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451419 Jul 21 12:44:26.494543 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f7406d-e94e-4c8d-b665-10ad8741e20d req-aa91c2ca-8cb1-478a-95e0-d86a3394c757 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:44:26.496052 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-84f7406d-e94e-4c8d-b665-10ad8741e20d req-aa91c2ca-8cb1-478a-95e0-d86a3394c757 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 946 time: 0.0509648 Jul 21 12:44:26.557444 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-84f7406d-e94e-4c8d-b665-10ad8741e20d req-a55c4c64-36e7-4c9b-bb9f-cf8db66cd139 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/security-groups?id=08637106-953b-4bf6-b2bc-368122fbc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475411 Jul 21 12:44:27.369969 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:44:27.372526 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:44:27.680497 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f841bae-1503-4012-af54-9b5b9812f62d req-ead40b01-3496-4b30-afae-bb0189a873d5 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:44:27.681952 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-4f841bae-1503-4012-af54-9b5b9812f62d req-ead40b01-3496-4b30-afae-bb0189a873d5 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 946 time: 0.0471277 Jul 21 12:44:27.732444 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-4f841bae-1503-4012-af54-9b5b9812f62d req-a734a1e5-dc9a-416d-8e79-f5c690caa72c tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/security-groups?id=08637106-953b-4bf6-b2bc-368122fbc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423584 Jul 21 12:44:28.853983 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969c82fe-5263-4453-b28e-f5f66c6bd0b1 req-6983e3c2-afad-4026-8a9c-5426c0a114f3 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:44:28.855453 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-969c82fe-5263-4453-b28e-f5f66c6bd0b1 req-6983e3c2-afad-4026-8a9c-5426c0a114f3 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 946 time: 0.0471704 Jul 21 12:44:28.900823 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-969c82fe-5263-4453-b28e-f5f66c6bd0b1 req-fa98e94f-1770-49eb-9b5f-32ce02b66b35 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/security-groups?id=08637106-953b-4bf6-b2bc-368122fbc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398247 Jul 21 12:44:29.014539 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=3 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:44:29.015888 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=3 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:44:30.040272 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2849ebc6-846e-4129-8f01-9269c4972179 req-1d684721-625a-41d1-8004-843f51ea01a6 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:44:30.041704 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-2849ebc6-846e-4129-8f01-9269c4972179 req-1d684721-625a-41d1-8004-843f51ea01a6 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 946 time: 0.0556965 Jul 21 12:44:30.088866 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-2849ebc6-846e-4129-8f01-9269c4972179 req-40fe7d0a-496c-4ad8-b675-61bf03bdd33f tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/security-groups?id=08637106-953b-4bf6-b2bc-368122fbc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412266 Jul 21 12:44:31.211151 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed91c50-ff9c-4871-8e0e-ad4263d6374f req-1b79d968-5734-4ac0-a140-7273cfe962e0 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:44:31.212556 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-4ed91c50-ff9c-4871-8e0e-ad4263d6374f req-1b79d968-5734-4ac0-a140-7273cfe962e0 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 946 time: 0.0495732 Jul 21 12:44:31.260105 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-4ed91c50-ff9c-4871-8e0e-ad4263d6374f req-b0dcca59-52a6-45bd-a518-854940d7a8b3 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/security-groups?id=08637106-953b-4bf6-b2bc-368122fbc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419350 Jul 21 12:44:32.394180 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4564db-a916-49a8-9ff1-8dcc8c78dd39 req-f3111e8a-383f-4e27-880b-ba68d3e0759f tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:44:32.395633 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-6f4564db-a916-49a8-9ff1-8dcc8c78dd39 req-f3111e8a-383f-4e27-880b-ba68d3e0759f tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 946 time: 0.0590363 Jul 21 12:44:32.446029 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-6f4564db-a916-49a8-9ff1-8dcc8c78dd39 req-6143bcbd-d77b-42f9-9c0d-76c57622f7e7 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/security-groups?id=08637106-953b-4bf6-b2bc-368122fbc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421720 Jul 21 12:44:32.644644 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (0e418a3d-140a-4386-ad03-1f6ad2d8ed7b), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:44:33.585715 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021cd5cb-b384-488b-8607-18b4b2b38685 req-e10a2e04-350a-475b-a2ef-90019ea1b609 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:44:33.587207 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-021cd5cb-b384-488b-8607-18b4b2b38685 req-e10a2e04-350a-475b-a2ef-90019ea1b609 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 946 time: 0.0600083 Jul 21 12:44:33.644377 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-021cd5cb-b384-488b-8607-18b4b2b38685 req-5b557454-be21-4f26-8271-9ff4b383299e tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/security-groups?id=08637106-953b-4bf6-b2bc-368122fbc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515645 Jul 21 12:44:34.768421 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a747b212-5f9e-4f3f-bd6b-bcb7d33392f6 req-edcfa923-5b5e-46b5-a939-e43b55c4c8d6 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:44:34.769861 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-a747b212-5f9e-4f3f-bd6b-bcb7d33392f6 req-edcfa923-5b5e-46b5-a939-e43b55c4c8d6 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 946 time: 0.0487199 Jul 21 12:44:34.819457 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-a747b212-5f9e-4f3f-bd6b-bcb7d33392f6 req-2d3bf7e2-1dfb-4b23-a550-c63a9b1c3559 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/security-groups?id=08637106-953b-4bf6-b2bc-368122fbc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413697 Jul 21 12:44:35.957666 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a7f7b0-081d-445d-ae0a-773796b263db req-3dc2b388-20c2-48b9-b204-4f4165ffd566 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:44:35.959173 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-a2a7f7b0-081d-445d-ae0a-773796b263db req-3dc2b388-20c2-48b9-b204-4f4165ffd566 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 946 time: 0.0576828 Jul 21 12:44:36.006357 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-a2a7f7b0-081d-445d-ae0a-773796b263db req-088e9d9d-37d4-42aa-8bca-df5430c92a48 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/security-groups?id=08637106-953b-4bf6-b2bc-368122fbc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415535 Jul 21 12:44:37.139514 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a716ba-5c21-4690-a6e0-b114b46d752d req-791e44fa-e400-4c18-893c-caad24e34ab4 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:44:37.140971 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-a2a716ba-5c21-4690-a6e0-b114b46d752d req-791e44fa-e400-4c18-893c-caad24e34ab4 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 946 time: 0.0540953 Jul 21 12:44:37.191422 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-a2a716ba-5c21-4690-a6e0-b114b46d752d req-ecf6a980-f8bd-45af-be04-e2d0f8aa4502 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/security-groups?id=08637106-953b-4bf6-b2bc-368122fbc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440335 Jul 21 12:44:38.321952 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab61aee2-0bbe-430e-bce8-91154e756ccd req-bcaaef06-8cb5-4b7c-94c7-55519afa86ac tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:44:38.323509 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-ab61aee2-0bbe-430e-bce8-91154e756ccd req-bcaaef06-8cb5-4b7c-94c7-55519afa86ac tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 946 time: 0.0532033 Jul 21 12:44:38.372168 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-ab61aee2-0bbe-430e-bce8-91154e756ccd req-c7d2a4ed-cee5-4009-bfc6-f9f5cd7dc25d tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/security-groups?id=08637106-953b-4bf6-b2bc-368122fbc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430729 Jul 21 12:44:38.391632 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 43738) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:44:38.491630 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=100 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:44:38.536703 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.plugins.ml2.plugin [None req-addfacc3-5a62-4bd9-b493-f70fed3d2594 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Deleting port 7a2eceb3-b674-4ea7-a588-2573d61b3c54 {{(pid=104159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 12:44:38.537052 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-addfacc3-5a62-4bd9-b493-f70fed3d2594 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760977592'] for port (7a2eceb3-b674-4ea7-a588-2573d61b3c54), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:44:38.565584 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=100 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:44:38.631106 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d4f701-94ce-4c87-9b68-75fa6778efca req-ee6ab24a-a32a-4abd-9648-82f9eec1e128 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:44:38.632610 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-91d4f701-94ce-4c87-9b68-75fa6778efca req-ee6ab24a-a32a-4abd-9648-82f9eec1e128 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 945 time: 0.0836318 Jul 21 12:44:38.668803 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-addfacc3-5a62-4bd9-b493-f70fed3d2594 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683200'] for port (7a2eceb3-b674-4ea7-a588-2573d61b3c54), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:44:38.669030 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-addfacc3-5a62-4bd9-b493-f70fed3d2594 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Publish callbacks [] for floatingip (7a2eceb3-b674-4ea7-a588-2573d61b3c54), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:44:38.690200 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.plugins.ml2.plugin [None req-addfacc3-5a62-4bd9-b493-f70fed3d2594 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Calling delete_port for 7a2eceb3-b674-4ea7-a588-2573d61b3c54 owned by network:floatingip {{(pid=104159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 12:44:38.712736 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-91d4f701-94ce-4c87-9b68-75fa6778efca req-a0377fed-8a3c-4373-a835-f5b0308dd4ac tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/security-groups?id=45c5c830-55b4-45f2-8b17-0c2cd3b37579&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741079 Jul 21 12:44:38.876684 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-addfacc3-5a62-4bd9-b493-f70fed3d2594 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760983080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773760637175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8469579'] for port (7a2eceb3-b674-4ea7-a588-2573d61b3c54), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:44:38.900942 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addfacc3-5a62-4bd9-b493-f70fed3d2594 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Pushing event deleted for resources: {'Port': ['ID=7a2eceb3-b674-4ea7-a588-2573d61b3c54,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:44:38.912994 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addfacc3-5a62-4bd9-b493-f70fed3d2594 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:44:38.913344 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addfacc3-5a62-4bd9-b493-f70fed3d2594 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:44:38.913689 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addfacc3-5a62-4bd9-b493-f70fed3d2594 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:44:38.914034 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addfacc3-5a62-4bd9-b493-f70fed3d2594 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:44:38.914372 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addfacc3-5a62-4bd9-b493-f70fed3d2594 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:44:38.914704 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addfacc3-5a62-4bd9-b493-f70fed3d2594 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:44:38.915033 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addfacc3-5a62-4bd9-b493-f70fed3d2594 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:44:38.915361 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addfacc3-5a62-4bd9-b493-f70fed3d2594 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:44:38.915733 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addfacc3-5a62-4bd9-b493-f70fed3d2594 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:44:38.916065 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addfacc3-5a62-4bd9-b493-f70fed3d2594 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:44:38.916394 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addfacc3-5a62-4bd9-b493-f70fed3d2594 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:44:38.916719 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addfacc3-5a62-4bd9-b493-f70fed3d2594 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:44:38.917406 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addfacc3-5a62-4bd9-b493-f70fed3d2594 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:44:38.917729 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addfacc3-5a62-4bd9-b493-f70fed3d2594 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:44:38.918047 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addfacc3-5a62-4bd9-b493-f70fed3d2594 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:44:38.976817 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-addfacc3-5a62-4bd9-b493-f70fed3d2594 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Publish callbacks [] for floatingip (9900b7db-815e-42a7-bdc9-794c56d0751a), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:44:38.977124 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.db.l3_db [None req-addfacc3-5a62-4bd9-b493-f70fed3d2594 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Floating IP 9900b7db-815e-42a7-bdc9-794c56d0751a disassociated (deleted). External IP: 172.27.3.209, port: 707648f9-a5cd-4b9b-a7c6-ff1d7fa6c651. Jul 21 12:44:39.044246 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:44:39.044997 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:DELETE=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:44:39.178074 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-addfacc3-5a62-4bd9-b493-f70fed3d2594 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Router a766da6b-5cf0-4290-abe7-fe17683e2114 has already been hosted by L3 agent ceb1130f-c61e-494c-be4f-967cc153319c {{(pid=104159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 12:44:39.278675 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-addfacc3-5a62-4bd9-b493-f70fed3d2594 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Notify agent at l3_agent.dv-cinder-850321-1-iscsi the message routers_updated {{(pid=104159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 12:44:39.283214 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-addfacc3-5a62-4bd9-b493-f70fed3d2594 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170956'] for floatingip (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:44:39.289414 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b1e5377-d9ea-49fe-8996-018c2045a4fd None None] Sync routers for ids ['a766da6b-5cf0-4290-abe7-fe17683e2114'] in dv-cinder-850321-1-iscsi {{(pid=104161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 12:44:39.307650 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b1e5377-d9ea-49fe-8996-018c2045a4fd None None] Routers {'a766da6b-5cf0-4290-abe7-fe17683e2114'} bound to L3 agent in host dv-cinder-850321-1-iscsi {{(pid=104161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 12:44:39.308292 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-6b1e5377-d9ea-49fe-8996-018c2045a4fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-21T12:06:45Z,description=,heartbeat_timestamp=2022-07-21T12:44:15Z,host='dv-cinder-850321-1-iscsi',id=ceb1130f-c61e-494c-be4f-967cc153319c,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T12:06:45Z,topic='l3_agent')) {'router_ids': ['a766da6b-5cf0-4290-abe7-fe17683e2114'], 'active': True} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:44:39.318675 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-addfacc3-5a62-4bd9-b493-f70fed3d2594 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "DELETE /v2.0/floatingips/9900b7db-815e-42a7-bdc9-794c56d0751a HTTP/1.1" status: 204 len: 168 time: 0.9237368 Jul 21 12:44:39.318675 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5efcc0bd-6db2-45ca-b09e-a7f47cce919e', 'tag': '707648f9-a5cd-4b9b-a7c6-ff1d7fa6c651'}] {{(pid=104159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 12:44:39.319100 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14a473be662c523f753bafa963e7b12489d1fc6a20e308844a06c71d85f4ae6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e7c3446-6edb-48a1-9c2d-3df6b026d9c1" -d '{"events": [{"name": "network-changed", "server_uuid": "5efcc0bd-6db2-45ca-b09e-a7f47cce919e", "tag": "707648f9-a5cd-4b9b-a7c6-ff1d7fa6c651"}]}' {{(pid=104159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 12:44:39.391884 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1360e49e-d195-4c6c-82e7-aaca49e023f7 req-a75b00a0-af05-4557-aada-eb1657f01a5c tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:44:39.393508 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-1360e49e-d195-4c6c-82e7-aaca49e023f7 req-a75b00a0-af05-4557-aada-eb1657f01a5c tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.48 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 945 time: 0.0714493 Jul 21 12:44:39.451820 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvr_db [None req-6b1e5377-d9ea-49fe-8996-018c2045a4fd None None] Set router a766da6b-5cf0-4290-abe7-fe17683e2114 gateway port host: dv-cinder-850321-1-iscsi {{(pid=104161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 12:44:39.498264 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [req-1360e49e-d195-4c6c-82e7-aaca49e023f7 req-88ba0d4d-c01b-4132-9b5f-4ea5ae96e05c tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Deleting port 78a4473d-1fec-4996-977b-242fb85eba10 {{(pid=104160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 12:44:39.498605 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-1360e49e-d195-4c6c-82e7-aaca49e023f7 req-88ba0d4d-c01b-4132-9b5f-4ea5ae96e05c tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760977592'] for port (78a4473d-1fec-4996-977b-242fb85eba10), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:44:39.596052 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8be6905-2129-4bc3-82fd-447b463a39e3 req-8c820ad8-a54b-4dd8-994f-6ed8f1536278 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:44:39.597611 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-d8be6905-2129-4bc3-82fd-447b463a39e3 req-8c820ad8-a54b-4dd8-994f-6ed8f1536278 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 946 time: 0.0815408 Jul 21 12:44:39.626381 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=100 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:44:39.643580 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-6b1e5377-d9ea-49fe-8996-018c2045a4fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a766da6b-5cf0-4290-abe7-fe17683e2114', 'name': 'tempest-TestVolumeBootPattern-899008271-router', 'tenant_id': 'cc3651ce859043d2a764fa47f06db374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'external_fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': '6ee65bc1-40a6-403b-b656-df93a85f4942', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T12:19:19Z', 'updated_at': '2022-07-21T12:19:22Z', 'revision_number': 4, 'project_id': 'cc3651ce859043d2a764fa47f06db374', 'gw_port': {'id': '6ee65bc1-40a6-403b-b656-df93a85f4942', 'name': '', 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:b1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a766da6b-5cf0-4290-abe7-fe17683e2114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:19:19Z', 'updated_at': '2022-07-21T12:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-1-iscsi', '_interfaces': [{'id': '569c1e4a-c8d4-468b-9653-df59c63fa18e', 'name': '', 'network_id': 'cb1f1a48-37ef-466f-9c77-ca45d5a79220', 'tenant_id': 'cc3651ce859043d2a764fa47f06db374', 'mac_address': 'fa:16:3e:35:06:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a766da6b-5cf0-4290-abe7-fe17683e2114', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'bc7d6337-214d-4961-9075-8635a8b8f86b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:19:21Z', 'updated_at': '2022-07-21T12:19:27Z', 'revision_number': 5, 'project_id': 'cc3651ce859043d2a764fa47f06db374', 'subnets': [{'id': 'bc7d6337-214d-4961-9075-8635a8b8f86b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-1-iscsi', False) {} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:44:39.650566 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.db [req-1360e49e-d195-4c6c-82e7-aaca49e023f7 req-88ba0d4d-c01b-4132-9b5f-4ea5ae96e05c tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] For port 78a4473d-1fec-4996-977b-242fb85eba10, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=78a4473d-1fec-4996-977b-242fb85eba10,segment=NetworkSegment(d25f2e08-7ca4-435b-b8eb-119fa654030c),segment_id=d25f2e08-7ca4-435b-b8eb-119fa654030c)] {{(pid=104160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 12:44:39.650927 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-1360e49e-d195-4c6c-82e7-aaca49e023f7 req-88ba0d4d-c01b-4132-9b5f-4ea5ae96e05c tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683200'] for port (78a4473d-1fec-4996-977b-242fb85eba10), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:44:39.671999 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b1e5377-d9ea-49fe-8996-018c2045a4fd None None] Checking router: a766da6b-5cf0-4290-abe7-fe17683e2114 for host: dv-cinder-850321-1-iscsi {{(pid=104161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 12:44:39.679154 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-d8be6905-2129-4bc3-82fd-447b463a39e3 req-8b1d21af-6d7b-4f7d-a5b0-33c1d3ade0ec tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/security-groups?id=08637106-953b-4bf6-b2bc-368122fbc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759187 Jul 21 12:44:39.680721 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b1e5377-d9ea-49fe-8996-018c2045a4fd None None] Routers {'a766da6b-5cf0-4290-abe7-fe17683e2114'} bound to L3 agent in host dv-cinder-850321-1-iscsi {{(pid=104161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 12:44:39.681334 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-6b1e5377-d9ea-49fe-8996-018c2045a4fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-21T12:06:45Z,description=,heartbeat_timestamp=2022-07-21T12:44:15Z,host='dv-cinder-850321-1-iscsi',id=ceb1130f-c61e-494c-be4f-967cc153319c,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T12:06:45Z,topic='l3_agent')) {'router_ids': ['a766da6b-5cf0-4290-abe7-fe17683e2114'], 'active': True} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:44:39.723794 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=100 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:44:39.784291 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvr_db [None req-6b1e5377-d9ea-49fe-8996-018c2045a4fd None None] Set router a766da6b-5cf0-4290-abe7-fe17683e2114 gateway port host: dv-cinder-850321-1-iscsi {{(pid=104161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 12:44:39.844428 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466d5d58-476d-4885-bb31-8991995049c1 req-1ca78f12-8e1f-432d-a4e6-180b9c479621 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:44:39.845880 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-466d5d58-476d-4885-bb31-8991995049c1 req-1ca78f12-8e1f-432d-a4e6-180b9c479621 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 946 time: 0.0901041 Jul 21 12:44:39.880205 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-1360e49e-d195-4c6c-82e7-aaca49e023f7 req-88ba0d4d-c01b-4132-9b5f-4ea5ae96e05c tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:44:39.880594 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-1360e49e-d195-4c6c-82e7-aaca49e023f7 req-88ba0d4d-c01b-4132-9b5f-4ea5ae96e05c tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681920'] for floatingip (a9d3f5ea-5b39-4bda-9f84-e083b405f0e4), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:44:39.880887 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.db.l3_db [req-1360e49e-d195-4c6c-82e7-aaca49e023f7 req-88ba0d4d-c01b-4132-9b5f-4ea5ae96e05c tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Floating IP a9d3f5ea-5b39-4bda-9f84-e083b405f0e4 disassociated. External IP: 172.27.3.71, port: 78a4473d-1fec-4996-977b-242fb85eba10. Jul 21 12:44:39.881253 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [req-1360e49e-d195-4c6c-82e7-aaca49e023f7 req-88ba0d4d-c01b-4132-9b5f-4ea5ae96e05c tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Calling delete_port for 78a4473d-1fec-4996-977b-242fb85eba10 owned by compute:nova {{(pid=104160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 12:44:39.947191 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-466d5d58-476d-4885-bb31-8991995049c1 req-ae36b851-54b4-4b97-a139-04970cd518bf tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/security-groups?id=37fb721b-82a7-4d69-98ca-387ca36dc9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947597 Jul 21 12:44:39.974990 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-6b1e5377-d9ea-49fe-8996-018c2045a4fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a766da6b-5cf0-4290-abe7-fe17683e2114', 'name': 'tempest-TestVolumeBootPattern-899008271-router', 'tenant_id': 'cc3651ce859043d2a764fa47f06db374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'external_fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': '6ee65bc1-40a6-403b-b656-df93a85f4942', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T12:19:19Z', 'updated_at': '2022-07-21T12:19:22Z', 'revision_number': 4, 'project_id': 'cc3651ce859043d2a764fa47f06db374', 'gw_port': {'id': '6ee65bc1-40a6-403b-b656-df93a85f4942', 'name': '', 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:b1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a766da6b-5cf0-4290-abe7-fe17683e2114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:19:19Z', 'updated_at': '2022-07-21T12:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-1-iscsi', '_interfaces': [{'id': '569c1e4a-c8d4-468b-9653-df59c63fa18e', 'name': '', 'network_id': 'cb1f1a48-37ef-466f-9c77-ca45d5a79220', 'tenant_id': 'cc3651ce859043d2a764fa47f06db374', 'mac_address': 'fa:16:3e:35:06:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a766da6b-5cf0-4290-abe7-fe17683e2114', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'bc7d6337-214d-4961-9075-8635a8b8f86b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:19:21Z', 'updated_at': '2022-07-21T12:19:27Z', 'revision_number': 5, 'project_id': 'cc3651ce859043d2a764fa47f06db374', 'subnets': [{'id': 'bc7d6337-214d-4961-9075-8635a8b8f86b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-1-iscsi', False) {} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:44:40.002541 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b1e5377-d9ea-49fe-8996-018c2045a4fd None None] The sync data for ids ['a766da6b-5cf0-4290-abe7-fe17683e2114'] in dv-cinder-850321-1-iscsi is: [{'id': 'a766da6b-5cf0-4290-abe7-fe17683e2114', 'name': 'tempest-TestVolumeBootPattern-899008271-router', 'tenant_id': 'cc3651ce859043d2a764fa47f06db374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'external_fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': '6ee65bc1-40a6-403b-b656-df93a85f4942', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T12:19:19Z', 'updated_at': '2022-07-21T12:19:22Z', 'revision_number': 4, 'project_id': 'cc3651ce859043d2a764fa47f06db374', 'gw_port': {'id': '6ee65bc1-40a6-403b-b656-df93a85f4942', 'name': '', 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:b1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a766da6b-5cf0-4290-abe7-fe17683e2114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:19:19Z', 'updated_at': '2022-07-21T12:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-1-iscsi', '_interfaces': [{'id': '569c1e4a-c8d4-468b-9653-df59c63fa18e', 'name': '', 'network_id': 'cb1f1a48-37ef-466f-9c77-ca45d5a79220', 'tenant_id': 'cc3651ce859043d2a764fa47f06db374', 'mac_address': 'fa:16:3e:35:06:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a766da6b-5cf0-4290-abe7-fe17683e2114', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'bc7d6337-214d-4961-9075-8635a8b8f86b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:19:21Z', 'updated_at': '2022-07-21T12:19:27Z', 'revision_number': 5, 'project_id': 'cc3651ce859043d2a764fa47f06db374', 'subnets': [{'id': 'bc7d6337-214d-4961-9075-8635a8b8f86b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 12:44:40.074640 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-1360e49e-d195-4c6c-82e7-aaca49e023f7 req-88ba0d4d-c01b-4132-9b5f-4ea5ae96e05c tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760983080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773760637175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9357752'] for port (78a4473d-1fec-4996-977b-242fb85eba10), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:44:40.093590 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d276e888-8216-4799-8316-bd5af683c09b req-7b131a42-c41d-44c3-beb2-570015f3a2fa tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:44:40.095053 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-d276e888-8216-4799-8316-bd5af683c09b req-7b131a42-c41d-44c3-beb2-570015f3a2fa tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 945 time: 0.0767479 Jul 21 12:44:40.120551 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ba0d4d-c01b-4132-9b5f-4ea5ae96e05c tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Pushing event deleted for resources: {'Port': ['ID=78a4473d-1fec-4996-977b-242fb85eba10,revision_number=None']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:44:40.132129 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ba0d4d-c01b-4132-9b5f-4ea5ae96e05c tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:44:40.132471 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ba0d4d-c01b-4132-9b5f-4ea5ae96e05c tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:44:40.132991 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ba0d4d-c01b-4132-9b5f-4ea5ae96e05c tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:44:40.133533 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ba0d4d-c01b-4132-9b5f-4ea5ae96e05c tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:44:40.133867 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ba0d4d-c01b-4132-9b5f-4ea5ae96e05c tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:44:40.134196 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ba0d4d-c01b-4132-9b5f-4ea5ae96e05c tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:44:40.134522 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ba0d4d-c01b-4132-9b5f-4ea5ae96e05c tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:44:40.134844 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ba0d4d-c01b-4132-9b5f-4ea5ae96e05c tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:44:40.135167 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ba0d4d-c01b-4132-9b5f-4ea5ae96e05c tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:44:40.135511 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ba0d4d-c01b-4132-9b5f-4ea5ae96e05c tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:44:40.135837 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ba0d4d-c01b-4132-9b5f-4ea5ae96e05c tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:44:40.136161 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ba0d4d-c01b-4132-9b5f-4ea5ae96e05c tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:44:40.139268 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ba0d4d-c01b-4132-9b5f-4ea5ae96e05c tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:44:40.139268 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ba0d4d-c01b-4132-9b5f-4ea5ae96e05c tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:44:40.139268 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ba0d4d-c01b-4132-9b5f-4ea5ae96e05c tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:44:40.234899 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5e1872-d0e0-4b8e-83e6-9df9a2053f7f None None] New status for floating IP 9900b7db-815e-42a7-bdc9-794c56d0751a: DOWN {{(pid=104162) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 21 12:44:40.245844 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-d276e888-8216-4799-8316-bd5af683c09b req-578a30ce-f082-40f5-9758-f3fc3d663485 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/security-groups?id=45c5c830-55b4-45f2-8b17-0c2cd3b37579&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1331000 Jul 21 12:44:40.257212 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.48', 59363) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:44:40.275175 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1360e49e-d195-4c6c-82e7-aaca49e023f7 req-88ba0d4d-c01b-4132-9b5f-4ea5ae96e05c tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Router 55d1bb19-c3ec-43c3-a204-604cfce5be55 has already been hosted by L3 agent ceb1130f-c61e-494c-be4f-967cc153319c {{(pid=104160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 12:44:40.281595 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:44:40.320637 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4775eb7d-cbea-43cc-9ab8-c750532b18ef req-8f670c9a-9115-4b1d-b3bf-34255a49a9e9 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:44:40.322108 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-4775eb7d-cbea-43cc-9ab8-c750532b18ef req-8f670c9a-9115-4b1d-b3bf-34255a49a9e9 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.48 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 946 time: 0.0514507 Jul 21 12:44:40.384411 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1360e49e-d195-4c6c-82e7-aaca49e023f7 req-88ba0d4d-c01b-4132-9b5f-4ea5ae96e05c tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Notify agent at l3_agent.dv-cinder-850321-1-iscsi the message routers_updated {{(pid=104160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 12:44:40.394897 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da3cbe17-6ef9-4290-b719-c51192e3333e None None] Sync routers for ids ['55d1bb19-c3ec-43c3-a204-604cfce5be55'] in dv-cinder-850321-1-iscsi {{(pid=104161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 12:44:40.406511 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da3cbe17-6ef9-4290-b719-c51192e3333e None None] Routers {'55d1bb19-c3ec-43c3-a204-604cfce5be55'} bound to L3 agent in host dv-cinder-850321-1-iscsi {{(pid=104161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 12:44:40.407145 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-da3cbe17-6ef9-4290-b719-c51192e3333e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-21T12:06:45Z,description=,heartbeat_timestamp=2022-07-21T12:44:15Z,host='dv-cinder-850321-1-iscsi',id=ceb1130f-c61e-494c-be4f-967cc153319c,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T12:06:45Z,topic='l3_agent')) {'router_ids': ['55d1bb19-c3ec-43c3-a204-604cfce5be55'], 'active': True} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:44:40.410071 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.plugins.ml2.plugin [req-4775eb7d-cbea-43cc-9ab8-c750532b18ef req-ecde3f04-436e-44d2-b41a-d0c9d272ff0e tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Deleting port 707648f9-a5cd-4b9b-a7c6-ff1d7fa6c651 {{(pid=104159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 12:44:40.410393 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-4775eb7d-cbea-43cc-9ab8-c750532b18ef req-ecde3f04-436e-44d2-b41a-d0c9d272ff0e tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760977592'] for port (707648f9-a5cd-4b9b-a7c6-ff1d7fa6c651), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:44:40.428240 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.db.l3_dvrscheduler_db [req-1360e49e-d195-4c6c-82e7-aaca49e023f7 req-88ba0d4d-c01b-4132-9b5f-4ea5ae96e05c tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] No DVR routers for this DVR port 78a4473d-1fec-4996-977b-242fb85eba10 on host hv-cinder-85032 {{(pid=104160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 12:44:40.430814 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-1360e49e-d195-4c6c-82e7-aaca49e023f7 req-88ba0d4d-c01b-4132-9b5f-4ea5ae96e05c tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170956'] for port (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:44:40.434417 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-1360e49e-d195-4c6c-82e7-aaca49e023f7 req-88ba0d4d-c01b-4132-9b5f-4ea5ae96e05c tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.48 "DELETE /v2.0/ports/78a4473d-1fec-4996-977b-242fb85eba10 HTTP/1.1" status: 204 len: 173 time: 1.0328455 Jul 21 12:44:40.434868 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e', 'name': 'network-vif-deleted', 'tag': '78a4473d-1fec-4996-977b-242fb85eba10'}] {{(pid=104160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 12:44:40.437482 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eb085c56e9e86bbd6a0965d2ba727f3997621403869b150ca98f31427dd41b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57f1664f-cc4d-46c2-8a12-0d3d918477c7" -d '{"events": [{"server_uuid": "e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e", "name": "network-vif-deleted", "tag": "78a4473d-1fec-4996-977b-242fb85eba10"}]}' {{(pid=104160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 12:44:40.480923 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 12:44:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeaf3b73-28c3-4c6c-8bf2-06b5de8858ee x-openstack-request-id: req-aeaf3b73-28c3-4c6c-8bf2-06b5de8858ee {{(pid=104159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 12:44:40.481224 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5efcc0bd-6db2-45ca-b09e-a7f47cce919e", "tag": "707648f9-a5cd-4b9b-a7c6-ff1d7fa6c651", "status": "completed", "code": 200}]} {{(pid=104159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 12:44:40.481620 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-aeaf3b73-28c3-4c6c-8bf2-06b5de8858ee {{(pid=104159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 12:44:40.482058 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aeaf3b73-28c3-4c6c-8bf2-06b5de8858ee'] response: {'name': 'network-changed', 'server_uuid': '5efcc0bd-6db2-45ca-b09e-a7f47cce919e', 'tag': '707648f9-a5cd-4b9b-a7c6-ff1d7fa6c651', 'status': 'completed', 'code': 200} Jul 21 12:44:40.484533 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:44:40.526445 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.plugins.ml2.db [req-4775eb7d-cbea-43cc-9ab8-c750532b18ef req-ecde3f04-436e-44d2-b41a-d0c9d272ff0e tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] For port 707648f9-a5cd-4b9b-a7c6-ff1d7fa6c651, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=707648f9-a5cd-4b9b-a7c6-ff1d7fa6c651,segment=NetworkSegment(ffbc0a01-72d6-4d7a-bf1a-f973b8a2cfc7),segment_id=ffbc0a01-72d6-4d7a-bf1a-f973b8a2cfc7)] {{(pid=104159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 12:44:40.526820 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-4775eb7d-cbea-43cc-9ab8-c750532b18ef req-ecde3f04-436e-44d2-b41a-d0c9d272ff0e tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683200'] for port (707648f9-a5cd-4b9b-a7c6-ff1d7fa6c651), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:44:40.576978 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvr_db [None req-da3cbe17-6ef9-4290-b719-c51192e3333e None None] Set router 55d1bb19-c3ec-43c3-a204-604cfce5be55 gateway port host: dv-cinder-850321-1-iscsi {{(pid=104161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 12:44:40.583169 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.plugins.ml2.plugin [req-4775eb7d-cbea-43cc-9ab8-c750532b18ef req-ecde3f04-436e-44d2-b41a-d0c9d272ff0e tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Calling delete_port for 707648f9-a5cd-4b9b-a7c6-ff1d7fa6c651 owned by compute:nova {{(pid=104159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 12:44:40.585050 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 12:44:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d53e49d6-e011-4c81-bd0d-fc1a4003d984 x-openstack-request-id: req-d53e49d6-e011-4c81-bd0d-fc1a4003d984 {{(pid=104160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 12:44:40.585568 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e", "name": "network-vif-deleted", "tag": "78a4473d-1fec-4996-977b-242fb85eba10", "status": "completed", "code": 200}]} {{(pid=104160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 12:44:40.585711 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d53e49d6-e011-4c81-bd0d-fc1a4003d984 {{(pid=104160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 12:44:40.586044 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d53e49d6-e011-4c81-bd0d-fc1a4003d984'] response: {'server_uuid': 'e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e', 'name': 'network-vif-deleted', 'tag': '78a4473d-1fec-4996-977b-242fb85eba10', 'status': 'completed', 'code': 200} Jul 21 12:44:40.598810 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7c3446-6edb-48a1-9c2d-3df6b026d9c1 req-69650a25-fe4c-4f7b-9275-b80c4f9fca63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:44:40.600935 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-9e7c3446-6edb-48a1-9c2d-3df6b026d9c1 req-69650a25-fe4c-4f7b-9275-b80c4f9fca63 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cc3651ce859043d2a764fa47f06db374&device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 1130 time: 0.0667789 Jul 21 12:44:40.670268 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:44:40.714417 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7c3446-6edb-48a1-9c2d-3df6b026d9c1 req-185b56a7-1998-4943-8e9a-5d2bfe65f15b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:44:40.716639 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-9e7c3446-6edb-48a1-9c2d-3df6b026d9c1 req-185b56a7-1998-4943-8e9a-5d2bfe65f15b service neutron] 10.222.0.48 "GET /v2.0/networks?id=cb1f1a48-37ef-466f-9c77-ca45d5a79220 HTTP/1.1" status: 200 len: 912 time: 0.1096010 Jul 21 12:44:40.760779 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=100 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:44:40.766542 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-9e7c3446-6edb-48a1-9c2d-3df6b026d9c1 req-4fa0ee26-bee1-4e7e-9294-572f9f0ce2b5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=707648f9-a5cd-4b9b-a7c6-ff1d7fa6c651 HTTP/1.1" status: 200 len: 217 time: 0.0406599 Jul 21 12:44:40.782068 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-4775eb7d-cbea-43cc-9ab8-c750532b18ef req-ecde3f04-436e-44d2-b41a-d0c9d272ff0e tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760983080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773760637175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8469579'] for port (707648f9-a5cd-4b9b-a7c6-ff1d7fa6c651), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:44:40.799629 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-da3cbe17-6ef9-4290-b719-c51192e3333e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55d1bb19-c3ec-43c3-a204-604cfce5be55', 'name': 'tempest-AttachVolumeTestJSON-1356240631-router', 'tenant_id': '896cc13a4d744c06b80fc97aa4bd1dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'external_fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': '1200d909-4252-4442-9e29-f5f809890242', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T12:23:31Z', 'updated_at': '2022-07-21T12:23:36Z', 'revision_number': 4, 'project_id': '896cc13a4d744c06b80fc97aa4bd1dcf', 'gw_port': {'id': '1200d909-4252-4442-9e29-f5f809890242', 'name': '', 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:a4:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d1bb19-c3ec-43c3-a204-604cfce5be55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:23:32Z', 'updated_at': '2022-07-21T12:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-1-iscsi', '_interfaces': [{'id': '6f50ce12-7dea-4d36-89a1-efb8479ba6e8', 'name': '', 'network_id': '761850bd-9d80-4fa9-a807-31bd85f87afb', 'tenant_id': '896cc13a4d744c06b80fc97aa4bd1dcf', 'mac_address': 'fa:16:3e:08:45:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d1bb19-c3ec-43c3-a204-604cfce5be55', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '44614617-498d-4d2c-9722-cb9b181c6aab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:23:35Z', 'updated_at': '2022-07-21T12:23:43Z', 'revision_number': 5, 'project_id': '896cc13a4d744c06b80fc97aa4bd1dcf', 'subnets': [{'id': '44614617-498d-4d2c-9722-cb9b181c6aab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-1-iscsi', False) {} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:44:40.816711 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecde3f04-436e-44d2-b41a-d0c9d272ff0e tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Pushing event deleted for resources: {'Port': ['ID=707648f9-a5cd-4b9b-a7c6-ff1d7fa6c651,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:44:40.820283 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7c3446-6edb-48a1-9c2d-3df6b026d9c1 req-c4554edf-5781-403b-ab12-d533b7549e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:44:40.821987 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-9e7c3446-6edb-48a1-9c2d-3df6b026d9c1 req-c4554edf-5781-403b-ab12-d533b7549e96 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bc7d6337-214d-4961-9075-8635a8b8f86b HTTP/1.1" status: 200 len: 850 time: 0.0462821 Jul 21 12:44:40.825262 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da3cbe17-6ef9-4290-b719-c51192e3333e None None] Checking router: 55d1bb19-c3ec-43c3-a204-604cfce5be55 for host: dv-cinder-850321-1-iscsi {{(pid=104161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 12:44:40.836153 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da3cbe17-6ef9-4290-b719-c51192e3333e None None] Routers {'55d1bb19-c3ec-43c3-a204-604cfce5be55'} bound to L3 agent in host dv-cinder-850321-1-iscsi {{(pid=104161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 12:44:40.836827 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-da3cbe17-6ef9-4290-b719-c51192e3333e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-21T12:06:45Z,description=,heartbeat_timestamp=2022-07-21T12:44:15Z,host='dv-cinder-850321-1-iscsi',id=ceb1130f-c61e-494c-be4f-967cc153319c,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T12:06:45Z,topic='l3_agent')) {'router_ids': ['55d1bb19-c3ec-43c3-a204-604cfce5be55'], 'active': True} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:44:40.837513 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:44:40.838548 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:44:40.852829 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e982e57-9399-48d6-ad07-e403aaa05f11 req-4eac20e4-fc25-42f5-8900-8e8da781d114 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:44:40.860028 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-0e982e57-9399-48d6-ad07-e403aaa05f11 req-4eac20e4-fc25-42f5-8900-8e8da781d114 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 946 time: 0.1059155 Jul 21 12:44:40.871063 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7c3446-6edb-48a1-9c2d-3df6b026d9c1 req-a395a4b1-743b-4441-9d6e-70f7659eba5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:44:40.872601 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-9e7c3446-6edb-48a1-9c2d-3df6b026d9c1 req-a395a4b1-743b-4441-9d6e-70f7659eba5d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cb1f1a48-37ef-466f-9c77-ca45d5a79220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434055 Jul 21 12:44:40.897975 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.db.l3_dvrscheduler_db [req-4775eb7d-cbea-43cc-9ab8-c750532b18ef req-ecde3f04-436e-44d2-b41a-d0c9d272ff0e tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] No DVR routers for this DVR port 707648f9-a5cd-4b9b-a7c6-ff1d7fa6c651 on host hv-cinder-85032 {{(pid=104159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 12:44:40.901464 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [req-4775eb7d-cbea-43cc-9ab8-c750532b18ef req-ecde3f04-436e-44d2-b41a-d0c9d272ff0e tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170956'] for port (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:44:40.904816 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-4775eb7d-cbea-43cc-9ab8-c750532b18ef req-ecde3f04-436e-44d2-b41a-d0c9d272ff0e tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.48 "DELETE /v2.0/ports/707648f9-a5cd-4b9b-a7c6-ff1d7fa6c651 HTTP/1.1" status: 204 len: 173 time: 0.5743527 Jul 21 12:44:40.932809 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-0e982e57-9399-48d6-ad07-e403aaa05f11 req-dfcd3238-623f-4a89-91aa-74c8044bf1ea tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/security-groups?id=08637106-953b-4bf6-b2bc-368122fbc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716143 Jul 21 12:44:40.960143 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvr_db [None req-da3cbe17-6ef9-4290-b719-c51192e3333e None None] Set router 55d1bb19-c3ec-43c3-a204-604cfce5be55 gateway port host: dv-cinder-850321-1-iscsi {{(pid=104161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 12:44:41.158426 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-da3cbe17-6ef9-4290-b719-c51192e3333e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55d1bb19-c3ec-43c3-a204-604cfce5be55', 'name': 'tempest-AttachVolumeTestJSON-1356240631-router', 'tenant_id': '896cc13a4d744c06b80fc97aa4bd1dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'external_fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': '1200d909-4252-4442-9e29-f5f809890242', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T12:23:31Z', 'updated_at': '2022-07-21T12:23:36Z', 'revision_number': 4, 'project_id': '896cc13a4d744c06b80fc97aa4bd1dcf', 'gw_port': {'id': '1200d909-4252-4442-9e29-f5f809890242', 'name': '', 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:a4:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d1bb19-c3ec-43c3-a204-604cfce5be55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:23:32Z', 'updated_at': '2022-07-21T12:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-1-iscsi', '_interfaces': [{'id': '6f50ce12-7dea-4d36-89a1-efb8479ba6e8', 'name': '', 'network_id': '761850bd-9d80-4fa9-a807-31bd85f87afb', 'tenant_id': '896cc13a4d744c06b80fc97aa4bd1dcf', 'mac_address': 'fa:16:3e:08:45:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d1bb19-c3ec-43c3-a204-604cfce5be55', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '44614617-498d-4d2c-9722-cb9b181c6aab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:23:35Z', 'updated_at': '2022-07-21T12:23:43Z', 'revision_number': 5, 'project_id': '896cc13a4d744c06b80fc97aa4bd1dcf', 'subnets': [{'id': '44614617-498d-4d2c-9722-cb9b181c6aab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-1-iscsi', False) {} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:44:41.189275 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da3cbe17-6ef9-4290-b719-c51192e3333e None None] The sync data for ids ['55d1bb19-c3ec-43c3-a204-604cfce5be55'] in dv-cinder-850321-1-iscsi is: [{'id': '55d1bb19-c3ec-43c3-a204-604cfce5be55', 'name': 'tempest-AttachVolumeTestJSON-1356240631-router', 'tenant_id': '896cc13a4d744c06b80fc97aa4bd1dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'external_fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': '1200d909-4252-4442-9e29-f5f809890242', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T12:23:31Z', 'updated_at': '2022-07-21T12:23:36Z', 'revision_number': 4, 'project_id': '896cc13a4d744c06b80fc97aa4bd1dcf', 'gw_port': {'id': '1200d909-4252-4442-9e29-f5f809890242', 'name': '', 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:a4:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d1bb19-c3ec-43c3-a204-604cfce5be55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:23:32Z', 'updated_at': '2022-07-21T12:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-1-iscsi', '_interfaces': [{'id': '6f50ce12-7dea-4d36-89a1-efb8479ba6e8', 'name': '', 'network_id': '761850bd-9d80-4fa9-a807-31bd85f87afb', 'tenant_id': '896cc13a4d744c06b80fc97aa4bd1dcf', 'mac_address': 'fa:16:3e:08:45:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d1bb19-c3ec-43c3-a204-604cfce5be55', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '44614617-498d-4d2c-9722-cb9b181c6aab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:23:35Z', 'updated_at': '2022-07-21T12:23:43Z', 'revision_number': 5, 'project_id': '896cc13a4d744c06b80fc97aa4bd1dcf', 'subnets': [{'id': '44614617-498d-4d2c-9722-cb9b181c6aab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 12:44:41.264702 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-05c08cfe-eb8b-47d7-8ca0-6d2c81292788 req-5f76ca52-6f06-4b48-9639-5902306d7bf5 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0409820 Jul 21 12:44:41.293378 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-9e7c3446-6edb-48a1-9c2d-3df6b026d9c1 req-caeb9012-451b-4a68-b151-13b3116addec service neutron] 10.222.0.48 "GET /v2.0/networks/cb1f1a48-37ef-466f-9c77-ca45d5a79220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4090068 Jul 21 12:44:41.352296 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-e7291d53-9def-4b7c-9415-278e3d7181fb req-c9700406-2b0d-4302-98f1-0797a264a8da tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0286980 Jul 21 12:44:41.404590 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-9e7c3446-6edb-48a1-9c2d-3df6b026d9c1 req-2271e713-7bab-42d1-9c4e-581d689bbd7a service neutron] 10.222.0.48 "GET /v2.0/networks/cb1f1a48-37ef-466f-9c77-ca45d5a79220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017072 Jul 21 12:44:41.456602 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-d4bf31f3-cdbc-40c8-aa3f-e6a5f0865c11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (8a21e728-a2e9-4580-a748-6ac9ba47a2a7), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:44:41.468892 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37fdc12c-7db5-4f70-aabf-0994410c83c2 None None] New status for floating IP a9d3f5ea-5b39-4bda-9f84-e083b405f0e4: DOWN {{(pid=104162) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 21 12:44:42.061716 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffa3c65-019e-41f8-80a9-110161f9ae85 req-8d1c53db-2ca5-47eb-a102-f9d091910b54 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:44:42.062781 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Device 78a4473d-1fec-4996-977b-242fb85eba10 no longer exists at agent hyperv_hv-cinder-85032 {{(pid=104161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 12:44:42.063197 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-7ffa3c65-019e-41f8-80a9-110161f9ae85 req-8d1c53db-2ca5-47eb-a102-f9d091910b54 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 946 time: 0.0478084 Jul 21 12:44:42.083357 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] No Port match for: 78a4473d-1fec-4996-977b-242fb85eba10 {{(pid=104161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 12:44:42.083733 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Device 78a4473d-1fec-4996-977b-242fb85eba10 not bound to the agent host hv-cinder-85032 {{(pid=104161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 12:44:42.113108 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-7ffa3c65-019e-41f8-80a9-110161f9ae85 req-f2f02157-dd2f-4bc0-868b-d9096f0d177b tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/security-groups?id=08637106-953b-4bf6-b2bc-368122fbc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434537 Jul 21 12:44:42.372018 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-a87f5ae1-6640-4997-b63c-df1fc0a75957 req-8b493765-f49d-43dc-8b89-6f72504fa9f2 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0273039 Jul 21 12:44:42.447930 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-41edce86-1fab-4d70-af94-9e84c37ce983 req-ecab6c21-b0f4-4467-8898-63582e80a9ab tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0276182 Jul 21 12:44:42.483133 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5efcc0bd-6db2-45ca-b09e-a7f47cce919e', 'name': 'network-vif-deleted', 'tag': '707648f9-a5cd-4b9b-a7c6-ff1d7fa6c651'}] {{(pid=104159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 12:44:42.486221 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14a473be662c523f753bafa963e7b12489d1fc6a20e308844a06c71d85f4ae6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44b10b57-4581-4233-a110-76d06ae470f3" -d '{"events": [{"server_uuid": "5efcc0bd-6db2-45ca-b09e-a7f47cce919e", "name": "network-vif-deleted", "tag": "707648f9-a5cd-4b9b-a7c6-ff1d7fa6c651"}]}' {{(pid=104159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 12:44:42.522555 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 12:44:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b63ed4d-d348-4710-a62e-3805753cb960 x-openstack-request-id: req-8b63ed4d-d348-4710-a62e-3805753cb960 {{(pid=104159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 12:44:42.522848 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5efcc0bd-6db2-45ca-b09e-a7f47cce919e", "name": "network-vif-deleted", "tag": "707648f9-a5cd-4b9b-a7c6-ff1d7fa6c651", "status": "completed", "code": 200}]} {{(pid=104159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 12:44:42.523085 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8b63ed4d-d348-4710-a62e-3805753cb960 {{(pid=104159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 12:44:42.523523 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b63ed4d-d348-4710-a62e-3805753cb960'] response: {'server_uuid': '5efcc0bd-6db2-45ca-b09e-a7f47cce919e', 'name': 'network-vif-deleted', 'tag': '707648f9-a5cd-4b9b-a7c6-ff1d7fa6c651', 'status': 'completed', 'code': 200} Jul 21 12:44:43.188055 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.agents_db [None req-4203cc95-03b4-445b-a92f-19fc3dec8381 None None] Agent healthcheck: found 6 active agents {{(pid=104162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 12:44:43.247418 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad6492e-d902-4a80-a3f5-0025d9154ece req-f27d186f-0d66-4368-b9bc-7dd63f21dd16 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:44:43.248941 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-0ad6492e-d902-4a80-a3f5-0025d9154ece req-f27d186f-0d66-4368-b9bc-7dd63f21dd16 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 946 time: 0.0574028 Jul 21 12:44:43.298572 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-0ad6492e-d902-4a80-a3f5-0025d9154ece req-b16d597e-565d-4997-9411-0ee5c8465321 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/security-groups?id=08637106-953b-4bf6-b2bc-368122fbc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438423 Jul 21 12:44:43.473010 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-237ccd12-4f18-4c45-820c-6f9c9d9c75fb req-32a01844-1e92-4e3c-8e76-b858f67991a9 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0286620 Jul 21 12:44:43.542335 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-b1910496-03c6-4c52-b481-ca14e524fbad req-5f9e43f8-2a8b-4da2-b4d6-4d5bbd1ceb4b tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0276003 Jul 21 12:44:44.056215 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Device 707648f9-a5cd-4b9b-a7c6-ff1d7fa6c651 no longer exists at agent hyperv_hv-cinder-85032 {{(pid=104161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 12:44:44.079324 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] No Port match for: 707648f9-a5cd-4b9b-a7c6-ff1d7fa6c651 {{(pid=104161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 12:44:44.079710 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Device 707648f9-a5cd-4b9b-a7c6-ff1d7fa6c651 not bound to the agent host hv-cinder-85032 {{(pid=104161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 12:44:44.431101 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4032967b-bd64-458a-afd6-96375c7ce2c6 req-97973da1-f980-4592-9f9f-b31f373ae035 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:44:44.432638 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-4032967b-bd64-458a-afd6-96375c7ce2c6 req-97973da1-f980-4592-9f9f-b31f373ae035 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 946 time: 0.0516217 Jul 21 12:44:44.479313 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-4032967b-bd64-458a-afd6-96375c7ce2c6 req-9ca5434a-ba12-4736-b124-c8325a09ef46 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/security-groups?id=08637106-953b-4bf6-b2bc-368122fbc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409753 Jul 21 12:44:44.583929 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-5e3d3c7b-b518-4bc8-a1ca-a7e053ad5a2f req-0287f9c6-9df0-44ae-a0fd-a2310b96dd96 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0363770 Jul 21 12:44:44.646092 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-55f35c18-a4ea-43eb-8c30-8dab48a74094 req-f248f2fb-394d-484e-bc67-de963985d1b5 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0274949 Jul 21 12:44:44.917558 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-cf124dce-9973-495a-97b6-9af1ec14e2a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (ceb1130f-c61e-494c-be4f-967cc153319c), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:44:45.607326 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64178320-057c-4b79-911b-d3b3b8294f7e req-2572fab6-732f-4de7-92a9-6a6f4c080cb9 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:44:45.608854 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-64178320-057c-4b79-911b-d3b3b8294f7e req-2572fab6-732f-4de7-92a9-6a6f4c080cb9 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 946 time: 0.0489004 Jul 21 12:44:45.660557 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-64178320-057c-4b79-911b-d3b3b8294f7e req-d4e48c9e-17cd-4ecc-9c13-872170a59bad tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/security-groups?id=08637106-953b-4bf6-b2bc-368122fbc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457947 Jul 21 12:44:45.703401 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-aaae5065-bb6b-4640-b526-aa092832141f req-88b4b8f0-63b9-4092-b838-3bf655724c07 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0275989 Jul 21 12:44:45.747912 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-72bf67ea-4115-4751-a062-8916b3ff1241 req-903f5de5-bddf-463e-810a-ff091fca5629 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0275390 Jul 21 12:44:46.025073 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-34089123-786a-4f56-8fd8-e31aace790ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (7a27be9f-c1a8-4dec-a92f-42ec7311fe12), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:44:46.787880 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09f864d-8ac3-42d9-8c69-5bef6b8dab2e req-f23104a4-c93f-4706-a91f-218cc0330518 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:44:46.789427 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-e09f864d-8ac3-42d9-8c69-5bef6b8dab2e req-f23104a4-c93f-4706-a91f-218cc0330518 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 946 time: 0.0508752 Jul 21 12:44:46.799128 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-4f33d294-81c0-44ae-b857-4fbf01af1ece req-8e0490ea-5f3a-47e8-b2fc-e5cd5a03c0c0 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0275650 Jul 21 12:44:46.830072 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (c982e9e4-9e4b-4150-8658-75b564dceb25), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:44:46.841436 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-e09f864d-8ac3-42d9-8c69-5bef6b8dab2e req-99dee3d4-fd07-4a42-ad73-56576f7e9cd5 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/security-groups?id=08637106-953b-4bf6-b2bc-368122fbc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458367 Jul 21 12:44:46.890234 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-c851ac9b-2e1d-4add-9db8-91b048f06193 req-db727943-bf9b-4ebc-a960-8d02640b9eea tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0271716 Jul 21 12:44:47.389967 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-b3746fee-4e12-46ce-ae12-d62ff35738f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (bda8c5c0-9935-4f58-b3ba-5b48a27d9f80), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:44:47.897631 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-342690f0-54ac-4b91-ab25-7c51a9f6f61a req-72f792fe-d421-4e34-9661-fa9613cc0343 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0279481 Jul 21 12:44:47.958724 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edce1599-04d6-4f2f-bb95-866de37827d0 req-30c6e53d-144c-445f-aa79-4d7f61d7c77d tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:44:47.960379 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-edce1599-04d6-4f2f-bb95-866de37827d0 req-30c6e53d-144c-445f-aa79-4d7f61d7c77d tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 946 time: 0.0508235 Jul 21 12:44:47.984111 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-0f5907f6-8b8f-4ed9-9297-8d509f47c7cb req-7e7c9753-7eb4-48b3-ba03-9d30e0d63e51 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0270987 Jul 21 12:44:48.008828 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-edce1599-04d6-4f2f-bb95-866de37827d0 req-5add20ef-722a-4696-93e8-f883f66b573b tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/security-groups?id=08637106-953b-4bf6-b2bc-368122fbc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432081 Jul 21 12:44:49.013420 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-4b2c7ccd-b66c-4ace-82e9-08313e5df579 req-68982647-0cd8-4839-9317-c7f6de2c4c4f tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0326445 Jul 21 12:44:49.103599 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-2660dedc-4be4-411c-8b94-233d77e1e281 req-25b2bee8-a961-4e37-9b12-8f63ef03ddd7 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0344403 Jul 21 12:44:49.132878 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71381f8d-461b-44b7-b8a4-9b5f4cc1b8aa req-83148db2-ec5e-4244-8bad-6665cdbaf1f0 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:44:49.134377 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-71381f8d-461b-44b7-b8a4-9b5f4cc1b8aa req-83148db2-ec5e-4244-8bad-6665cdbaf1f0 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 946 time: 0.0566273 Jul 21 12:44:49.169802 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:44:49.184971 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-71381f8d-461b-44b7-b8a4-9b5f4cc1b8aa req-d6f5ec75-23f8-4e31-9ff7-d94f6fd265e4 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/security-groups?id=08637106-953b-4bf6-b2bc-368122fbc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422852 Jul 21 12:44:50.119711 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-e886474f-826a-48b5-b663-72ffe896e080 req-662907c2-1507-49a8-b9b5-dd69463f5379 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0278118 Jul 21 12:44:50.203365 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-0459c0ce-5a2e-48b3-8b26-e7a6d39f9390 req-83d0a573-15dc-4eb7-88c3-2d754ac075cb tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0281758 Jul 21 12:44:50.306484 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234c39b7-0cf0-4a35-aaf5-0ae7c0f2e451 req-c06e8af6-f4cb-46e1-926c-7608f01efd41 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:44:50.307852 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-234c39b7-0cf0-4a35-aaf5-0ae7c0f2e451 req-c06e8af6-f4cb-46e1-926c-7608f01efd41 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 946 time: 0.0510228 Jul 21 12:44:50.357463 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-234c39b7-0cf0-4a35-aaf5-0ae7c0f2e451 req-8fe7fece-e26b-4e1e-bb0b-caf858b0dc8e tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/security-groups?id=08637106-953b-4bf6-b2bc-368122fbc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414243 Jul 21 12:44:51.229129 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-5f4dc784-d42e-4219-bb55-b86bdf94ed0e req-1b5f8345-a5ad-441e-b10b-78053add73d4 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0286288 Jul 21 12:44:51.304922 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-fc633f78-9e6e-4d5c-8049-6cbef77f8499 req-1cd5c0a1-2c12-4de5-8ec9-06950a0627f0 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0280266 Jul 21 12:44:51.485859 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924bc704-ee3c-400f-9a16-0d7a061294b4 req-86724e98-0056-42a4-a07e-b9e34be8c91e tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:44:51.487330 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-924bc704-ee3c-400f-9a16-0d7a061294b4 req-86724e98-0056-42a4-a07e-b9e34be8c91e tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 946 time: 0.0530725 Jul 21 12:44:51.540419 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-924bc704-ee3c-400f-9a16-0d7a061294b4 req-843b79e7-20f3-4d96-b7a8-ecf4d9b9a005 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/security-groups?id=08637106-953b-4bf6-b2bc-368122fbc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430727 Jul 21 12:44:52.338812 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-d9f062a8-8b9c-4eda-9d5d-6c9160c487bb req-171d92ea-70b1-4609-a6a5-6d91b0a1103c tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0293276 Jul 21 12:44:52.402100 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-4c124041-5f5e-434e-80cb-81353ef02c3a req-beff46a8-5e2a-4f13-84b6-07d9516e3612 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0278220 Jul 21 12:44:52.671310 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ce4eea-6130-4ca8-aa53-a68cea202ac5 req-fc4a3604-f4c2-4c8f-b105-de03ea14ab0c tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:44:52.672677 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-b6ce4eea-6130-4ca8-aa53-a68cea202ac5 req-fc4a3604-f4c2-4c8f-b105-de03ea14ab0c tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 946 time: 0.0566239 Jul 21 12:44:52.734821 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-b6ce4eea-6130-4ca8-aa53-a68cea202ac5 req-adc47051-051f-4205-87f3-1c67d9a1665d tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/security-groups?id=08637106-953b-4bf6-b2bc-368122fbc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563438 Jul 21 12:44:53.181766 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:44:53.182543 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=6 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:44:53.452802 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-62c490a6-61bf-4c8b-9c3a-1faca25cf421 req-a09dbaba-e1d6-4107-8a71-a5e9655c4b7f tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0278606 Jul 21 12:44:53.511215 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-c88acb87-d381-4232-a464-cd4617a8dc4f req-b29ff76e-6fa1-4d0a-88e9-41245651143a tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0279062 Jul 21 12:44:53.861996 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c94eac1-dcfd-4aad-ad0b-d54c2f769139 req-ccf898c2-1ad5-4515-b850-993815e05784 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:44:53.863512 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-5c94eac1-dcfd-4aad-ad0b-d54c2f769139 req-ccf898c2-1ad5-4515-b850-993815e05784 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 946 time: 0.0504551 Jul 21 12:44:53.913775 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-5c94eac1-dcfd-4aad-ad0b-d54c2f769139 req-095c1e4e-2e50-43ae-9f11-3b5e717c5c51 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/security-groups?id=08637106-953b-4bf6-b2bc-368122fbc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420864 Jul 21 12:44:54.558711 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-5ef1f70a-33b7-48b5-8d31-36dcb7d371b8 req-3b0d90cb-e084-48b7-80c0-0116b11dab17 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0314436 Jul 21 12:44:54.615748 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-532e3961-eaa2-4f5f-a809-8f67cb17016c req-04fbdda9-4e49-47cf-acb6-12ea1b4367c2 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0280657 Jul 21 12:44:55.053218 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea09c9b-e99d-482a-bda6-7893fcc52f7c req-8d942232-37a7-411c-9578-2a6c5c0b20e8 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:44:55.054660 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-2ea09c9b-e99d-482a-bda6-7893fcc52f7c req-8d942232-37a7-411c-9578-2a6c5c0b20e8 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 946 time: 0.0614846 Jul 21 12:44:55.066920 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=100 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:44:55.080325 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=100 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:44:55.105141 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-2ea09c9b-e99d-482a-bda6-7893fcc52f7c req-d0f6c0a1-3e07-471e-b747-c1230c70ff57 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/security-groups?id=08637106-953b-4bf6-b2bc-368122fbc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448444 Jul 21 12:44:55.667739 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-09ca3fd2-788d-4e11-b919-ae1d563b4f6b req-43f2a602-53e0-4ed5-968e-afc0a313f4d4 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0287023 Jul 21 12:44:55.720386 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-bc6dc7a5-8b49-43e4-9569-c92673b1777a req-79cebcc6-8bb4-4a6e-a22c-0b67af779823 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0332084 Jul 21 12:44:56.232224 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e22b7a4-e9ca-4329-81d1-a95dd52cefe4 req-f4dff7ad-d745-48dc-878f-cdae368a7f12 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:44:56.233820 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-5e22b7a4-e9ca-4329-81d1-a95dd52cefe4 req-f4dff7ad-d745-48dc-878f-cdae368a7f12 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 946 time: 0.0487466 Jul 21 12:44:56.245839 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:44:56.286010 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-5e22b7a4-e9ca-4329-81d1-a95dd52cefe4 req-9dfbae49-7409-4fff-abfd-aa5e790e92e5 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/security-groups?id=08637106-953b-4bf6-b2bc-368122fbc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461082 Jul 21 12:44:56.776286 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-8a61b2fd-6098-4967-9fbc-294703373d6c req-5c2ec6bc-04fc-42f8-b7ea-2b73ee97caab tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0280697 Jul 21 12:44:56.818060 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-93c2db25-c876-4849-9aed-2092399867e8 req-a700ae4f-c532-44a4-91ce-d631b88139f4 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0277855 Jul 21 12:44:57.414555 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90a891f-78ca-4487-9e0c-104e71649d1a req-51b591ff-4c94-4c86-8a97-ad191e837379 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:44:57.415928 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-e90a891f-78ca-4487-9e0c-104e71649d1a req-51b591ff-4c94-4c86-8a97-ad191e837379 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 946 time: 0.0483282 Jul 21 12:44:57.462881 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-e90a891f-78ca-4487-9e0c-104e71649d1a req-6803e855-24f2-4531-a824-b313f6456ab1 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/security-groups?id=08637106-953b-4bf6-b2bc-368122fbc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410888 Jul 21 12:44:57.884459 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-395e06ea-8738-4199-bee9-2eb7c00af90e req-0276a168-c403-4b4f-8caa-01d436b43ac8 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0280542 Jul 21 12:44:57.916013 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-7c198443-a07d-4870-b9a1-a438023a04e5 req-55a4bf0d-219d-44b5-b1e5-dca7d236d879 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0319254 Jul 21 12:44:58.585848 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2213f15a-d377-4171-8309-e0a6497c2a5c req-796caa2e-4283-4b49-a47c-c0bb533b87b2 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:44:58.587337 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-2213f15a-d377-4171-8309-e0a6497c2a5c req-796caa2e-4283-4b49-a47c-c0bb533b87b2 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 946 time: 0.0478680 Jul 21 12:44:58.640123 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-2213f15a-d377-4171-8309-e0a6497c2a5c req-4d77acf5-97d0-4f23-ab17-5577ec112b3b tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/security-groups?id=08637106-953b-4bf6-b2bc-368122fbc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457680 Jul 21 12:44:58.993343 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-89cf8e39-c9ac-4c53-84ef-3f598ec0f27a req-2bc91cdb-d22b-4849-9311-1bef5c445400 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0281129 Jul 21 12:44:59.013694 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-d44a17ec-7568-43d9-9bb4-82c6b2cdda93 req-0b2dff7b-766b-48ca-a7b9-54ce20fe4a82 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0281150 Jul 21 12:44:59.768816 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca65a9c-3932-494f-b908-127906309ccc req-0a3700e9-75d7-4623-ae5f-63d5a85ffc04 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:44:59.770244 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-aca65a9c-3932-494f-b908-127906309ccc req-0a3700e9-75d7-4623-ae5f-63d5a85ffc04 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 946 time: 0.0488000 Jul 21 12:44:59.820217 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-aca65a9c-3932-494f-b908-127906309ccc req-ce7bd522-7a51-4748-844a-484754688884 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/security-groups?id=08637106-953b-4bf6-b2bc-368122fbc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418122 Jul 21 12:45:00.103217 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-4aab6393-4639-4e38-ba54-cdf7a81b4b8d req-0783a9b6-4583-40e9-9c0e-24b0ace48f30 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0279384 Jul 21 12:45:00.120484 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-9541e474-5df9-42b1-8e8f-d1c0b6b01a47 req-e581bd25-e4cb-44d7-b27a-3065f35d5e37 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0314169 Jul 21 12:45:00.952722 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8620e4c2-db2e-42db-a6af-795e3532ffc9 req-bfa71d10-6a76-49ad-9fde-a2b5148fa3f0 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:45:00.954185 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-8620e4c2-db2e-42db-a6af-795e3532ffc9 req-bfa71d10-6a76-49ad-9fde-a2b5148fa3f0 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 946 time: 0.0471869 Jul 21 12:45:01.004747 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-8620e4c2-db2e-42db-a6af-795e3532ffc9 req-751c0579-a8a9-473e-87df-3f01507be9e4 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/security-groups?id=08637106-953b-4bf6-b2bc-368122fbc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448625 Jul 21 12:45:01.213415 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-447832ea-4b48-45f7-920a-61e0f31dcb09 req-f0655e4a-57ca-4186-9b4f-37bcf554f618 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0282614 Jul 21 12:45:01.227709 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-fbe848db-3e71-492c-bf77-9112729f8a9c req-d193ce21-b36e-4afb-b2f1-b917dd5e2074 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0305419 Jul 21 12:45:01.359735 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=62,neutron:UPDATE=3 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:45:01.360992 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=51,neutron:UPDATE=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:45:02.130137 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06fb413-c61d-4168-a398-05682c244c29 req-2f090ba8-0534-4985-a84f-2c0e8d346226 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:45:02.131641 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-d06fb413-c61d-4168-a398-05682c244c29 req-2f090ba8-0534-4985-a84f-2c0e8d346226 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 946 time: 0.0551133 Jul 21 12:45:02.180596 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-d06fb413-c61d-4168-a398-05682c244c29 req-19c680e0-017d-43c1-8a53-44e15caa41a5 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/security-groups?id=08637106-953b-4bf6-b2bc-368122fbc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433292 Jul 21 12:45:02.321698 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-a8f89a3b-0dcc-4134-8c88-9bf82475e3de req-72a0e73c-b701-46dd-a3d0-4665788c51ab tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0278168 Jul 21 12:45:02.329101 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-2472d29b-4cde-475a-ad79-b63898665e58 req-2118de77-5e18-48a5-b1b0-ec5b4eb2f9b2 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0275304 Jul 21 12:45:02.644225 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (0e418a3d-140a-4386-ad03-1f6ad2d8ed7b), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:45:03.306184 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0741aae-8f2c-4189-a8f5-69998d82efb0 req-629b7f70-b0b1-4d8e-affa-ff62d6991422 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:45:03.307638 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-d0741aae-8f2c-4189-a8f5-69998d82efb0 req-629b7f70-b0b1-4d8e-affa-ff62d6991422 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 946 time: 0.0466337 Jul 21 12:45:03.357969 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-d0741aae-8f2c-4189-a8f5-69998d82efb0 req-61b5df1b-91ab-41c3-9c45-1aa52dd66250 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/security-groups?id=08637106-953b-4bf6-b2bc-368122fbc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417399 Jul 21 12:45:03.420494 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-49e5bbb2-8026-4c74-a787-ed551b744f59 req-5ce6b43a-2761-40fa-ba09-9f5ee0cc32d6 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0312035 Jul 21 12:45:03.444551 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-f7972762-35eb-4eab-b929-309e229112ef req-51858ae7-ef70-47e9-9194-20c4a91a239d tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0317848 Jul 21 12:45:04.482576 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df7aed1-a1d3-46fc-be4b-f44481644b25 req-41f084a3-15fa-4620-bf7c-72433f53ee18 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:45:04.484244 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-9df7aed1-a1d3-46fc-be4b-f44481644b25 req-41f084a3-15fa-4620-bf7c-72433f53ee18 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 946 time: 0.0506878 Jul 21 12:45:04.518691 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-7fbef774-b2f0-442e-aae0-df09369ccfa3 req-efab3e36-7df4-41bc-8c97-309b247086e1 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0280972 Jul 21 12:45:04.532577 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-9df7aed1-a1d3-46fc-be4b-f44481644b25 req-35492b7d-6e7a-48f1-88d9-490785504631 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/security-groups?id=08637106-953b-4bf6-b2bc-368122fbc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421214 Jul 21 12:45:04.601143 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-dd879870-8115-46b9-8349-60c2d0367e47 req-982519dc-dbc3-4d2d-8782-93910fc3af1b tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0274169 Jul 21 12:45:05.625805 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-93e7b952-a346-4c46-8495-09a7b166dc1b req-a3e372ca-b472-4086-b492-f4b277ad13a7 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0296147 Jul 21 12:45:05.651286 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c25ffb8-ef2c-48b0-882c-c17afe3370af req-3a0eb010-5273-4892-bd46-28fb64c74e93 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:45:05.652770 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-2c25ffb8-ef2c-48b0-882c-c17afe3370af req-3a0eb010-5273-4892-bd46-28fb64c74e93 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 946 time: 0.0470181 Jul 21 12:45:05.699508 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-2c25ffb8-ef2c-48b0-882c-c17afe3370af req-7ae9843f-3706-4917-95b5-421144acd377 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/security-groups?id=08637106-953b-4bf6-b2bc-368122fbc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411572 Jul 21 12:45:05.710967 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-2a6f07da-d135-42d3-ae53-51f4b576c024 req-6f8ab292-507b-434e-9e99-b8299aa275f9 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0280073 Jul 21 12:45:06.009040 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=3 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:45:06.010221 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=3 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:45:06.734951 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-0e73fcbc-fc7b-4c16-b03c-48c08f1693e3 req-ffa032aa-e05a-42bb-b4e9-fea990a406c6 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0313048 Jul 21 12:45:06.818621 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bd5d8e-7874-43ef-8815-579cc10a725d req-737d159f-a644-400b-9662-fbdf92546332 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:45:06.820047 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-48bd5d8e-7874-43ef-8815-579cc10a725d req-737d159f-a644-400b-9662-fbdf92546332 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 946 time: 0.0514610 Jul 21 12:45:06.821394 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-144aae87-7095-492d-a987-adbe1050586f req-1237b54b-c337-4654-8cee-ea01faad43d3 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0281816 Jul 21 12:45:06.869076 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-48bd5d8e-7874-43ef-8815-579cc10a725d req-daf01b59-61ab-4f30-aecc-e2b6f5ec0462 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/security-groups?id=08637106-953b-4bf6-b2bc-368122fbc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432086 Jul 21 12:45:07.841299 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-14e3afdb-37e5-47dd-809f-3a299542f748 req-e23b3e1e-eb11-40f0-b546-1287ec546eb3 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0279784 Jul 21 12:45:07.919881 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-0075bb42-b952-4a21-b7a0-e0ca7cb9a1c1 req-a9151e75-c0a1-44b4-9ef3-e72457f00a89 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0298107 Jul 21 12:45:07.988216 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9796bfa-0c25-4fba-98db-ffaff5fa9a80 req-6bd751a1-0ad8-4cb7-b324-b9df106ae46f tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:45:07.989689 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-f9796bfa-0c25-4fba-98db-ffaff5fa9a80 req-6bd751a1-0ad8-4cb7-b324-b9df106ae46f tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 946 time: 0.0465221 Jul 21 12:45:08.043207 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-f9796bfa-0c25-4fba-98db-ffaff5fa9a80 req-8fe06079-c482-414e-93c3-657e52746a6a tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/security-groups?id=08637106-953b-4bf6-b2bc-368122fbc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452976 Jul 21 12:45:08.950067 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-0feeb8a4-2d05-4d9f-90ac-6084a1e7065a req-5d23c71a-583c-45f6-b09d-660fc27fdd20 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0292971 Jul 21 12:45:09.016553 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-1011efb1-5eda-4390-b52c-ca32bd50fde6 req-115cbbeb-fac7-4457-a03e-0b65d80b737f tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0276427 Jul 21 12:45:09.169236 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0964b8d3-f9e9-4f03-9f7b-42a53462eab0 req-b4ab2c79-8270-4c50-9805-2babbe2b3c68 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:45:09.170766 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-0964b8d3-f9e9-4f03-9f7b-42a53462eab0 req-b4ab2c79-8270-4c50-9805-2babbe2b3c68 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 946 time: 0.0594008 Jul 21 12:45:09.221072 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-0964b8d3-f9e9-4f03-9f7b-42a53462eab0 req-63f86165-7b5c-4680-90dc-3f7acef4240a tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/security-groups?id=08637106-953b-4bf6-b2bc-368122fbc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432665 Jul 21 12:45:10.058382 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-02460dce-c6fd-423c-9fa4-927ade46cfb6 req-a0e01f16-4f74-454a-b19b-a303ea8ae7b7 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0286248 Jul 21 12:45:10.118434 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-63fa7f09-96a8-4898-8aca-92567e2c3b72 req-0bcca5b7-8488-4e17-879d-256478d1bc40 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0275371 Jul 21 12:45:10.355687 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7949b4-8a61-4f5a-8f53-6b79a9f5f059 req-2f39e599-858f-4fa7-958a-b3e79c85b1c4 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:45:10.357143 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-7a7949b4-8a61-4f5a-8f53-6b79a9f5f059 req-2f39e599-858f-4fa7-958a-b3e79c85b1c4 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 946 time: 0.0496705 Jul 21 12:45:10.398259 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=100 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:45:10.406158 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-7a7949b4-8a61-4f5a-8f53-6b79a9f5f059 req-00e773ba-8271-4adf-ae41-bde5e302d7fe tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/security-groups?id=08637106-953b-4bf6-b2bc-368122fbc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415974 Jul 21 12:45:11.161269 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-e78bdab0-61e3-4bd2-ac4b-01fb4063f6a3 req-472af95f-8bfb-424a-a106-f32dd02ce72e tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0285745 Jul 21 12:45:11.217233 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-be383db2-0861-47bd-b6f3-08dc3c1b8a9b req-33a2b099-4663-4a36-85c1-0c597536b629 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0302055 Jul 21 12:45:11.460960 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-f2c157a0-61fe-4957-aec3-1c6897d145d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (8a21e728-a2e9-4580-a748-6ac9ba47a2a7), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:45:11.539805 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a09e4ea-2b8c-4859-9b8b-cbe61e8d9969 req-3fafb364-032d-4b29-8b23-72046742121f tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:45:11.541247 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-1a09e4ea-2b8c-4859-9b8b-cbe61e8d9969 req-3fafb364-032d-4b29-8b23-72046742121f tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 946 time: 0.0500689 Jul 21 12:45:11.591428 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-1a09e4ea-2b8c-4859-9b8b-cbe61e8d9969 req-b712fac1-41a5-4ecf-bb50-8b272f7347a9 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/security-groups?id=08637106-953b-4bf6-b2bc-368122fbc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414903 Jul 21 12:45:12.261831 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-ed799079-c408-4f45-8421-76f3ad46fa32 req-bbc6c674-568a-4788-8c05-60e14f07a253 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0324731 Jul 21 12:45:12.313362 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-b920f4b7-7464-411f-a4ae-0ae11d2b19ea req-b90c765e-307a-4202-ae72-317125131e33 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0283628 Jul 21 12:45:12.714832 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3d1ec0-2d96-4a20-a3ce-1e22571b74cc req-0b253623-7217-449c-8c9a-8c16f1ec51dc tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:45:12.716317 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-5b3d1ec0-2d96-4a20-a3ce-1e22571b74cc req-0b253623-7217-449c-8c9a-8c16f1ec51dc tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 946 time: 0.0472908 Jul 21 12:45:12.763661 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-5b3d1ec0-2d96-4a20-a3ce-1e22571b74cc req-b799dcfb-8547-4d7a-a4d4-7dda8d7b36e8 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/security-groups?id=08637106-953b-4bf6-b2bc-368122fbc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417628 Jul 21 12:45:13.367007 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-660af912-f524-4076-a4af-39ca02b5bcfd req-48b6bb06-9718-45d5-ad6e-be37edc445df tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0283630 Jul 21 12:45:13.414455 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-c679221d-c85e-494b-b6e5-f5d443432a1b req-5cfcd50a-1b6f-47ad-9d40-ad4ad32d4469 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0305271 Jul 21 12:45:13.888081 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a877469-8ae1-45d7-8e32-35b354d12206 req-51652735-8ca8-424f-8fac-24350e1d2f00 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:45:13.889542 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-7a877469-8ae1-45d7-8e32-35b354d12206 req-51652735-8ca8-424f-8fac-24350e1d2f00 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 946 time: 0.0472801 Jul 21 12:45:13.941528 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-7a877469-8ae1-45d7-8e32-35b354d12206 req-cba36c6b-709b-4c88-bf26-acd6fdc7a94e tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/security-groups?id=08637106-953b-4bf6-b2bc-368122fbc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465016 Jul 21 12:45:14.480706 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-3d682155-069b-4006-a187-76efccf406bf req-f8347718-68c5-4683-994f-5fabd5232e04 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0282228 Jul 21 12:45:14.493138 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=100 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:45:14.511935 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-6593be78-6268-4f01-8b82-388400223fa8 req-82755996-5eda-43ac-bba8-3fd7c7050463 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0290034 Jul 21 12:45:14.925716 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-ff5244b2-661f-4062-821f-3e8ce303053b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (ceb1130f-c61e-494c-be4f-967cc153319c), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:45:15.056417 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e341bb-2891-4990-a6e4-dc886ce36b68 req-94aff4d1-f988-40a2-8183-8614433ae118 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:45:15.057888 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-37e341bb-2891-4990-a6e4-dc886ce36b68 req-94aff4d1-f988-40a2-8183-8614433ae118 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 946 time: 0.0490243 Jul 21 12:45:15.106809 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-37e341bb-2891-4990-a6e4-dc886ce36b68 req-25bd9872-79d5-4a3c-9ebb-45026278a005 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/security-groups?id=08637106-953b-4bf6-b2bc-368122fbc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431013 Jul 21 12:45:15.589530 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-f5bcedc4-e0e0-4372-bb86-b0d474e378ae req-d87fde81-002f-4655-93fc-684ad6569b53 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0285933 Jul 21 12:45:15.610460 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-2e1cbdb5-7214-4aa5-8790-7e916989af26 req-3d8eded2-127b-4d67-9cd3-1ce2dbebaeaf tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0289323 Jul 21 12:45:16.025887 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-34089123-786a-4f56-8fd8-e31aace790ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (7a27be9f-c1a8-4dec-a92f-42ec7311fe12), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:45:16.237517 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8843ecdc-1f05-409e-ae89-62dc87c1009c req-493b32b0-a4c6-43b8-9630-4b39dc5a9ab8 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:45:16.239002 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-8843ecdc-1f05-409e-ae89-62dc87c1009c req-493b32b0-a4c6-43b8-9630-4b39dc5a9ab8 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 946 time: 0.0522821 Jul 21 12:45:16.296727 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-8843ecdc-1f05-409e-ae89-62dc87c1009c req-b0d8c2d9-f47f-4ef6-9951-35afa63db62e tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/security-groups?id=08637106-953b-4bf6-b2bc-368122fbc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518005 Jul 21 12:45:16.700322 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-1de8002e-138f-4715-9f35-80d6fa880f31 req-9c62cec6-970d-4c5f-9984-81f7235e32ac tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0306320 Jul 21 12:45:16.711650 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-cf089fe6-99b8-4e3b-9795-66945d7c5bb4 req-d0bc4db5-4990-44d1-8e7a-0c9beb5d6790 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0280766 Jul 21 12:45:16.847456 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (c982e9e4-9e4b-4150-8658-75b564dceb25), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:45:17.385617 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-b3746fee-4e12-46ce-ae12-d62ff35738f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (bda8c5c0-9935-4f58-b3ba-5b48a27d9f80), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:45:17.419254 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dd0541-7102-4316-8181-9fb7afcb295f req-aec0bfc0-4b0f-4f4a-8625-ed2babe512c9 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:45:17.420693 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-46dd0541-7102-4316-8181-9fb7afcb295f req-aec0bfc0-4b0f-4f4a-8625-ed2babe512c9 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 946 time: 0.0469658 Jul 21 12:45:17.455693 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=100 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:45:17.467666 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-46dd0541-7102-4316-8181-9fb7afcb295f req-d3e68a1a-55c9-4f1e-a8de-a53afdd3e57d tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/security-groups?id=08637106-953b-4bf6-b2bc-368122fbc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413048 Jul 21 12:45:17.798224 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-210c37db-26f5-4cac-a39c-2aba51970b6f req-8c132909-533d-40dc-896f-4b55998ec80e tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0286367 Jul 21 12:45:17.808001 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-d579146a-2bdc-4a76-a740-8dfc0c66e0da req-e787805c-a144-4f93-9b80-ff658e9d451d tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0282679 Jul 21 12:45:18.736649 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=100 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:45:18.750850 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a020ed-f0a6-4115-a10c-c0e433c15ef3 req-0401b0df-843c-4071-81c2-2bdd5cb819c6 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:45:18.752305 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-b0a020ed-f0a6-4115-a10c-c0e433c15ef3 req-0401b0df-843c-4071-81c2-2bdd5cb819c6 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 946 time: 0.0508983 Jul 21 12:45:18.802314 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-b0a020ed-f0a6-4115-a10c-c0e433c15ef3 req-ff26b2f6-d397-484e-9e9d-ebcb4b20d084 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/security-groups?id=08637106-953b-4bf6-b2bc-368122fbc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419304 Jul 21 12:45:18.900816 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-f8dcd602-5708-483f-be32-ead1b8968e46 req-937e39c7-35f4-4643-bb8e-52e049f7f2ba tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0307827 Jul 21 12:45:18.904345 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-9cc7d631-ddfc-48e5-ab32-1e84aebbb9a5 req-876a0a03-1a7e-4a6d-913a-dd5ca73ba70e tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0307696 Jul 21 12:45:19.930219 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd38ca53-3cb2-4200-a624-51cf1b637f4f req-67de087d-5322-46dd-a1b4-f7f42b02a115 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:45:19.932051 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-dd38ca53-3cb2-4200-a624-51cf1b637f4f req-67de087d-5322-46dd-a1b4-f7f42b02a115 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 946 time: 0.0498173 Jul 21 12:45:19.980331 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-dd38ca53-3cb2-4200-a624-51cf1b637f4f req-204c65cf-df06-438a-bc45-7163f50ace62 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/security-groups?id=08637106-953b-4bf6-b2bc-368122fbc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426924 Jul 21 12:45:19.997187 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-bcd30106-31c1-4517-8819-1c584bf5380c req-767d44b6-a8df-44c8-aaa7-5962330897af tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0282443 Jul 21 12:45:20.062299 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-fa2fdf50-69e6-45d5-bd6b-ea6a4527cdc0 req-632bb186-3a64-4331-a492-e6f551562f39 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0281420 Jul 21 12:45:20.190210 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.agents_db [None req-4203cc95-03b4-445b-a92f-19fc3dec8381 None None] Agent healthcheck: found 6 active agents {{(pid=104162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 12:45:21.098486 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-ffdd2c32-5a44-4e72-a7fb-92dd4f48faad req-b58b2f92-5ef3-49a4-8cbe-46869c36ee27 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0274792 Jul 21 12:45:21.099117 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e467f7e5-1131-4a18-a496-00ccbbd81f46 req-00aee07b-7615-4a1d-9b0c-2feb00ced992 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:45:21.100415 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-e467f7e5-1131-4a18-a496-00ccbbd81f46 req-00aee07b-7615-4a1d-9b0c-2feb00ced992 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 946 time: 0.0493476 Jul 21 12:45:21.148710 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-e467f7e5-1131-4a18-a496-00ccbbd81f46 req-e52edeef-ad75-464d-bca5-5792a9724beb tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/security-groups?id=08637106-953b-4bf6-b2bc-368122fbc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425622 Jul 21 12:45:21.183091 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-e21cdab7-f6a2-4661-8b2e-71fa97ae00ea req-5dd0dcdd-7d25-4144-affc-64fa3f29c4c8 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0298178 Jul 21 12:45:22.205269 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-3441b57f-06d0-48e4-a371-83f118440f12 req-2b93a5d5-c936-4bd6-b159-d88abbd96275 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0316772 Jul 21 12:45:22.269264 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460e6c54-5fdc-46a2-874c-bd8a0c000c83 req-b5733e00-17c2-41ab-8bff-587208356702 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:45:22.270760 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-460e6c54-5fdc-46a2-874c-bd8a0c000c83 req-b5733e00-17c2-41ab-8bff-587208356702 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 946 time: 0.0494494 Jul 21 12:45:22.287725 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-77ed7009-12d3-4df8-b44b-bbd1b6db954d req-1965ca6d-5bd7-4fdb-87f1-c027a25dc7ca tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0282972 Jul 21 12:45:22.318288 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-460e6c54-5fdc-46a2-874c-bd8a0c000c83 req-85c0f255-82ba-436e-97db-dcf1be4ca16d tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/security-groups?id=08637106-953b-4bf6-b2bc-368122fbc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416849 Jul 21 12:45:23.310702 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-855baa4f-9bb9-40cc-a4dc-665cf9b78b8f req-32f10a19-71d5-42dc-baae-7a17d9ae09c1 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0294945 Jul 21 12:45:23.383658 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-f71f5375-5d41-47bc-a4fb-791047dadde3 req-62c16f44-c577-45c6-b811-dd5dd3dd7ee7 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0279038 Jul 21 12:45:23.437838 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2500be03-41ff-457f-9fb4-b7c45576d03c req-09cdc123-1020-4f1e-99e9-a18ca2fa6db1 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:45:23.439243 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-2500be03-41ff-457f-9fb4-b7c45576d03c req-09cdc123-1020-4f1e-99e9-a18ca2fa6db1 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 946 time: 0.0538373 Jul 21 12:45:23.486162 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-2500be03-41ff-457f-9fb4-b7c45576d03c req-f2e5e4b3-f4a8-4c12-be13-42a0a668d186 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/security-groups?id=08637106-953b-4bf6-b2bc-368122fbc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413058 Jul 21 12:45:24.429938 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-15ed1125-bb10-4f05-9523-4b27ca3dc2fd req-b5553561-d179-46b3-abbe-446cf275ac0f tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0414648 Jul 21 12:45:24.492900 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-cd93096d-a771-4e61-9527-94dd14727c8b req-70ae302a-2edf-4df6-be91-92153f689eac tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0316746 Jul 21 12:45:24.598815 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d68a22-7f25-4163-82a8-7c4335a9c2b9 req-7e73e709-def0-42bf-8f4b-26d75b5cc3d3 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:45:24.600328 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-c6d68a22-7f25-4163-82a8-7c4335a9c2b9 req-7e73e709-def0-42bf-8f4b-26d75b5cc3d3 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 946 time: 0.0472665 Jul 21 12:45:24.646611 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-c6d68a22-7f25-4163-82a8-7c4335a9c2b9 req-4a61271f-8139-4d8a-8859-6eb2510c75ae tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/security-groups?id=08637106-953b-4bf6-b2bc-368122fbc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406940 Jul 21 12:45:25.531984 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-510be4c4-1cdb-44f3-b046-b067e34a1446 req-c8b01a73-b78c-4d28-aeea-f5e430b94d58 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0298710 Jul 21 12:45:25.589245 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-d033f98b-0627-4d4f-97c4-492e370f9d00 req-34f7a338-6e0f-4107-9564-9b5a5a276cae tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0276394 Jul 21 12:45:25.790666 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e1a90c-0f52-4c58-a480-a2f7e9f02dd6 req-bd0e920d-97b9-419d-b501-a62c31aa8abe tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:45:25.792443 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-19e1a90c-0f52-4c58-a480-a2f7e9f02dd6 req-bd0e920d-97b9-419d-b501-a62c31aa8abe tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 946 time: 0.0668440 Jul 21 12:45:25.840687 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-19e1a90c-0f52-4c58-a480-a2f7e9f02dd6 req-5e24143f-3585-4ea2-85da-e5c797c0857f tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/security-groups?id=08637106-953b-4bf6-b2bc-368122fbc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426385 Jul 21 12:45:26.645024 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-8121b091-9d35-4c71-a7a5-372c5661a958 req-a36228de-391c-42c3-903a-30373a39cd24 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0396574 Jul 21 12:45:26.699520 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-d8ed17c9-d827-416d-80bd-2261cccb676d req-cac6ce59-a000-4bfd-80d2-a08e01edd1f4 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0313139 Jul 21 12:45:26.969549 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da173557-524c-45a9-866c-d939fc983e9e req-ead2168e-d0fa-4d45-9d75-cb10732d9f4a tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:45:26.971009 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-da173557-524c-45a9-866c-d939fc983e9e req-ead2168e-d0fa-4d45-9d75-cb10732d9f4a tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 946 time: 0.0487485 Jul 21 12:45:27.018041 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-da173557-524c-45a9-866c-d939fc983e9e req-e84b6315-e0f2-4079-a26e-4e8b3f6bf08e tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/security-groups?id=08637106-953b-4bf6-b2bc-368122fbc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414608 Jul 21 12:45:27.372386 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:45:27.379587 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:45:27.748029 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-473b397d-7e9d-478f-b911-abc6b938a679 req-220af7a3-3a6f-4867-8883-0426f77a0e33 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0286732 Jul 21 12:45:27.799430 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-428eacf9-0b48-41db-bf25-734df35ae2c7 req-75e7af29-ef5f-4fc2-9300-fa9208fc36fd tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0309079 Jul 21 12:45:28.145562 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aac3f5-3a9f-4674-aa5b-5cbaa390acf4 req-172c1159-f1e1-4391-ab36-0d4bef39f3c0 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:45:28.147057 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-e9aac3f5-3a9f-4674-aa5b-5cbaa390acf4 req-172c1159-f1e1-4391-ab36-0d4bef39f3c0 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 946 time: 0.0485349 Jul 21 12:45:28.198614 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-e9aac3f5-3a9f-4674-aa5b-5cbaa390acf4 req-a43693e8-cddb-4201-aaa3-d989ba053e73 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/security-groups?id=08637106-953b-4bf6-b2bc-368122fbc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459037 Jul 21 12:45:28.853451 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-2f2c6a7c-a468-48dd-984b-c2255bec3ea7 req-b773ab53-ceb2-4d1a-8f4b-4805cb2b917e tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0274351 Jul 21 12:45:28.896535 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-372c5596-c715-4405-b842-6f032d416913 req-d128f599-6c48-4250-b74a-6e3a8550011c tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0292957 Jul 21 12:45:29.584753 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066f7cdc-0d9b-4e37-9aae-4ac9c6990f0e req-7594c78c-7b82-4ec9-9f71-8454c021f4c0 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:45:29.586163 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-066f7cdc-0d9b-4e37-9aae-4ac9c6990f0e req-7594c78c-7b82-4ec9-9f71-8454c021f4c0 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 946 time: 0.3144090 Jul 21 12:45:29.636636 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-066f7cdc-0d9b-4e37-9aae-4ac9c6990f0e req-e4f9cdcc-c87c-45b3-9cd5-c36c06285eda tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/security-groups?id=08637106-953b-4bf6-b2bc-368122fbc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421612 Jul 21 12:45:29.963921 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-bb6012cf-b4c0-4e5f-949e-1f410a94f5cd req-36d8de44-d44e-46f5-8dec-2a142f473c3e tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0321794 Jul 21 12:45:30.004919 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-b44a6e5c-919b-457a-a4af-3416340d0585 req-14a2bb77-a1b8-4dbd-b9de-682cf176e2b7 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0281487 Jul 21 12:45:30.185208 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:45:30.186018 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:45:30.758994 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ce287f-7bff-4160-a138-a60c105a2459 req-cedc3fa1-a335-48f5-b954-d03251bec3e5 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:45:30.760449 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-95ce287f-7bff-4160-a138-a60c105a2459 req-cedc3fa1-a335-48f5-b954-d03251bec3e5 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 946 time: 0.0476654 Jul 21 12:45:30.809934 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-95ce287f-7bff-4160-a138-a60c105a2459 req-304e3fc9-4b8f-40df-b53e-0df6d91b512d tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/security-groups?id=08637106-953b-4bf6-b2bc-368122fbc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439270 Jul 21 12:45:31.068033 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-3dc28e10-783b-4766-9bdc-3c465c0752d6 req-78e9d69c-1117-44eb-ad4e-cbf6656e1b17 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0278530 Jul 21 12:45:31.105811 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-cfcd93ff-7d23-4fd5-ab4f-a7c1c4e78952 req-a90420d9-b0d0-4252-b789-a9dfb82f4de6 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0333655 Jul 21 12:45:31.936241 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=100 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:45:31.945458 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d047c9d-787c-49fc-a051-236eee1da03c req-358e39c2-ba5c-41ea-b8d8-224d77b49b0b tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:45:31.947035 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-1d047c9d-787c-49fc-a051-236eee1da03c req-358e39c2-ba5c-41ea-b8d8-224d77b49b0b tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 946 time: 0.0509236 Jul 21 12:45:32.001518 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-1d047c9d-787c-49fc-a051-236eee1da03c req-04ced5b2-9d0b-4e65-90d4-78572f283a40 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/security-groups?id=08637106-953b-4bf6-b2bc-368122fbc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487585 Jul 21 12:45:32.178190 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-c3136914-720f-4a7c-be33-19062d0f95f0 req-345539c1-4048-4305-a57a-2e915a3c81d2 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0318382 Jul 21 12:45:32.209877 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-2836eb97-372f-46bf-ae92-1b9e28956d9c req-94658a42-ba05-497f-b510-db35a57fd7b4 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0276787 Jul 21 12:45:32.652054 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (0e418a3d-140a-4386-ad03-1f6ad2d8ed7b), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:45:33.124510 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4738215e-1c2a-4e98-8b95-25e327d4121d req-eaabc0d6-9978-4bb0-a6d6-5e0b45907ceb tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:45:33.125966 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-4738215e-1c2a-4e98-8b95-25e327d4121d req-eaabc0d6-9978-4bb0-a6d6-5e0b45907ceb tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 946 time: 0.0489335 Jul 21 12:45:33.176682 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-4738215e-1c2a-4e98-8b95-25e327d4121d req-d9d16ad0-3f83-4164-b065-90c44ab0be02 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/security-groups?id=08637106-953b-4bf6-b2bc-368122fbc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426850 Jul 21 12:45:33.273879 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-22c63b64-c133-482f-8e34-6916c20e1632 req-2f3f43c5-343e-436b-81f0-da97cc1af240 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0284269 Jul 21 12:45:33.398765 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-bcb6725d-7ab6-409b-a777-5595f7bf7224 req-86751233-16f3-42b1-b712-ab85bdee67f6 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0360785 Jul 21 12:45:34.307515 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b18b42-cf52-4022-9171-b1aada50619f req-9b5605b9-e72f-474f-90db-f72351bd05bb tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:45:34.309002 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-89b18b42-cf52-4022-9171-b1aada50619f req-9b5605b9-e72f-474f-90db-f72351bd05bb tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 946 time: 0.0585005 Jul 21 12:45:34.361643 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-89b18b42-cf52-4022-9171-b1aada50619f req-ec82325d-a5b0-49ea-a1e1-4bd611184c7b tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/security-groups?id=08637106-953b-4bf6-b2bc-368122fbc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471261 Jul 21 12:45:34.381792 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-4cef6358-484b-4ca0-ae42-86366cc97cd7 req-068e7918-f420-48a7-9fbb-37945ed39c0b tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0279951 Jul 21 12:45:34.496679 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-ef858bdc-90c0-4b49-9c6b-5295172f858a req-5243d4a2-17b6-4416-b009-3606f84230cb tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0297513 Jul 21 12:45:35.484041 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-2f48db6c-75ed-48b9-a81b-31687a28ca89 req-afc38340-7575-4978-9a93-014fbddc0bb7 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0279715 Jul 21 12:45:35.576802 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74accb37-23e3-4009-9564-897fc04a722b req-6bd08841-c9a9-4ac1-994d-7ccb2559dfa3 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:45:35.578292 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-74accb37-23e3-4009-9564-897fc04a722b req-6bd08841-c9a9-4ac1-994d-7ccb2559dfa3 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 946 time: 0.0519862 Jul 21 12:45:35.590389 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-5edb5c9c-f329-4240-a70f-ff8fe55e0fea req-26c2f931-7364-4558-a691-380df966c1f6 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0276160 Jul 21 12:45:35.627233 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-74accb37-23e3-4009-9564-897fc04a722b req-e1b0eaf9-3d92-45c7-8bee-c01d13896e05 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/security-groups?id=08637106-953b-4bf6-b2bc-368122fbc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431263 Jul 21 12:45:36.590975 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-5ba6cfb3-42c8-409e-b5c7-94aad6807b6f req-39248c6c-13c4-4c88-afcb-5ed2176e7009 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0315716 Jul 21 12:45:36.688045 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-91280993-6a2e-449e-b20c-e18418d107d5 req-41751887-9fae-4b65-ae38-8712e1dbb1c9 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0301087 Jul 21 12:45:36.742116 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08eae7d-7f60-4f00-8340-9c8220895f2b req-654ffa27-2707-4a3f-bbbf-20135a8271d5 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:45:36.743691 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-c08eae7d-7f60-4f00-8340-9c8220895f2b req-654ffa27-2707-4a3f-bbbf-20135a8271d5 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 946 time: 0.0466859 Jul 21 12:45:36.794608 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-c08eae7d-7f60-4f00-8340-9c8220895f2b req-f4104c74-d53e-4777-a89e-b36aa491394b tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/security-groups?id=08637106-953b-4bf6-b2bc-368122fbc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426095 Jul 21 12:45:37.681588 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=100 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:45:37.702375 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-0d481b57-4a5b-4d9f-9c84-8f3444a93c2e req-89184636-05c4-440e-8556-badb22941b43 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0294886 Jul 21 12:45:37.789154 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-0443a87f-6462-43c0-ae6c-f6849339f78e req-1d35b1a6-0e79-4765-ba74-dc5dd6ad9ced tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0335646 Jul 21 12:45:37.916720 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e57341b-cfd5-4a9a-80fe-fc452e75dea9 req-f4f2d9ac-9bc4-4717-bc22-888fbfb1374e tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:45:37.918180 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-7e57341b-cfd5-4a9a-80fe-fc452e75dea9 req-f4f2d9ac-9bc4-4717-bc22-888fbfb1374e tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 946 time: 0.0514531 Jul 21 12:45:37.966265 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-7e57341b-cfd5-4a9a-80fe-fc452e75dea9 req-f555e92e-cbb5-4e3a-a9fb-2db2d4276f2d tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/security-groups?id=08637106-953b-4bf6-b2bc-368122fbc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424783 Jul 21 12:45:38.810497 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-8e179fc8-7d01-424f-bdf4-876b5716e657 req-f5fabda0-e17f-4186-ba66-500f5e4e0721 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0321927 Jul 21 12:45:38.883869 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-305d25b1-224e-453f-a067-8863f06ca04d req-e00e52b1-c40c-46b5-811d-7ff652e64dd2 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0277965 Jul 21 12:45:39.107337 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21443234-4323-4dca-9941-3e13e61cfc16 req-bbcbefb5-27cd-4950-a4d6-35c06a559337 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:45:39.108949 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-21443234-4323-4dca-9941-3e13e61cfc16 req-bbcbefb5-27cd-4950-a4d6-35c06a559337 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 946 time: 0.0562959 Jul 21 12:45:39.122631 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=100 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:45:39.161072 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-21443234-4323-4dca-9941-3e13e61cfc16 req-0b63ecba-3ca1-4a7e-9afe-159ada41fcc8 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/security-groups?id=08637106-953b-4bf6-b2bc-368122fbc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438476 Jul 21 12:45:39.922384 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-0710dcc4-5c48-4891-bd95-9b5669d95e1b req-874ed8d7-6211-4844-97ac-43c38bdde87a tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0338414 Jul 21 12:45:39.980658 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-7023cc2a-dba7-462c-aa39-0340aa1cfbb9 req-cac96b62-ef98-4f73-8b98-36ac20952fa4 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0277765 Jul 21 12:45:40.283464 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=100 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:45:40.295935 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e44e35e-d92c-4f49-bd7a-9d4419664129 req-b0fe320a-4e06-4fdb-8eaa-d95b31bdbf72 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:45:40.297386 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-1e44e35e-d92c-4f49-bd7a-9d4419664129 req-b0fe320a-4e06-4fdb-8eaa-d95b31bdbf72 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 946 time: 0.0527396 Jul 21 12:45:40.344034 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-1e44e35e-d92c-4f49-bd7a-9d4419664129 req-ad2323bc-ab58-44dc-95f0-dad8ea17884b tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/security-groups?id=08637106-953b-4bf6-b2bc-368122fbc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410006 Jul 21 12:45:41.030910 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-60f7f33c-e49d-45f7-8ad9-700f96cc9eb0 req-e5c8b426-2d8a-4bf6-8c57-cb2aaa99276c tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0318739 Jul 21 12:45:41.078820 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-84880c21-a19c-485a-ad13-c7cabeaa723a req-1ddb06a4-5a81-43b0-9989-a7f5df88ba1b tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0275939 Jul 21 12:45:41.454995 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-29e514b0-0cb1-4e4c-a051-422371d189fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (8a21e728-a2e9-4580-a748-6ac9ba47a2a7), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:45:41.483382 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a3094e-5d2b-47d0-9ba2-e41904ef411b req-ea995bd1-b9d5-43de-bd4c-7dc2465b7283 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:45:41.484895 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-d3a3094e-5d2b-47d0-9ba2-e41904ef411b req-ea995bd1-b9d5-43de-bd4c-7dc2465b7283 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 946 time: 0.0475852 Jul 21 12:45:41.533537 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-d3a3094e-5d2b-47d0-9ba2-e41904ef411b req-30b7b7bb-fc81-4ab0-97b1-17d1527dad4f tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/security-groups?id=08637106-953b-4bf6-b2bc-368122fbc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430384 Jul 21 12:45:42.129051 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-a88fb2f0-b903-4ffc-a272-78b71571926f req-ee0c8ae6-8abe-4a3f-a0b9-90891d92c09e tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0279293 Jul 21 12:45:42.175893 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-86af5ba5-f164-4bce-bdd5-e32914a623a4 req-b7c3a8b1-1ccf-43d6-9684-e78238678d1c tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0292647 Jul 21 12:45:42.662124 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f82870b-f591-413e-ace7-cd36939276ad req-3450fafb-3c68-41b1-b0e8-356908416d62 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:45:42.663580 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-4f82870b-f591-413e-ace7-cd36939276ad req-3450fafb-3c68-41b1-b0e8-356908416d62 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 946 time: 0.0495219 Jul 21 12:45:42.716651 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-4f82870b-f591-413e-ace7-cd36939276ad req-294e17a7-2dbd-4692-ac8d-8e10d4f2854b tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/security-groups?id=08637106-953b-4bf6-b2bc-368122fbc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444841 Jul 21 12:45:43.008200 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=13 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:45:43.016127 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=19 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:45:43.227162 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-21a2a260-83ff-43d7-962e-ef4a55546e11 req-c7c39b2d-3f6b-4e50-83e9-103f67f40ddf tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0278482 Jul 21 12:45:43.272073 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-5ed25a35-efab-40be-b34b-fe552dfcbce8 req-3576734f-3c74-4778-a229-8eb3f92bd1c0 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0276744 Jul 21 12:45:43.843254 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd476bad-e3d5-46f7-a5a2-5d490a64ed68 req-2ee4299b-6054-4552-8a43-8b6ffe2bc9ad tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:45:43.844731 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-bd476bad-e3d5-46f7-a5a2-5d490a64ed68 req-2ee4299b-6054-4552-8a43-8b6ffe2bc9ad tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 946 time: 0.0504019 Jul 21 12:45:43.892875 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-bd476bad-e3d5-46f7-a5a2-5d490a64ed68 req-6181c4e9-5c9f-453e-84b1-991a070c376c tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/security-groups?id=08637106-953b-4bf6-b2bc-368122fbc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426211 Jul 21 12:45:44.335513 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-8123a94f-2692-4f41-b27c-db87fe70cd52 req-85d3bbae-23c8-48fb-babc-3e053495d38c tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0287447 Jul 21 12:45:44.369591 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-1eb24d38-96a3-4291-97bc-b9fa98fa38a0 req-70902554-0331-4370-b919-aa56fc16e59f tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0277627 Jul 21 12:45:44.916226 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-77201bcc-4882-4739-a7ca-ccfb17b64ddb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (ceb1130f-c61e-494c-be4f-967cc153319c), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:45:45.019825 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febdf481-a1d6-4591-bdf7-c85f5a3f8b93 req-5b9c750c-47cf-4c73-bd0f-0e5d36b71c51 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:45:45.021269 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-febdf481-a1d6-4591-bdf7-c85f5a3f8b93 req-5b9c750c-47cf-4c73-bd0f-0e5d36b71c51 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 946 time: 0.0555429 Jul 21 12:45:45.073012 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-febdf481-a1d6-4591-bdf7-c85f5a3f8b93 req-3725bc84-463e-46fa-acd7-0fd5ac8a0695 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/security-groups?id=08637106-953b-4bf6-b2bc-368122fbc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458503 Jul 21 12:45:45.442944 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-c3943f6e-8b0c-437b-8c5d-4f9a0baef710 req-74446ca2-42e6-4263-9ff9-23a1349ea206 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0285087 Jul 21 12:45:45.466664 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-e6b87d97-877f-486d-9791-d33f36ba72a2 req-cfede08e-791e-40be-9f57-c2052b7a09e9 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0286977 Jul 21 12:45:46.040115 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-34089123-786a-4f56-8fd8-e31aace790ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (7a27be9f-c1a8-4dec-a92f-42ec7311fe12), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:45:46.202400 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5662c116-9fbe-4247-a670-1d07706cbe13 req-adc13010-6f79-42ef-bce7-a84ec3ed5cf9 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:45:46.203934 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-5662c116-9fbe-4247-a670-1d07706cbe13 req-adc13010-6f79-42ef-bce7-a84ec3ed5cf9 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 946 time: 0.0569692 Jul 21 12:45:46.259508 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-5662c116-9fbe-4247-a670-1d07706cbe13 req-3ce8949b-ebbb-4781-aea9-8c0e5319902c tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/security-groups?id=08637106-953b-4bf6-b2bc-368122fbc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498390 Jul 21 12:45:46.553747 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-98994335-332d-4584-9bba-3ca60b1bb3a2 req-570d3cb6-314d-4f7d-a328-a2f5bf57712a tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0290120 Jul 21 12:45:46.564985 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-85fcd5e3-ae6c-45a9-8031-64dd6cd68094 req-280ee636-61b8-4d02-9cef-9d6a8bf09a64 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0279300 Jul 21 12:45:46.839580 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (c982e9e4-9e4b-4150-8658-75b564dceb25), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:45:47.386104 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-b3746fee-4e12-46ce-ae12-d62ff35738f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (bda8c5c0-9935-4f58-b3ba-5b48a27d9f80), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:45:47.389692 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e6fa21-f7b3-4f8f-b89d-a5df795bfd20 req-34fc94e2-e71e-45fe-8643-2dffee6c71cf tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:45:47.391227 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-84e6fa21-f7b3-4f8f-b89d-a5df795bfd20 req-34fc94e2-e71e-45fe-8643-2dffee6c71cf tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 946 time: 0.0495543 Jul 21 12:45:47.439874 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-84e6fa21-f7b3-4f8f-b89d-a5df795bfd20 req-555e9e2a-c004-49b4-ba9c-5d74c484c4fb tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/security-groups?id=08637106-953b-4bf6-b2bc-368122fbc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427289 Jul 21 12:45:47.661231 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-a80a0861-370f-43b7-8622-990146a2507a req-a92c4d91-becf-4459-b5a5-1da5b9f8107c tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0280104 Jul 21 12:45:47.669896 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-7aaca603-abc3-4e58-81fe-49296500c78d req-7a61b274-73d9-4377-9265-a34caceb8144 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0306950 Jul 21 12:45:48.570498 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76524f13-0545-42bc-9bc4-b271b098b972 req-57d86404-baad-4ec8-939d-03e60402702f tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:45:48.571967 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-76524f13-0545-42bc-9bc4-b271b098b972 req-57d86404-baad-4ec8-939d-03e60402702f tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 946 time: 0.0506701 Jul 21 12:45:48.621179 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-76524f13-0545-42bc-9bc4-b271b098b972 req-32778f1c-a884-483e-a4d1-609495e17a3f tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/security-groups?id=08637106-953b-4bf6-b2bc-368122fbc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410619 Jul 21 12:45:48.770534 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-ac6656f5-c1ce-4d50-80cd-4c71daa94446 req-3e284de5-640b-4746-abf1-74f1bd3edb1c tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0290959 Jul 21 12:45:48.773637 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-9f7a7545-691e-44b9-9772-8ff346641cc4 req-4f6ad5aa-1a71-4da6-b30b-369f482c9718 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0283568 Jul 21 12:45:49.748651 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87af354e-394a-4af2-9c27-4e06e6173d7f req-19fc49c8-5376-4876-a0f0-a6c4a1153c7d tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:45:49.750058 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-87af354e-394a-4af2-9c27-4e06e6173d7f req-19fc49c8-5376-4876-a0f0-a6c4a1153c7d tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 946 time: 0.0476432 Jul 21 12:45:49.800603 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-87af354e-394a-4af2-9c27-4e06e6173d7f req-0a33a6e9-85c7-4582-8380-db4d0f5bd589 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/security-groups?id=08637106-953b-4bf6-b2bc-368122fbc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422087 Jul 21 12:45:49.865731 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-d53c4583-efb2-45aa-bfec-692b0e0698be req-a0d22f5b-319f-4938-b9e1-1fba79c64c2d tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0274377 Jul 21 12:45:49.886332 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-9426ddf9-6687-4268-a27d-69f97504591a req-6e3969cb-8094-4584-aa23-2e7806df564b tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0307238 Jul 21 12:45:50.930622 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f547b8-e683-4ac3-9f5e-b50abc27781b req-1a1ca509-6605-45cf-bbd7-009bce7b7ed4 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:45:50.932149 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-72f547b8-e683-4ac3-9f5e-b50abc27781b req-1a1ca509-6605-45cf-bbd7-009bce7b7ed4 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 946 time: 0.0566840 Jul 21 12:45:50.961475 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-412ef935-ebe4-45b3-bc17-5279c2288c5d req-41ff4815-6ce4-4574-b98e-eb045290a1b4 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0276990 Jul 21 12:45:50.980884 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-72f547b8-e683-4ac3-9f5e-b50abc27781b req-ac5b29b7-74a3-4526-bbd6-7eefdcf89b4a tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/security-groups?id=08637106-953b-4bf6-b2bc-368122fbc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430009 Jul 21 12:45:51.043261 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-5154ce3c-972d-4be5-a34d-7a00e574867c req-8e796670-f70a-4328-9d9c-46816c6e4b61 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0282240 Jul 21 12:45:52.060475 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-15f9e0af-b5a9-4c02-8267-d162f017ada8 req-1a216e7e-d7d5-4672-bfa8-f3bee99ac1de tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0287623 Jul 21 12:45:52.098497 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e74b31c-75d6-47a1-9efd-f3039a37063b req-fbd50311-5f43-4d9a-9534-e926fe673629 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:45:52.100055 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-2e74b31c-75d6-47a1-9efd-f3039a37063b req-fbd50311-5f43-4d9a-9534-e926fe673629 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 946 time: 0.0486255 Jul 21 12:45:52.141991 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-79b8b76f-0747-49ed-bc30-4b5d7acf31d9 req-9cdd4fc9-7a21-407a-81d2-12f281898a2a tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0269995 Jul 21 12:45:52.146855 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-2e74b31c-75d6-47a1-9efd-f3039a37063b req-e84d2ea8-1257-44d8-9b32-49e4080f00da tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/security-groups?id=08637106-953b-4bf6-b2bc-368122fbc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412569 Jul 21 12:45:53.172002 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-4179906b-313a-4ea2-897b-c8139c727a67 req-31f08549-0a6e-40d5-b3a1-d5808eee572b tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0284591 Jul 21 12:45:53.244803 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-c4b5a972-9bad-432d-bf13-113f2ba45e9b req-b64e9d46-dd0e-4d2a-986e-3b4aecf78f3e tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0312295 Jul 21 12:45:53.275160 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d2f1bf-3678-41ff-918a-0f3e9f39e922 req-d5a41b00-1e2f-49f1-950c-65bb5cd8e20f tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:45:53.276783 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-e1d2f1bf-3678-41ff-918a-0f3e9f39e922 req-d5a41b00-1e2f-49f1-950c-65bb5cd8e20f tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 946 time: 0.0505345 Jul 21 12:45:53.312849 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=100 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:45:53.324378 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-e1d2f1bf-3678-41ff-918a-0f3e9f39e922 req-e7b65324-4fb9-44f2-95bd-f73b94848401 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/security-groups?id=08637106-953b-4bf6-b2bc-368122fbc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421174 Jul 21 12:45:54.275363 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-2e2b8777-759d-41cf-855e-af2ac0381faa req-c8040f71-265e-491b-96e9-91e3021d52d2 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0284400 Jul 21 12:45:54.345873 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-6da78be5-36a5-410a-b53a-ddb485f1e835 req-38e0850e-ef17-4abe-a8cc-c98fc0a6eae2 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0322721 Jul 21 12:45:54.439836 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44520134-37d5-4914-bc6c-8bc47ecc033d req-950ae599-af4e-4c9e-8596-14cb17dacd5b tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:45:54.441328 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-44520134-37d5-4914-bc6c-8bc47ecc033d req-950ae599-af4e-4c9e-8596-14cb17dacd5b tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 946 time: 0.0498412 Jul 21 12:45:54.490964 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-44520134-37d5-4914-bc6c-8bc47ecc033d req-d802148e-aee5-4c9c-b96b-0c145b58d403 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/security-groups?id=08637106-953b-4bf6-b2bc-368122fbc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437667 Jul 21 12:45:55.383646 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-613df686-7c77-497d-9f7a-c8cf44edb774 req-92996abf-4f12-4b3b-b0cf-ccce376b66e7 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0283782 Jul 21 12:45:55.446664 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-20ae5981-5fa7-4742-a5ec-7d7e21e65798 req-44b8e9f9-cf32-4601-8ac3-54dc3685cb31 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0317397 Jul 21 12:45:55.614834 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af18671a-c06b-4c9d-9f92-32f050262704 req-2b94c284-35e6-4f32-8735-c2110c82260c tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:45:55.616300 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-af18671a-c06b-4c9d-9f92-32f050262704 req-2b94c284-35e6-4f32-8735-c2110c82260c tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 946 time: 0.0522568 Jul 21 12:45:55.665441 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-af18671a-c06b-4c9d-9f92-32f050262704 req-08ef059c-6df7-48a7-bd93-a25e6425f135 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/security-groups?id=08637106-953b-4bf6-b2bc-368122fbc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410962 Jul 21 12:45:56.485009 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-9b043052-ebd4-4d18-b91c-4f53e5545ffd req-d96f6439-5eb7-4e35-979e-8a6457ca5e61 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0293510 Jul 21 12:45:56.545416 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-a2375fe5-1326-49b1-88d5-6a61ffb79a50 req-e57b8879-5626-4f6b-95dd-c4b4d9415c66 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0280790 Jul 21 12:45:56.793096 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8763f6-c7d2-4035-8bfe-b0c059e764ef req-c58d15f6-1837-44c2-999f-26fa75ebf173 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:45:56.794602 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-bc8763f6-c7d2-4035-8bfe-b0c059e764ef req-c58d15f6-1837-44c2-999f-26fa75ebf173 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 946 time: 0.0512366 Jul 21 12:45:56.846974 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-bc8763f6-c7d2-4035-8bfe-b0c059e764ef req-23559c91-7887-4669-ae33-efeefbb36aec tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/security-groups?id=08637106-953b-4bf6-b2bc-368122fbc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440238 Jul 21 12:45:57.189607 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.agents_db [None req-4203cc95-03b4-445b-a92f-19fc3dec8381 None None] Agent healthcheck: found 6 active agents {{(pid=104162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 12:45:57.379322 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:45:57.381641 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:45:57.589165 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-1ba2c84e-7931-4a0c-b6a1-26980da7cef9 req-b3ff269c-54bd-4108-9852-123aaa0fd837 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0281248 Jul 21 12:45:57.659377 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-2f363014-27c7-46e3-95e0-18711de57dac req-714938b7-f1fe-4f9e-9324-33ee1d42bb74 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0386939 Jul 21 12:45:57.977386 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c0fb59-6d16-4baa-a3bc-63b412f4c2fe req-7210c390-adba-434e-a0f7-1a23f9c00256 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:45:57.978744 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-71c0fb59-6d16-4baa-a3bc-63b412f4c2fe req-7210c390-adba-434e-a0f7-1a23f9c00256 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 946 time: 0.0514257 Jul 21 12:45:58.025580 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-71c0fb59-6d16-4baa-a3bc-63b412f4c2fe req-29b4cfbf-d283-46e0-b9da-6162a79a1ae0 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/security-groups?id=08637106-953b-4bf6-b2bc-368122fbc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410912 Jul 21 12:45:58.694506 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-3eda0c1a-41e0-4ee7-97bc-803ee8852ade req-c27d5219-f089-433b-a19a-d8c6b828e929 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0326045 Jul 21 12:45:58.758348 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-680c1d71-ea09-4936-a3ea-db89665d2e53 req-5a3073f0-2f00-42e5-89c8-074dd0cc6e6d tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0315180 Jul 21 12:45:59.146272 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=100 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:45:59.155850 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589cba30-3498-4d03-8efd-58b05e69e5d5 req-2e347268-660e-4bc7-9174-ac5bbc141855 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:45:59.157294 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-589cba30-3498-4d03-8efd-58b05e69e5d5 req-2e347268-660e-4bc7-9174-ac5bbc141855 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 946 time: 0.0541849 Jul 21 12:45:59.204884 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-589cba30-3498-4d03-8efd-58b05e69e5d5 req-9ae63a40-8fea-40f9-8f2f-f8e04daef427 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/security-groups?id=08637106-953b-4bf6-b2bc-368122fbc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418301 Jul 21 12:45:59.802255 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-0a4920af-f92f-49e5-b3fa-b53ec6795bcd req-8f486479-7467-467b-a330-d72480d5b0c5 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0290008 Jul 21 12:45:59.836268 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=100 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:45:59.855171 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-172d7cb3-e742-49ab-8909-c86c04426cac req-453dc2af-fc24-492f-abc9-21a44a68f182 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0287504 Jul 21 12:46:00.295243 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=100 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:46:00.336377 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e18933-6aaa-4d02-89a9-cae4c0fbadb5 req-cd3a5d05-7de9-474e-b36b-10d82a272cff tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:46:00.337834 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-61e18933-6aaa-4d02-89a9-cae4c0fbadb5 req-cd3a5d05-7de9-474e-b36b-10d82a272cff tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 946 time: 0.0516262 Jul 21 12:46:00.387329 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-61e18933-6aaa-4d02-89a9-cae4c0fbadb5 req-0de9f6ab-9bc2-442a-bde0-03074862fb55 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/security-groups?id=08637106-953b-4bf6-b2bc-368122fbc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411921 Jul 21 12:46:00.914627 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-fba113ed-6180-4559-9827-a77be3c49d61 req-62507471-e2e4-4528-ae39-82711434c3d0 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0322418 Jul 21 12:46:00.953360 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-de4d96a5-ee2c-42c1-8de7-9333bbe9ad0c req-49346b53-a35a-4849-9531-a84ead3034ba tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0281470 Jul 21 12:46:01.514706 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48391ef-9b0c-4926-a07b-11437f408cb2 req-ef77605c-c4ee-4320-b23c-6150103d3b15 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:46:01.516207 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-b48391ef-9b0c-4926-a07b-11437f408cb2 req-ef77605c-c4ee-4320-b23c-6150103d3b15 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 946 time: 0.0482647 Jul 21 12:46:01.566384 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-b48391ef-9b0c-4926-a07b-11437f408cb2 req-ae87e359-736c-4aa2-bf92-b9d79770bc14 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/security-groups?id=08637106-953b-4bf6-b2bc-368122fbc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420110 Jul 21 12:46:02.022495 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-67b03f34-857e-449e-aeb3-4bb73b830cfd req-3e3afe2d-8ac8-464a-ad26-e7f8ff4a8c2b tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0284956 Jul 21 12:46:02.050475 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-6d1ffd77-9dcf-4922-b442-72632b84025c req-d3e61dcd-3bfc-41c9-bfdf-8a3cc6123360 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0287354 Jul 21 12:46:02.649080 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (0e418a3d-140a-4386-ad03-1f6ad2d8ed7b), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:46:02.688962 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47f9a09-a178-4cc6-9d8e-6b8861a9eba1 req-f4feae86-9269-4f65-b102-295c1c6fb7d1 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:46:02.690521 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-c47f9a09-a178-4cc6-9d8e-6b8861a9eba1 req-f4feae86-9269-4f65-b102-295c1c6fb7d1 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 946 time: 0.0481212 Jul 21 12:46:02.742556 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-c47f9a09-a178-4cc6-9d8e-6b8861a9eba1 req-9fca7a36-0c76-47b8-bdb0-4d9af68613f3 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/security-groups?id=08637106-953b-4bf6-b2bc-368122fbc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465181 Jul 21 12:46:03.133705 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-60b39bfc-6521-4601-aebd-26434306242f req-6a7d83a9-5784-405e-92b5-dfd2030c8672 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0293808 Jul 21 12:46:03.149110 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-68c4aeb5-d56f-40f4-9ad6-9b03f4a8efcb req-0b7d4752-05a8-442b-949f-80c9310725b0 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0278697 Jul 21 12:46:03.865079 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498553ef-d364-4158-bd2c-bc4923d4b29a req-c1a2fe0a-8770-4c9d-b7c8-67f50b338a79 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:46:03.866510 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-498553ef-d364-4158-bd2c-bc4923d4b29a req-c1a2fe0a-8770-4c9d-b7c8-67f50b338a79 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 946 time: 0.0498040 Jul 21 12:46:03.914605 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-498553ef-d364-4158-bd2c-bc4923d4b29a req-60ee8f0f-6bca-4f34-8ebb-73f6dec9291d tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/security-groups?id=08637106-953b-4bf6-b2bc-368122fbc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425515 Jul 21 12:46:04.230464 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-07e84388-24dd-46a4-890d-b7a3c5b59ceb req-38594172-bbf1-43f4-90bd-cadf032deec3 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0280416 Jul 21 12:46:04.246101 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-aa3a6b08-f74f-4a1b-8ece-c75262d9318f req-9a5c6767-1d3c-4b23-b7e3-7994168c3a8c tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0278919 Jul 21 12:46:05.040731 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03e9feb-1e9e-4ba5-84b4-ffadd10929ee req-2ac65261-5e17-48ec-a6d3-031870b4384a tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:46:05.042225 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-f03e9feb-1e9e-4ba5-84b4-ffadd10929ee req-2ac65261-5e17-48ec-a6d3-031870b4384a tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 946 time: 0.0490904 Jul 21 12:46:05.096933 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-f03e9feb-1e9e-4ba5-84b4-ffadd10929ee req-e54d03a5-587e-4701-a46f-bf1cfc1f9b6c tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/security-groups?id=08637106-953b-4bf6-b2bc-368122fbc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464213 Jul 21 12:46:05.339178 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-01bc679b-6c4e-4cce-b990-2dd9a5b61e36 req-05adb6e0-4793-4790-b355-8faf7315c3ac tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0293779 Jul 21 12:46:05.352595 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-38c2207b-a94e-4139-94db-6f6c4d1e995e req-686fe30a-0fab-478a-9a28-0b369663c5b7 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0290313 Jul 21 12:46:06.221170 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a290e06-ea87-4ba9-a8bb-9ac400045c76 req-34ecb36c-774f-4106-ac14-11b18406ee27 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:46:06.222649 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-1a290e06-ea87-4ba9-a8bb-9ac400045c76 req-34ecb36c-774f-4106-ac14-11b18406ee27 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 946 time: 0.0511792 Jul 21 12:46:06.286616 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-1a290e06-ea87-4ba9-a8bb-9ac400045c76 req-8e73739c-83ba-4364-ba44-86009288eb76 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/security-groups?id=08637106-953b-4bf6-b2bc-368122fbc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547442 Jul 21 12:46:06.444440 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-44b61f83-292f-4ce6-b208-e9ddb4c52779 req-830dc2df-ea89-40cc-863f-3b76ecf2e842 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0278118 Jul 21 12:46:06.452266 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-ae3a9e94-e1f4-4dd6-a8c3-71a64486001e req-33d09ff8-f80f-4233-8897-c5c68ff59f79 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0277379 Jul 21 12:46:07.184267 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:46:07.185036 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:46:07.413755 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f3e1ba-bc6b-4d50-ae24-c08c86522610 req-f11f4a63-8734-42c1-a427-3ea76a5ea7cd tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:46:07.415180 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-32f3e1ba-bc6b-4d50-ae24-c08c86522610 req-f11f4a63-8734-42c1-a427-3ea76a5ea7cd tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 946 time: 0.0475922 Jul 21 12:46:07.467712 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-32f3e1ba-bc6b-4d50-ae24-c08c86522610 req-8f594d42-d8ac-4f86-bf39-15560977efc5 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/security-groups?id=08637106-953b-4bf6-b2bc-368122fbc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438850 Jul 21 12:46:07.548651 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-37ae6d68-3e95-4c6d-a63d-3feaad7296fb req-286ff7fc-534c-4e1a-8637-4e3b5ed433f0 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0313389 Jul 21 12:46:07.560623 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-d3a2a555-9be9-4ec6-ac1e-9c068bd75223 req-158fa599-25b8-41e3-b96b-852b7aaeb714 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0315585 Jul 21 12:46:08.596012 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13240d99-c47d-4e33-b1b9-6a14eb5357f6 req-09d98def-411d-4576-b5fe-eb9490276725 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:46:08.597813 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-13240d99-c47d-4e33-b1b9-6a14eb5357f6 req-09d98def-411d-4576-b5fe-eb9490276725 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 946 time: 0.0512247 Jul 21 12:46:08.645152 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-44f639d8-fcf7-40a8-ac8c-f0032b09c856 req-44281f13-3749-4854-9150-76f8f3b34972 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0288999 Jul 21 12:46:08.648851 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-13240d99-c47d-4e33-b1b9-6a14eb5357f6 req-a8d4b77e-74b1-4108-85d8-7ce080433e6d tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/security-groups?id=08637106-953b-4bf6-b2bc-368122fbc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457275 Jul 21 12:46:08.728375 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-486da5cc-a7c7-4d23-ba6d-b027f451a3a3 req-3efeac2a-8e1e-422e-aefc-d8606533d3d4 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0275924 Jul 21 12:46:09.750365 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-3d8973e2-0654-47dc-9731-91db762eb213 req-ccf517f8-ed31-4ab7-86b3-0d1ac3d59006 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0287023 Jul 21 12:46:09.773321 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab43ff75-59b4-4f09-ac0f-37c4bd5c3e88 req-2c8bf4bb-283c-4ee5-b56b-851f402cc85c tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:46:09.774641 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-ab43ff75-59b4-4f09-ac0f-37c4bd5c3e88 req-2c8bf4bb-283c-4ee5-b56b-851f402cc85c tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 946 time: 0.0479510 Jul 21 12:46:09.826482 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-ab43ff75-59b4-4f09-ac0f-37c4bd5c3e88 req-5a619c2f-db6d-416c-9a4b-a4c623f0f807 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/security-groups?id=08637106-953b-4bf6-b2bc-368122fbc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460770 Jul 21 12:46:09.833992 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-5a903e9a-89cd-467f-b759-f6d8874adaab req-4f325c9e-5d02-44f9-9c2c-b709cd79ff80 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0280526 Jul 21 12:46:10.853579 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-c8da3c2e-4ee8-442a-8fcb-e8766822054e req-5d85c8a7-5211-407f-93df-0bb708cc3b24 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0275867 Jul 21 12:46:10.936596 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-f91135d6-9c82-4c2d-ac5d-e69f3c1436ed req-f7aaac39-2cb4-4acd-bc40-89a8f3ea8e1d tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0282416 Jul 21 12:46:10.943677 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1e2ce5-8d5f-4cfe-b51a-eee570871e4e req-34ce24ad-4cd3-4e9c-977d-e5ec5a93d935 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:46:10.945095 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-fc1e2ce5-8d5f-4cfe-b51a-eee570871e4e req-34ce24ad-4cd3-4e9c-977d-e5ec5a93d935 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 946 time: 0.0482037 Jul 21 12:46:10.995806 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-fc1e2ce5-8d5f-4cfe-b51a-eee570871e4e req-738a1bd1-d129-45c1-992c-3bb2ae81e7dc tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/security-groups?id=08637106-953b-4bf6-b2bc-368122fbc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450258 Jul 21 12:46:11.469846 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-53529f1b-fa45-432c-996d-7e6ab6a884dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (8a21e728-a2e9-4580-a748-6ac9ba47a2a7), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:46:11.971123 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-e439e1c2-f129-4080-964f-3aa25cb0b0b8 req-e7be14e1-45db-4fe0-89de-93ebd7323ea9 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0375297 Jul 21 12:46:12.034838 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-2a6c2ca3-d271-4f57-8f41-8cf8a7ae502f req-f6a1e612-551a-4a69-8e64-a0ea070a43e8 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0278723 Jul 21 12:46:12.111757 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6c9620-e750-4c92-a39d-8dd4836313f7 req-2186bf28-f531-4dd7-bf63-52b65bfbbd63 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:46:12.113215 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-3c6c9620-e750-4c92-a39d-8dd4836313f7 req-2186bf28-f531-4dd7-bf63-52b65bfbbd63 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 946 time: 0.0494411 Jul 21 12:46:12.163758 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-3c6c9620-e750-4c92-a39d-8dd4836313f7 req-a1d74e7f-4416-46ce-995a-f37b2f8f2fd0 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/security-groups?id=08637106-953b-4bf6-b2bc-368122fbc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418718 Jul 21 12:46:13.073259 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-cbcb2f79-d3f3-4f01-9588-9a45d84ea07e req-c450c21b-0214-44fa-850a-75d5e7407447 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0279250 Jul 21 12:46:13.147322 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-13cd7623-b1c8-4845-bf6a-f6ce5fb21604 req-dc77d6f9-ad30-4305-bc1c-38ad7661b765 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0356140 Jul 21 12:46:13.284492 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa15e18a-ccaa-4a74-bf16-104990fe008a req-33a03fb4-58b1-4d9c-819a-ed61fed3b3c1 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:46:13.285861 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-aa15e18a-ccaa-4a74-bf16-104990fe008a req-33a03fb4-58b1-4d9c-819a-ed61fed3b3c1 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 946 time: 0.0545058 Jul 21 12:46:13.339640 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-aa15e18a-ccaa-4a74-bf16-104990fe008a req-ab10b49d-4ab4-4a0f-bde0-23600d6accce tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/security-groups?id=08637106-953b-4bf6-b2bc-368122fbc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456204 Jul 21 12:46:14.179915 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-63ce0e49-fffa-42f4-91b1-1f89c5bc008b req-4aa8280f-3cb1-4f49-859d-c692f8cf82fd tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0284362 Jul 21 12:46:14.243860 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-2e9e44a4-d59a-41d6-881e-72eb217c19d3 req-e59fed44-6eb4-4078-a5d5-f02f8cf840a8 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0280020 Jul 21 12:46:14.474172 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfddff96-b1fb-4c06-bd5b-bf4a96a01447 req-41393492-27bb-4d20-b955-9fd861110e3a tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:46:14.475671 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-dfddff96-b1fb-4c06-bd5b-bf4a96a01447 req-41393492-27bb-4d20-b955-9fd861110e3a tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 946 time: 0.0579960 Jul 21 12:46:14.503942 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=100 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:46:14.528642 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-dfddff96-b1fb-4c06-bd5b-bf4a96a01447 req-a7e233b0-0e51-42ce-89da-0d4ef625d8c7 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/security-groups?id=08637106-953b-4bf6-b2bc-368122fbc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473309 Jul 21 12:46:14.917825 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-cd5f634c-2db8-41d6-bad3-cce5e6dff5b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (ceb1130f-c61e-494c-be4f-967cc153319c), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:46:15.277290 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-bb775dbb-40cb-4271-8d52-011303dc787b req-83202e85-2605-4917-82b6-b4442a71c3f7 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0278742 Jul 21 12:46:15.346798 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-b9697ce3-a445-48b2-a41e-8b559fe1a470 req-669facd3-2eef-4f3b-8f3a-7cd057d2bbb9 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0279136 Jul 21 12:46:15.653149 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b32844-014a-451a-aa63-e377136e7ea1 req-20b1007c-88cd-444c-a2b2-269125387c51 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:46:15.654578 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-f6b32844-014a-451a-aa63-e377136e7ea1 req-20b1007c-88cd-444c-a2b2-269125387c51 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 946 time: 0.0493889 Jul 21 12:46:15.707146 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-f6b32844-014a-451a-aa63-e377136e7ea1 req-177266cb-fc47-4492-9edc-948fa41c2881 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/security-groups?id=08637106-953b-4bf6-b2bc-368122fbc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468602 Jul 21 12:46:16.040102 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-34089123-786a-4f56-8fd8-e31aace790ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (7a27be9f-c1a8-4dec-a92f-42ec7311fe12), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:46:16.381048 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-c349bcf9-06b9-4333-9cc0-589fa4fc439a req-f1f7643f-5fe4-4217-aa2b-5bdbad3034bb tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0281653 Jul 21 12:46:16.447731 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-4e08fe08-fd2f-4290-b3c0-f079bc4baf42 req-d923be40-0fe4-4c47-a951-b6f2924a0ae1 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0323827 Jul 21 12:46:16.833013 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03993f2-5f13-4bf0-837c-6ac3e00f6330 req-4af545c8-dcdb-4229-9bac-45ecb6b66f75 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:46:16.833282 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (c982e9e4-9e4b-4150-8658-75b564dceb25), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:46:16.834525 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-b03993f2-5f13-4bf0-837c-6ac3e00f6330 req-4af545c8-dcdb-4229-9bac-45ecb6b66f75 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 946 time: 0.0496197 Jul 21 12:46:16.884816 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-b03993f2-5f13-4bf0-837c-6ac3e00f6330 req-8334cac6-fd1d-4d36-8967-087d93361224 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/security-groups?id=08637106-953b-4bf6-b2bc-368122fbc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439112 Jul 21 12:46:17.395289 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-b3746fee-4e12-46ce-ae12-d62ff35738f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (bda8c5c0-9935-4f58-b3ba-5b48a27d9f80), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:46:17.482594 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-0fe7a9ac-6490-4aa7-8b70-05925e84352f req-5b0f9896-f0bd-4f53-b959-700434621380 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0336874 Jul 21 12:46:17.547957 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-af220524-6c3d-4525-9f9a-e64a53c1ca8c req-4341c6c7-8ca3-424d-b6b9-b0d373cdad8d tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0290461 Jul 21 12:46:18.007603 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa09251-c1a6-44b2-87df-7d2db56b6117 req-585d4e19-bc79-47e3-9d8d-97ed33201548 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:46:18.009061 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-4fa09251-c1a6-44b2-87df-7d2db56b6117 req-585d4e19-bc79-47e3-9d8d-97ed33201548 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 946 time: 0.0514100 Jul 21 12:46:18.056900 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-4fa09251-c1a6-44b2-87df-7d2db56b6117 req-7a77d8f8-a90a-42ea-8a74-2d0edea56db3 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/security-groups?id=08637106-953b-4bf6-b2bc-368122fbc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422604 Jul 21 12:46:18.584035 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-194601ce-fb05-4e04-9c35-bbbcbcb8da44 req-8722953d-fe98-4d12-8eb6-7d4e519f5b39 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0283551 Jul 21 12:46:18.651498 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-956820e4-3c00-4d1b-ba16-0ac6fbc3c2ae req-cdcf48eb-f4f2-4e30-9392-b664020a3873 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0310411 Jul 21 12:46:19.183094 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e038da-a33c-47f0-a404-4dd47bb5f043 req-8516bc2a-0724-4d51-af6f-618b96f454cc tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:46:19.184496 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-65e038da-a33c-47f0-a404-4dd47bb5f043 req-8516bc2a-0724-4d51-af6f-618b96f454cc tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 946 time: 0.0476007 Jul 21 12:46:19.227752 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=100 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:46:19.235660 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-65e038da-a33c-47f0-a404-4dd47bb5f043 req-cf2d898b-b487-4111-a241-8b29d0dccc89 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/security-groups?id=08637106-953b-4bf6-b2bc-368122fbc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453839 Jul 21 12:46:19.694367 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-ed9a3fa6-c52b-4f4b-9ce3-715d7cca47b5 req-ec47d500-4b94-41c0-bccb-ac30890c7107 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0352178 Jul 21 12:46:19.754911 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-cfeb48b6-c2b6-4eba-b0dd-4ad5d50c3b07 req-671f37f8-789a-41fb-ae78-c2816874eabe tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0291233 Jul 21 12:46:19.995905 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:46:20.013448 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=5 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:46:20.357444 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4871a2-7729-476d-a436-8bf3fe19d7a6 req-9b473eed-48ce-4d3a-a99b-aca95114d354 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:46:20.358938 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-7a4871a2-7729-476d-a436-8bf3fe19d7a6 req-9b473eed-48ce-4d3a-a99b-aca95114d354 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 946 time: 0.0481555 Jul 21 12:46:20.372576 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=100 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:46:20.409555 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-7a4871a2-7729-476d-a436-8bf3fe19d7a6 req-03e8ab24-7e44-4c41-9554-fcfdc2e9e27d tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/security-groups?id=08637106-953b-4bf6-b2bc-368122fbc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424652 Jul 21 12:46:20.799182 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-b2625055-4956-4491-930a-c787f15755a9 req-809dc57c-6865-4b39-b987-19c36f410c4d tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0300374 Jul 21 12:46:20.841028 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=100 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:46:20.861067 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-8230dbef-d18e-4444-815e-8bcddadbcd36 req-680d17e3-80ab-48c4-bf29-a9530e03c46e tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0285442 Jul 21 12:46:21.541833 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba0e77c-a111-406f-b6a3-baf08f693d6a req-6820af31-2077-4c27-8277-e500f6e53be9 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:46:21.543264 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-bba0e77c-a111-406f-b6a3-baf08f693d6a req-6820af31-2077-4c27-8277-e500f6e53be9 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 946 time: 0.0467966 Jul 21 12:46:21.599576 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-bba0e77c-a111-406f-b6a3-baf08f693d6a req-98097867-3aff-4607-9d54-e0dadc4ff8cb tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/security-groups?id=08637106-953b-4bf6-b2bc-368122fbc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486331 Jul 21 12:46:21.897958 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-818af971-41af-4324-b245-8665baa1e2a3 req-085d00ed-292b-4535-89a9-a12f335ab35f tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0321169 Jul 21 12:46:21.967734 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-5a6b47a3-8641-4a41-8380-454a6ee596a9 req-660c7f62-a153-49c1-bc51-f66d2d65d707 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0319469 Jul 21 12:46:22.719359 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed75ae61-7bc4-40ac-8791-6283bb711fb6 req-b403d1df-b1ae-4021-9bda-37950bd82ce4 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:46:22.720840 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-ed75ae61-7bc4-40ac-8791-6283bb711fb6 req-b403d1df-b1ae-4021-9bda-37950bd82ce4 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 946 time: 0.0550449 Jul 21 12:46:22.767033 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-ed75ae61-7bc4-40ac-8791-6283bb711fb6 req-d63d3bbf-4746-444d-87ff-4bea85542a42 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/security-groups?id=08637106-953b-4bf6-b2bc-368122fbc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407562 Jul 21 12:46:23.008302 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-fa76cf01-8cf5-4064-9930-e595776b1855 req-4c87a642-4f22-4773-a619-941b022e96ae tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0281496 Jul 21 12:46:23.069161 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-e61c24a8-2006-45fa-a75a-49ab210af27b req-d1eb768b-4fb7-45b7-a189-aa5eef64caf1 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0278060 Jul 21 12:46:23.902751 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b572c8ba-ed20-4587-b4bf-f4635b6c4c17 req-9bdbd824-7c0b-4c16-94c3-4babc9cd2acf tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:46:23.904254 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-b572c8ba-ed20-4587-b4bf-f4635b6c4c17 req-9bdbd824-7c0b-4c16-94c3-4babc9cd2acf tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 946 time: 0.0605302 Jul 21 12:46:23.956647 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-b572c8ba-ed20-4587-b4bf-f4635b6c4c17 req-599f10a0-6a45-4701-a2c1-b27106d87780 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/security-groups?id=08637106-953b-4bf6-b2bc-368122fbc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467429 Jul 21 12:46:24.118859 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-f782175c-7dfb-4795-a811-b63adeec353c req-70952c39-973a-4887-9dfc-605711268ae2 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0306449 Jul 21 12:46:24.169150 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-e5ee1b0b-f4fa-40fa-9b29-c287fc04f0d6 req-deed21f8-9f30-483f-97d8-9a3665a263fa tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0318935 Jul 21 12:46:25.083302 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eefb5ad-555f-4f45-a8a5-227f546d4325 req-7cd39fe9-744a-4850-9d9c-18f5e96a94c8 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:46:25.084752 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-2eefb5ad-555f-4f45-a8a5-227f546d4325 req-7cd39fe9-744a-4850-9d9c-18f5e96a94c8 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 946 time: 0.0493636 Jul 21 12:46:25.132571 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-2eefb5ad-555f-4f45-a8a5-227f546d4325 req-48ae55e1-7cb3-4e83-b9a4-97135413e963 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/security-groups?id=08637106-953b-4bf6-b2bc-368122fbc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421801 Jul 21 12:46:25.215632 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-49443272-00c4-41f1-be54-c15bd823d026 req-8b006385-84a7-406d-bd5d-bb9f349fb858 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0282755 Jul 21 12:46:25.266427 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-9ac29aa8-45bd-47e1-b88c-6672e09647e5 req-d1962ca2-c4ed-4e3d-9e68-3dc9009a5759 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0276539 Jul 21 12:46:26.257631 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d262216-d06c-426c-a8b1-a4dc1a5aab8a req-f54e7fbe-efe1-485b-b031-92af3d2e8fe3 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:46:26.259141 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-7d262216-d06c-426c-a8b1-a4dc1a5aab8a req-f54e7fbe-efe1-485b-b031-92af3d2e8fe3 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 946 time: 0.0512965 Jul 21 12:46:26.308860 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-7d262216-d06c-426c-a8b1-a4dc1a5aab8a req-5a399ae4-9791-41b3-8447-e10583360bbe tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/security-groups?id=08637106-953b-4bf6-b2bc-368122fbc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440967 Jul 21 12:46:26.315993 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-083a52c8-1fb2-488b-bbc3-eb157a5c175d req-fe1129d8-fa71-40ae-a71c-36455665f611 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0302730 Jul 21 12:46:26.391788 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-b642247c-c890-4018-a5cb-97b681bb0812 req-194a988e-061e-45f3-b49e-a22f8357b843 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0280020 Jul 21 12:46:27.386863 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:46:27.388105 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:46:27.422070 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-bfa5e636-c3ca-4528-a4e3-ba60e4b9941a req-3fe95234-b170-4cd3-bc95-cd66583af742 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0304289 Jul 21 12:46:27.439965 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f1fd14-bfb8-4d16-886a-84c09554ebb4 req-45ebf622-588c-48c2-99e8-ac9d1a39261e tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:46:27.441437 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-f8f1fd14-bfb8-4d16-886a-84c09554ebb4 req-45ebf622-588c-48c2-99e8-ac9d1a39261e tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 946 time: 0.0525074 Jul 21 12:46:27.488856 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-f8f1fd14-bfb8-4d16-886a-84c09554ebb4 req-e9109f2c-4f2e-4ba0-afa2-b8adbae1e4c6 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/security-groups?id=08637106-953b-4bf6-b2bc-368122fbc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419440 Jul 21 12:46:27.504830 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-c37c7558-794c-4753-b7c0-5df7e5e85c4e req-c5c1332e-5b85-4868-aa90-879ad8298908 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0276673 Jul 21 12:46:28.526227 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-38a351a0-788a-4c0b-958d-cfe08a127a8a req-5787cac2-baa6-4f71-8665-9a4142c548a5 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0279658 Jul 21 12:46:28.607222 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7982e8d6-69d5-4881-9d37-a1503f34dd54 req-7e4d07ab-2cc3-4ff6-89ce-c8471f345be1 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:46:28.610339 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-7982e8d6-69d5-4881-9d37-a1503f34dd54 req-7e4d07ab-2cc3-4ff6-89ce-c8471f345be1 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 946 time: 0.0485258 Jul 21 12:46:28.613408 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-d890aa7d-c61b-480b-9079-4f2c5cbc052f req-66554316-c913-47f9-8a4e-dda347cafd36 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0274599 Jul 21 12:46:28.656175 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-7982e8d6-69d5-4881-9d37-a1503f34dd54 req-b60c87bc-3993-4b06-8a2d-f84807adbe6c tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/security-groups?id=08637106-953b-4bf6-b2bc-368122fbc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417380 Jul 21 12:46:29.638275 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-d9c2e720-4a67-4edb-abe2-50839ea1caf3 req-458fc8d2-7ac4-4039-afc7-580bef4cd52f tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0321720 Jul 21 12:46:29.712638 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-768f3bdc-e30d-4c96-9af4-b884d40d4701 req-cdee4f24-0162-4dd4-ab68-28ee2982eb12 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0309138 Jul 21 12:46:29.770582 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f126a7-84d8-4002-a7f2-12faee041f4b req-942eb3cf-e6f0-4f24-acf8-1909a0ab9285 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:46:29.772014 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-a5f126a7-84d8-4002-a7f2-12faee041f4b req-942eb3cf-e6f0-4f24-acf8-1909a0ab9285 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 946 time: 0.0461426 Jul 21 12:46:29.820131 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-a5f126a7-84d8-4002-a7f2-12faee041f4b req-ad1558dc-d2aa-4b37-bf22-304f97ced42d tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/security-groups?id=08637106-953b-4bf6-b2bc-368122fbc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425394 Jul 21 12:46:30.750129 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-ebb28df1-1f73-497d-bbea-c11ea3403a5f req-4018aa8a-ff18-4508-a99d-760428784fd8 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0337527 Jul 21 12:46:30.809312 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-06807468-4851-48f9-8d23-aac52adeb162 req-e19fc132-159a-4a02-81f5-3d39cb12e170 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0283976 Jul 21 12:46:30.945955 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90643332-7679-435b-9d5a-a57bd477c17c req-2eacda66-4feb-45c5-859d-d69ca3064584 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:46:30.947400 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-90643332-7679-435b-9d5a-a57bd477c17c req-2eacda66-4feb-45c5-859d-d69ca3064584 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 946 time: 0.0491192 Jul 21 12:46:30.994231 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-90643332-7679-435b-9d5a-a57bd477c17c req-76574676-0604-4a2d-90a8-29b05eb532d8 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/security-groups?id=08637106-953b-4bf6-b2bc-368122fbc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411425 Jul 21 12:46:31.857223 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-f1a372b5-0ac2-472a-b98d-85fd17abbdaa req-6f5c1832-d008-4e54-a9f6-b8d3c272aec8 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0283983 Jul 21 12:46:31.908067 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-730282d3-bbb4-44f0-9e8d-1d957cd82743 req-3bbc5858-6b22-4594-b41f-d538528f1baf tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0278986 Jul 21 12:46:32.131493 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfe436f-32b0-4684-a028-549b27a515a5 req-2f835c6a-8544-4b33-b7a8-56b4310a7625 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:46:32.132945 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-7bfe436f-32b0-4684-a028-549b27a515a5 req-2f835c6a-8544-4b33-b7a8-56b4310a7625 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 946 time: 0.0540452 Jul 21 12:46:32.184536 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-7bfe436f-32b0-4684-a028-549b27a515a5 req-c9cb3d70-d6cb-4878-91b8-29d26fdde283 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/security-groups?id=08637106-953b-4bf6-b2bc-368122fbc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434437 Jul 21 12:46:32.668850 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (0e418a3d-140a-4386-ad03-1f6ad2d8ed7b), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:46:32.968556 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-c299f469-8d38-49d4-90b3-e00a2778be0d req-505f81d3-7bdc-4a1d-bdd6-961df35ec773 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0309932 Jul 21 12:46:33.004231 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-32959d55-4a90-4f72-8ba3-e3f863582e71 req-c27bb9fa-d188-4d35-b345-3d2bcde773f3 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0278513 Jul 21 12:46:33.317891 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429aa70f-f5c9-4d7a-b3a0-203391df485d req-e1fdf478-9f13-4118-9d6f-1e89346709de tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:46:33.319336 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-429aa70f-f5c9-4d7a-b3a0-203391df485d req-e1fdf478-9f13-4118-9d6f-1e89346709de tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 946 time: 0.0476816 Jul 21 12:46:33.368330 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-429aa70f-f5c9-4d7a-b3a0-203391df485d req-c750ba0b-33c1-457f-9bcf-2e5357618411 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/security-groups?id=08637106-953b-4bf6-b2bc-368122fbc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432749 Jul 21 12:46:34.074837 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-e8ba77a8-93c8-4510-8c44-03b2f0553354 req-e38a62c3-a20f-47f0-ab71-a624c2ee202f tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0279477 Jul 21 12:46:34.103952 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-1ab3b4a1-ca4f-4cc7-8bff-7c13ffa1935e req-05fb44b0-07f9-4abd-b8d4-c0c2348cc3a4 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0287788 Jul 21 12:46:34.188630 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.agents_db [None req-4203cc95-03b4-445b-a92f-19fc3dec8381 None None] Agent healthcheck: found 6 active agents {{(pid=104162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 12:46:34.507757 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d0ab79-f36d-444c-a204-75beb2a61379 req-3ffe767d-7dca-45f5-ac4e-ccc03fe6773e tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:46:34.509243 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-f3d0ab79-f36d-444c-a204-75beb2a61379 req-3ffe767d-7dca-45f5-ac4e-ccc03fe6773e tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 946 time: 0.0501301 Jul 21 12:46:34.559696 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-f3d0ab79-f36d-444c-a204-75beb2a61379 req-6d532910-d415-49c7-ad1b-007d5e054899 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/security-groups?id=08637106-953b-4bf6-b2bc-368122fbc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449328 Jul 21 12:46:35.177152 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-9e85a29b-08ca-4e3e-909f-7e45ed25702b req-717bfe13-a7d1-4133-977b-efe86896a1a6 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0305932 Jul 21 12:46:35.201321 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-108bdaa7-7557-4ba7-9a15-3cb0499990fe req-c304555e-a610-4507-8ab0-afa0a609ffa3 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0279818 Jul 21 12:46:35.703853 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1e0d0d-45ee-4c19-be66-2cfb18ac307d req-ce737030-ee02-4fa5-9578-3b54a54f0b7a tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:46:35.705325 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-da1e0d0d-45ee-4c19-be66-2cfb18ac307d req-ce737030-ee02-4fa5-9578-3b54a54f0b7a tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 946 time: 0.0579329 Jul 21 12:46:35.755806 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-da1e0d0d-45ee-4c19-be66-2cfb18ac307d req-c5d8e53c-451d-4851-b13d-e25c9e432a66 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/security-groups?id=08637106-953b-4bf6-b2bc-368122fbc1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423348 Jul 21 12:46:36.091367 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a52b6cb-8139-4471-bba9-51322af87eba req-f9c54afb-f65f-4dbd-a047-9c8478944f16 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:46:36.092810 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-5a52b6cb-8139-4471-bba9-51322af87eba req-f9c54afb-f65f-4dbd-a047-9c8478944f16 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.48 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 946 time: 0.0563085 Jul 21 12:46:36.183101 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [req-5a52b6cb-8139-4471-bba9-51322af87eba req-71a25f31-3d14-4c5a-812d-66d12ce5378a tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Deleting port 534d7b7f-6d10-438b-816e-494c10d46740 {{(pid=104160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 12:46:36.183439 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-5a52b6cb-8139-4471-bba9-51322af87eba req-71a25f31-3d14-4c5a-812d-66d12ce5378a tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760977592'] for port (534d7b7f-6d10-438b-816e-494c10d46740), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:46:36.288334 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-1738837a-2bed-44fa-bc36-ebae7ba62d91 req-3c10162b-f2c5-41e6-b2e6-4d5f6530276a tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0422981 Jul 21 12:46:36.307298 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.db [req-5a52b6cb-8139-4471-bba9-51322af87eba req-71a25f31-3d14-4c5a-812d-66d12ce5378a tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] For port 534d7b7f-6d10-438b-816e-494c10d46740, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=534d7b7f-6d10-438b-816e-494c10d46740,segment=NetworkSegment(558efc1f-ce81-4ca8-af05-453d603c706f),segment_id=558efc1f-ce81-4ca8-af05-453d603c706f)] {{(pid=104160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 12:46:36.307298 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-5a52b6cb-8139-4471-bba9-51322af87eba req-71a25f31-3d14-4c5a-812d-66d12ce5378a tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683200'] for port (534d7b7f-6d10-438b-816e-494c10d46740), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:46:36.316297 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-d7d4cf90-245a-4577-a876-033fec099f16 req-14f2690d-c056-40ab-b520-536c080e9a14 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0405288 Jul 21 12:46:36.320480 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [req-5a52b6cb-8139-4471-bba9-51322af87eba req-71a25f31-3d14-4c5a-812d-66d12ce5378a tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Calling delete_port for 534d7b7f-6d10-438b-816e-494c10d46740 owned by compute:nova {{(pid=104160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 12:46:36.360616 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=100 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:46:36.364116 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=100 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:46:36.455074 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-5a52b6cb-8139-4471-bba9-51322af87eba req-71a25f31-3d14-4c5a-812d-66d12ce5378a tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760983080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773760637175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9357752'] for port (534d7b7f-6d10-438b-816e-494c10d46740), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:46:36.485654 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a25f31-3d14-4c5a-812d-66d12ce5378a tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Pushing event deleted for resources: {'Port': ['ID=534d7b7f-6d10-438b-816e-494c10d46740,revision_number=None']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:46:36.498003 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a25f31-3d14-4c5a-812d-66d12ce5378a tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:46:36.498349 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a25f31-3d14-4c5a-812d-66d12ce5378a tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:46:36.498692 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a25f31-3d14-4c5a-812d-66d12ce5378a tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:46:36.499041 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a25f31-3d14-4c5a-812d-66d12ce5378a tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:46:36.499368 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a25f31-3d14-4c5a-812d-66d12ce5378a tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:46:36.499743 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a25f31-3d14-4c5a-812d-66d12ce5378a tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:46:36.500260 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a25f31-3d14-4c5a-812d-66d12ce5378a tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:46:36.500691 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a25f31-3d14-4c5a-812d-66d12ce5378a tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:46:36.501017 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a25f31-3d14-4c5a-812d-66d12ce5378a tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:46:36.501342 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a25f31-3d14-4c5a-812d-66d12ce5378a tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:46:36.501668 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a25f31-3d14-4c5a-812d-66d12ce5378a tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:46:36.501990 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a25f31-3d14-4c5a-812d-66d12ce5378a tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:46:36.502309 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a25f31-3d14-4c5a-812d-66d12ce5378a tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:46:36.502628 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a25f31-3d14-4c5a-812d-66d12ce5378a tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:46:36.502947 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a25f31-3d14-4c5a-812d-66d12ce5378a tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:46:36.509613 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] get_ports_and_sgs() called for port_ids ['534d7b7f-6d10-438b-816e-494c10d46740'] {{(pid=104161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 12:46:36.538432 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a52b6cb-8139-4471-bba9-51322af87eba req-71a25f31-3d14-4c5a-812d-66d12ce5378a tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] No DVR routers for this DVR port 534d7b7f-6d10-438b-816e-494c10d46740 on host hv-cinder-85032 {{(pid=104160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 12:46:36.541191 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-5a52b6cb-8139-4471-bba9-51322af87eba req-71a25f31-3d14-4c5a-812d-66d12ce5378a tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170956'] for port (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:46:36.544454 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-5a52b6cb-8139-4471-bba9-51322af87eba req-71a25f31-3d14-4c5a-812d-66d12ce5378a tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.48 "DELETE /v2.0/ports/534d7b7f-6d10-438b-816e-494c10d46740 HTTP/1.1" status: 204 len: 173 time: 0.4421785 Jul 21 12:46:36.544858 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84e00da6-ef27-4d90-8858-4bc9fd64e14a', 'name': 'network-vif-deleted', 'tag': '534d7b7f-6d10-438b-816e-494c10d46740'}] {{(pid=104160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 12:46:36.547114 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eb085c56e9e86bbd6a0965d2ba727f3997621403869b150ca98f31427dd41b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74119d91-ee37-4cf7-b008-7204e2c35aa9" -d '{"events": [{"server_uuid": "84e00da6-ef27-4d90-8858-4bc9fd64e14a", "name": "network-vif-deleted", "tag": "534d7b7f-6d10-438b-816e-494c10d46740"}]}' {{(pid=104160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 12:46:36.584675 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 12:46:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-090430ad-b882-4497-98b8-22bec0bf36cd x-openstack-request-id: req-090430ad-b882-4497-98b8-22bec0bf36cd {{(pid=104160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 12:46:36.585539 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84e00da6-ef27-4d90-8858-4bc9fd64e14a", "name": "network-vif-deleted", "tag": "534d7b7f-6d10-438b-816e-494c10d46740", "status": "completed", "code": 200}]} {{(pid=104160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 12:46:36.585827 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-090430ad-b882-4497-98b8-22bec0bf36cd {{(pid=104160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 12:46:36.586290 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.notifiers.nova [-] Nova event matching ['req-090430ad-b882-4497-98b8-22bec0bf36cd'] response: {'server_uuid': '84e00da6-ef27-4d90-8858-4bc9fd64e14a', 'name': 'network-vif-deleted', 'tag': '534d7b7f-6d10-438b-816e-494c10d46740', 'status': 'completed', 'code': 200} Jul 21 12:46:36.843100 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=100 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:46:36.862293 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-9af73e6d-73b1-4f8c-869b-bc067150f005 req-26d1b846-08d9-407a-a086-7ee9f4c25b95 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 210 time: 0.0293190 Jul 21 12:46:37.399041 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-88db321d-4d00-4cf5-8c5e-8e2ccb2454e8 req-971303d3-87d9-40d9-a170-1029051b7881 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0277710 Jul 21 12:46:37.419195 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-5d46dcda-1963-4121-bc02-71115c20bd04 req-8006cc6c-597e-4e91-b61a-a2e2d566d50d tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0312135 Jul 21 12:46:37.977435 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-5bb547e4-2e8d-4e2a-b0b0-be5cb7f6b42a req-5c6155bf-b548-41f4-a4b7-0faef8a7ee66 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 210 time: 0.0378976 Jul 21 12:46:38.507951 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-c6a1836d-d243-41c6-bb33-123a1084e576 req-ff3d55cc-e594-48b7-9029-9c6d664c0d63 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0280688 Jul 21 12:46:38.522562 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-e2337c0c-fa7e-44a7-a4c3-5a819795a826 req-7a991a7d-220d-47ed-8055-256263e59368 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0304756 Jul 21 12:46:38.549772 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Device 534d7b7f-6d10-438b-816e-494c10d46740 no longer exists at agent hyperv_hv-cinder-85032 {{(pid=104161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 12:46:38.572193 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] No Port match for: 534d7b7f-6d10-438b-816e-494c10d46740 {{(pid=104161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 12:46:38.572546 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Device 534d7b7f-6d10-438b-816e-494c10d46740 not bound to the agent host hv-cinder-85032 {{(pid=104161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 12:46:39.080018 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-9112642a-0265-4fb2-88aa-d75c3e804e7d req-ace200a3-91dd-494e-bee9-8f682139c71a tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 210 time: 0.0279443 Jul 21 12:46:39.617179 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-7cb91ed7-e6a3-47b6-b4fb-5ab1a701c48d req-40be783c-2502-478f-883d-ba0370c6b316 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0284116 Jul 21 12:46:39.628101 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-fc611ad7-e126-4161-83d1-92eafc807652 req-9c8a9158-24a0-4776-851c-dccfec6de771 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0270588 Jul 21 12:46:40.184227 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-e08c5178-f9d5-433a-a149-7c279709effc req-e1a7455b-210a-43df-b6c0-57c53a9920f7 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 210 time: 0.0279732 Jul 21 12:46:40.713540 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-ead1eeb4-9bce-4c03-97ac-7ef39711ee32 req-48d28eb7-fdc7-4228-a825-80599b23a06b tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0271566 Jul 21 12:46:40.724267 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-04838756-1265-4faa-b660-e7153ccd77a2 req-143d1543-c3aa-4f0a-8287-a36c881d46c0 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0277627 Jul 21 12:46:41.292942 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-c867cced-a87a-452d-b7fc-7d2fc6106451 req-042ca0d3-6fea-4893-a73d-90324b96ce6b tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 210 time: 0.0307345 Jul 21 12:46:41.468843 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-f14584a5-6ba2-43dc-8f74-fc76b009c393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (8a21e728-a2e9-4580-a748-6ac9ba47a2a7), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:46:41.822361 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-094e02ed-94cb-401b-8738-294d3dc8ed98 req-ff6d6f18-c83a-491a-b251-a0c61bd789c7 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0308971 Jul 21 12:46:41.823510 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-5a65c31f-19af-42b2-aed5-46d89d3250fe req-2825dc51-e84c-409d-b6a2-83ebcd8432bc tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0273330 Jul 21 12:46:42.410514 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-1e9cecf7-e4fd-4b92-b353-56082621daaa req-dd45f449-94c7-4fe3-a6f1-4ae967b20d6f tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 210 time: 0.0395677 Jul 21 12:46:42.924757 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-f6b89a91-bf64-40e3-8023-bb791cb81f6e req-8ff4abcd-ba85-4b12-9c39-50ffb9dc45c1 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0282793 Jul 21 12:46:42.925495 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-c78035c2-7e23-482e-ad7a-b47193c68eb7 req-c1d914f9-d85f-4ab9-a793-60550eb23040 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0283267 Jul 21 12:46:43.518873 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-172d69f7-8235-4c94-bebd-c4c5f2ee439e req-b5f6c51c-7b4d-499d-967a-82b306cce8f6 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 210 time: 0.0275729 Jul 21 12:46:44.021229 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-f1edd81c-e75a-4b12-9395-298f0bc5b01e req-e6d97032-f816-4c80-9613-5c4f31a0b2d6 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0282106 Jul 21 12:46:44.024856 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-cc65aa04-03fc-4675-a0b5-6cadc3537a5e req-587c52c3-7639-4880-9a9d-575a3a0aeeca tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0319936 Jul 21 12:46:44.183697 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=2 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:46:44.184471 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:DELETE=1,neutron:SELECT=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:46:44.618555 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-4bdbff0a-11ee-4a72-afdb-6849cd3fcdc3 req-ac51d140-01cb-4f2d-a96b-d832970507b2 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 210 time: 0.0307238 Jul 21 12:46:44.918772 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-d2ce0119-6c68-4731-9712-51da39759fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (ceb1130f-c61e-494c-be4f-967cc153319c), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:46:45.132546 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-09c314f4-3ac4-4e88-85d7-2c4aed96bf81 req-da3b95bb-5d96-4cab-8b32-26b25a7d3d1a tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0279062 Jul 21 12:46:45.133181 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-314ac31b-cb58-4e78-955b-f636e83fd87c req-0a53a102-e2d0-42bf-893b-342df359db1c tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0274448 Jul 21 12:46:45.725257 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-950e5d72-3cf8-4b9e-bc8c-075bb124a967 req-dc7bc3fc-9e78-452b-ba3b-ad3e407d91a5 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 210 time: 0.0326891 Jul 21 12:46:46.048374 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-34089123-786a-4f56-8fd8-e31aace790ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (7a27be9f-c1a8-4dec-a92f-42ec7311fe12), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:46:46.234479 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-10a613b3-29dd-4b90-9248-d3eaf2dadb16 req-ab3a9414-c9ad-4bac-8ebd-58ee2ffbb2d8 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0291119 Jul 21 12:46:46.239970 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-0988c8c3-85c8-49b0-a788-5843464f718b req-eb955cce-49eb-4647-96c2-90f446ccab0c tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0348132 Jul 21 12:46:46.829506 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-8fc3c3df-e11d-4c10-ab05-74025b6c39a7 req-1f94e7ba-d5ff-4b3c-9865-030a84d9a589 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 210 time: 0.0287983 Jul 21 12:46:46.838746 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (c982e9e4-9e4b-4150-8658-75b564dceb25), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:46:47.339065 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-67004524-d949-4e6c-9594-68d347888e24 req-f158dab3-be4b-4fa0-9287-f54d368321d5 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0304720 Jul 21 12:46:47.340651 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-82ae2ac0-1e6f-4e8e-bf4a-fa803fbf77a2 req-837f6b56-0fee-4710-b4f6-0bbb1f5dd768 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0301409 Jul 21 12:46:47.396720 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-b3746fee-4e12-46ce-ae12-d62ff35738f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (bda8c5c0-9935-4f58-b3ba-5b48a27d9f80), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:46:47.946737 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-67a9432e-de77-4ca1-8743-ea360060b413 req-bb1ee550-9617-428b-b1b6-7e4352b9ed90 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 210 time: 0.0392828 Jul 21 12:46:48.442459 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-31383891-c92a-4970-8b4f-90c1f48adee6 req-ca5f54bb-52eb-44d7-aa35-551854750e96 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0279100 Jul 21 12:46:48.443136 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-ec100b0b-5a9a-46aa-9722-1fcdffd76be8 req-9102d409-63a1-423f-9902-42d9082c150c tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0299187 Jul 21 12:46:49.053515 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-60d51fab-95dd-4b37-af17-3d36503f95d9 req-f59f3759-d574-4ccc-8ff1-e3c997b494be tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 210 time: 0.0325630 Jul 21 12:46:49.528231 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=95 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:46:49.548123 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-3d8d9e34-2378-4eab-88f5-3e6a7e11c0db req-4a3d0fb8-65b0-40ee-b0b9-57e2df69b91a tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0284085 Jul 21 12:46:49.548734 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-3a7d1236-6378-46e5-8628-9576de9f4834 req-1d70e2e4-44a4-46dc-b34b-5e71cc43247a tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0289090 Jul 21 12:46:50.159848 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-f3e3cff8-22ef-4508-bd57-8ebc8b5f7a13 req-07d230a1-657a-4224-9c97-82741836a4ff tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 210 time: 0.0305309 Jul 21 12:46:50.655005 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-a63f77db-96ba-41fa-a123-9221c2adc7ea req-89856563-ac62-4272-9861-9cf02f96bee0 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0275369 Jul 21 12:46:50.916127 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-29fb07b5-f42e-449b-b29e-8c2f4f0f9040 req-364e324c-85af-4538-8724-993145bf3c70 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.2887139 Jul 21 12:46:51.257608 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-fa017efc-7a08-4f05-9c4b-881497034fc8 req-a7c996d0-de55-4354-b4e8-6c8eacacbee3 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 210 time: 0.0280838 Jul 21 12:46:51.758862 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-7e536103-df1c-4d14-ae40-798ea83cbbf2 req-d82d04c5-b77f-4586-a8e2-a13856cfd43c tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0272524 Jul 21 12:46:52.022000 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-46b6f572-7fe9-49d2-9424-3b76d45eed07 req-ea3fd885-63c9-42a4-8a23-365007b0ea6e tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0278103 Jul 21 12:46:52.360540 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-a473284d-41ee-42ff-89be-f1791f60d88d req-bc11ded7-1f07-4828-b1b8-60e9e4d4fc32 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 210 time: 0.0292683 Jul 21 12:46:52.870017 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-0ee171ac-bad5-465b-9a3c-99e6fcc77659 req-5c78cbfd-de2f-4a53-a260-13e7129c9e2d tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0316045 Jul 21 12:46:53.127365 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-98832e74-89cd-42d2-b808-8e6ae487d997 req-51e1ba98-decf-4ade-8039-a162e34cdb88 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0283489 Jul 21 12:46:53.479171 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-5a5e94ab-d143-4756-989e-052b910a0f93 req-917ed38a-2fb7-472e-beed-e1b9b1c7a8be tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 210 time: 0.0286617 Jul 21 12:46:53.982915 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-fb66148a-a8b5-49c4-9d21-c8dc3392033a req-0ff4a74f-cfd4-48f5-a981-40902fc998a7 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0339985 Jul 21 12:46:54.232494 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-35556f7a-7eca-4298-a241-55b2dff9351b req-dc16eb2e-0ffd-4008-bbde-8652e7aeb390 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0289838 Jul 21 12:46:54.589224 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-147407ef-4809-442f-ba0d-5ee31f3333a5 req-a49a94e4-d715-4ef1-b824-299d6ddcf230 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 210 time: 0.0288916 Jul 21 12:46:55.094720 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-439a35ae-8562-447e-bef5-ca1cb56d9c87 req-a2213c32-e85d-496f-856d-2fe9321ce3ae tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0285687 Jul 21 12:46:55.338690 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-69f15854-7ea5-419f-9068-fcd8f91473ea req-363b6576-dfdb-43e7-858e-db9366cc79b5 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0275745 Jul 21 12:46:55.713184 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-3a2b6a21-59ab-4305-9ca8-4127f62105d4 req-521d1499-eeb9-465c-9ec5-21641b884644 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 210 time: 0.0405891 Jul 21 12:46:56.202203 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-e6d90f0d-4959-4b11-b66e-4456b75ebf5e req-a32c5450-cde7-42c2-a5df-cb5e9b326b49 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0279770 Jul 21 12:46:56.450533 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-7a21862d-e134-476e-98cf-20f76806b283 req-2396df20-ed0d-4750-94ea-d1c1733e6516 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0280888 Jul 21 12:46:56.830879 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-204926e5-bcbc-428d-b697-e51db2b94277 req-51fa51ac-94cc-41aa-a2b7-0cd7e0fb8968 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 210 time: 0.0305493 Jul 21 12:46:57.018928 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=2 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:46:57.019862 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=4 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:46:57.313579 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-3cf3a879-6b69-4305-9738-210ed046ce30 req-3bcf1750-f374-4e06-84ea-859b9060f885 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0298452 Jul 21 12:46:57.560634 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-f2f35b05-5ad9-450a-b6e8-9a53efd2e50f req-978e20b1-372b-4657-96d5-392ddcbebabc tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0306470 Jul 21 12:46:57.944400 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-4425dece-1d28-47c8-b71a-32f449fb680f req-257a8533-3bf4-4e1a-b9de-8413038a259d tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 210 time: 0.0318418 Jul 21 12:46:58.418494 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-ea3750e8-7748-4ec3-b71e-f71997ad404c req-7788a59a-e3db-4738-8897-efdbcb1aa5b0 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0300546 Jul 21 12:46:58.669724 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-114c8404-dc55-4ac5-8d27-5e84be914f35 req-d438b966-7d98-4277-903f-22df7d49816a tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0307024 Jul 21 12:46:59.064655 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-edc9d8e9-9bda-4a21-aa72-1fc31e917553 req-56621ea6-47bc-4935-b05f-868c1b4bce52 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 210 time: 0.0299389 Jul 21 12:46:59.522662 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-e2743481-27dd-4314-86f3-33156398c4d6 req-1e7e954f-8a75-4976-8097-a6f61b803eb4 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0330589 Jul 21 12:46:59.780026 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-391ef11b-b116-4e3f-a256-443bb850a227 req-10fcfb4b-cf0c-4324-8d89-114615ca55e2 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0318770 Jul 21 12:47:00.170620 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-62d71948-ae10-4fba-b31f-639ce37c24ee req-117a5cd0-6082-4483-9d46-fab06d120c5d tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 210 time: 0.0280962 Jul 21 12:47:00.622981 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-e963cc43-289b-4fef-801f-4068eae94b8e req-fdb72aad-bd2e-44b3-9d83-6dd7aab2fbc6 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0313828 Jul 21 12:47:00.885394 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-a3c4a28c-6314-45d6-946a-92b5c21c6c22 req-7b0df8d7-c193-4daf-b88c-4a32ea6a9d0d tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0286746 Jul 21 12:47:01.276767 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-a925c2b5-a535-481a-8919-5e64edde871b req-a4f6838d-3164-4652-b988-3d0dcd019c06 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 210 time: 0.0281553 Jul 21 12:47:01.358063 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=24,neutron:UPDATE=3 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:47:01.358826 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=24,neutron:UPDATE=3 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:47:01.731456 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-6ba96e8f-21e0-4563-ac7c-67bc1c180767 req-891b36d5-1486-48d8-88b7-9ba04728c6af tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0301590 Jul 21 12:47:01.989393 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-89acb2e7-9b31-4c12-b108-5f4976b11233 req-490ef10c-6f40-44fd-b5dd-5fd8838b6f80 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0290029 Jul 21 12:47:02.379403 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-8ac8c836-06c7-40c1-8f24-f1af19ce0527 req-0eae66b3-a20d-46bf-b497-da77a353b7f0 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 210 time: 0.0274770 Jul 21 12:47:02.680914 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (0e418a3d-140a-4386-ad03-1f6ad2d8ed7b), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:47:02.831290 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-b3cf437d-d485-40ff-85c2-62a009a82a4c req-f86db990-bed4-4760-a251-b52179132136 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0320632 Jul 21 12:47:03.098755 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-934f3031-0293-4e4b-b349-8ae1336edb6a req-dcc2beab-6238-4651-9e75-4254c5f693c1 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0290976 Jul 21 12:47:03.484852 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-1f87b197-454e-42b5-8c44-3e764630b610 req-c6c4ba48-ef9a-4c48-8677-d53a6da47914 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 210 time: 0.0278988 Jul 21 12:47:03.944975 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-9951172e-261c-4204-8e66-7f9652c3d0cc req-f1b2d62b-d26f-44c8-bd98-61aa0f8b3643 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0297477 Jul 21 12:47:04.202743 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-cd5ace71-396f-4b3b-9460-fd95d19bb578 req-b17f4eaf-da0f-480d-b524-16c58b811f07 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0279334 Jul 21 12:47:04.593556 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-3878abf6-dff2-4a72-8184-3fbbea713039 req-7b182f6d-1ec1-405f-b179-ad11b3ffdb17 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 210 time: 0.0300560 Jul 21 12:47:05.049156 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-bdb37124-de16-4a40-83b3-b05a011f26a1 req-e8b2d9b9-094c-425c-881b-3fbe49926491 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0280271 Jul 21 12:47:05.311153 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-10cd1705-3cdc-4e85-8129-7ef512d1cc0a req-95072f13-e5cb-45b0-9d66-2416438e380b tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0349817 Jul 21 12:47:05.697390 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-99019a8e-d7f2-42d4-9c3a-14f7cc8eb612 req-0022a71b-9ae9-4874-9ad7-1b5d14dea14f tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 210 time: 0.0309260 Jul 21 12:47:06.146525 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-bad0a605-1f9d-48af-a03b-adbc9f2a0a09 req-8b8dc41b-5dff-47ac-b470-cdf0df600353 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0281672 Jul 21 12:47:06.391740 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=48,neutron:DELETE=5 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:47:06.393959 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=64,neutron:DELETE=3 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:47:06.419525 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-7c0017cc-4e37-47ca-9d9c-79cbd9de53a5 req-eedcd43f-0884-494d-ba80-c48359fdf40d tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0365255 Jul 21 12:47:06.801579 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-6a51f025-a222-424f-a1ba-588a944745cb req-ab91f380-ea7e-4bc0-b92d-7f33042ff2a3 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 210 time: 0.0291855 Jul 21 12:47:07.241733 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-5b7f075b-ed10-4b11-bc40-fd390c6f7f7f req-766e2908-f261-4d2c-b684-888125900e7d tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0277147 Jul 21 12:47:07.500982 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=46 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:47:07.524744 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-8ba0f8b2-d0cd-42c2-a242-32bc5d78adde req-b19c30ff-b48d-45f1-a0cb-6665b13059d1 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0322111 Jul 21 12:47:07.910219 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-a5b6e75c-6e61-4fc3-86e5-53d68e345fd7 req-35fcc4f7-ccb5-4777-bbc9-9cd9b25835dc tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 210 time: 0.0282643 Jul 21 12:47:08.368478 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-e8474862-a4b8-4fab-b3cd-281efa39bdc3 req-81b67e2a-7f2e-4dd8-b2fa-1702ae55fddb tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0286994 Jul 21 12:47:08.631800 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-2e1e7994-6933-4c92-8cde-38830e6adb20 req-1d17f4ae-3651-4d2a-b1e1-8be2aa26a2d0 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0324907 Jul 21 12:47:09.022928 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-ba3fdd9b-1120-4001-b42c-f6c8e0f38c0b req-422e5772-c0b2-4bd4-88a0-b1de300bdcc0 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 210 time: 0.0274904 Jul 21 12:47:09.477906 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-aecc21cd-8647-4506-931d-6db9ffbf4e51 req-31b8e270-2954-4743-8e7f-d85d75965b56 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0291400 Jul 21 12:47:09.740751 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-9f498d3e-c801-4011-a1ed-00b5613c34dd req-a30baf56-bc19-4603-95cf-9714769582b5 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0316401 Jul 21 12:47:10.139826 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-0b199a87-eb95-4667-ad8c-9f359d7a1206 req-4619b0fd-fbee-409e-8a7f-b362edfb8f11 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 210 time: 0.0381284 Jul 21 12:47:10.584464 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-ca9793f4-6928-4b10-8bc7-763e2b657978 req-2c45c66d-519e-4432-9b90-ee2f08594544 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0302825 Jul 21 12:47:10.856206 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-632913a7-cfba-41c3-bfa4-77df4846636b req-8497b153-50f1-49b1-a720-0e168bdb5974 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0281987 Jul 21 12:47:11.187919 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.agents_db [None req-4203cc95-03b4-445b-a92f-19fc3dec8381 None None] Agent healthcheck: found 6 active agents {{(pid=104162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 12:47:11.241946 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-a745108e-95f2-4da7-99c9-baad5e366041 req-e2e29fc9-a7ae-44d6-8174-38c6dedd86ed tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 210 time: 0.0276616 Jul 21 12:47:11.469790 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8b0e3570-63cc-4248-b712-5a694619bcd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (8a21e728-a2e9-4580-a748-6ac9ba47a2a7), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:47:11.697939 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-f4d07fd2-d035-451c-8767-31c5e8c3298c req-f670c9bf-da63-4dfc-b8fe-c96a08138b49 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0320470 Jul 21 12:47:11.960197 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-4e2f3485-017e-4aed-a1ec-2f7e3be8edc9 req-7990605f-992b-4de5-9b44-0d5efda7030b tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0290225 Jul 21 12:47:12.354189 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-13458be2-4bf8-4049-8ffd-df935b815507 req-fef7c9ac-dbe9-4553-bbbd-ca9d29513afe tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 210 time: 0.0340257 Jul 21 12:47:12.820978 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-11df28c5-1d59-4996-bd65-3493fb552d84 req-dcafe1e7-3341-4ee4-8549-1eddaf915069 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0348670 Jul 21 12:47:13.064579 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-a0d0035a-9a76-4f12-b68a-75b54bff0036 req-40c6b188-d4c4-435a-9fd4-3dc3ed721351 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0295718 Jul 21 12:47:13.469569 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-9e2fb532-3eef-419c-9581-8ffc73f5172c req-be765111-47c5-442c-942e-321e63cb1a44 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 210 time: 0.0394053 Jul 21 12:47:13.927758 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-25f543ee-9d75-49e9-aa85-de062397ee09 req-ed3907dc-4c2b-4e59-8faa-66ad73e0d570 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0284691 Jul 21 12:47:14.181070 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-aa7d57e4-800c-42bf-b21b-2daed1ba4638 req-6ba3d3ba-6929-4888-beeb-0572f2b28868 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0279973 Jul 21 12:47:14.573773 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-0bc1d504-1ed1-4247-9292-032587f92554 req-9f987c61-aaef-4d7f-a15b-65f03c4f6b55 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 210 time: 0.0309620 Jul 21 12:47:14.925649 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-88675953-e0e7-45bc-a2cc-9007ed97f960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (ceb1130f-c61e-494c-be4f-967cc153319c), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:47:15.024812 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-f7c9e5b5-e3e0-4928-ade5-2152b6f44310 req-9f8e25d6-f416-4b65-93e3-d542a70774ca tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0285921 Jul 21 12:47:15.287007 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-345b1859-17a1-4a24-89d6-3f6520569e5c req-7bd2f97c-bcdb-430e-846c-d1d0b198e765 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0380807 Jul 21 12:47:15.679087 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-a4b3582f-8579-4eb3-93b1-23eb9c1c5c94 req-e573abd8-75ab-440d-8135-4aea208f5f3a tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 210 time: 0.0277498 Jul 21 12:47:16.047148 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-34089123-786a-4f56-8fd8-e31aace790ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (7a27be9f-c1a8-4dec-a92f-42ec7311fe12), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:47:16.128069 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-581d542a-74eb-44db-9f2f-85dbeea133f6 req-d411d066-ed0a-4445-8779-bf7739566074 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0307941 Jul 21 12:47:16.399780 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-38372694-e1bc-4aa1-a229-a8be58cd96a5 req-68bb245e-9ea5-4f80-ae97-ec0ffdcbf0ba tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0306225 Jul 21 12:47:16.794478 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-b1e1bd1a-a9d5-4998-814d-e06a43a6c891 req-2dd76ef1-bafc-423c-9503-841ba8f8a0f5 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 210 time: 0.0380559 Jul 21 12:47:16.850360 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (c982e9e4-9e4b-4150-8658-75b564dceb25), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:47:17.235709 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-a70c946c-5464-4247-88bb-458956e8f7f3 req-23486d2e-7ffc-4602-9fd3-9e4263aea3de tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0298231 Jul 21 12:47:17.406939 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-b3746fee-4e12-46ce-ae12-d62ff35738f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (bda8c5c0-9935-4f58-b3ba-5b48a27d9f80), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:47:17.501575 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-5ab8181a-aba9-4d97-955e-94d8cf0f9e5e req-90e101b4-be9c-45b0-b33c-1bb9997d74d0 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0325370 Jul 21 12:47:17.908842 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-974c8d01-c3ed-4423-b79a-45d0e14b8573 req-605f0ef4-4272-42ab-b2e0-218ebedd641c tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 210 time: 0.0285361 Jul 21 12:47:18.343277 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-9e14b352-d6de-49ba-8182-5f5a5d7e2f6e req-a2062b7d-a841-44d8-86ae-4439349d920d tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0321417 Jul 21 12:47:18.623555 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-50ce548f-68d5-40cd-87ae-d03a58a30abe req-e976cb52-47cb-409e-aeb3-7dc85f13025a tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0322094 Jul 21 12:47:19.018478 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-0dd6db74-684e-4da7-a227-926a446dc9c4 req-1e798d1e-5ac8-4736-88b1-11a6a2b5b414 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 210 time: 0.0276525 Jul 21 12:47:19.457419 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-f7b022eb-ab71-43ae-922c-1111d813e0e4 req-afae964b-9ae1-404f-a8ac-54a6ec00b2c5 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0311279 Jul 21 12:47:19.733145 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-dd2f5acd-a60a-4556-9cc6-9b2e7b5d264f req-49b81cb0-9378-4a54-aace-42ea3599eb0c tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0291433 Jul 21 12:47:20.105927 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=39 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:47:20.126436 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-124cf2f4-1d73-45e3-b8f8-c3a0144a981e req-33035491-8690-4c11-bcae-8f4e9ece210d tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 210 time: 0.0290956 Jul 21 12:47:20.568458 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-8a1e6475-f66d-43f2-9d87-fa56c01372fc req-166a3f1b-fe2e-43f4-be2e-4114a80d9a5e tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0329623 Jul 21 12:47:20.850639 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-94bad52c-7158-46a0-bf61-90f71a6879f6 req-806022ed-594b-44a7-ac69-b847051e3e7a tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0333393 Jul 21 12:47:21.184600 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=2 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:47:21.234751 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-fde6406d-da82-4593-b74f-7aaa60e25308 req-60ac1e3e-7dce-430c-9628-f652bf328862 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 210 time: 0.0284317 Jul 21 12:47:21.685008 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-d6933efd-233c-4b85-bc9a-f8ad35204d23 req-9e3a3633-2490-4bfc-91ba-58eab087c1bb tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0352108 Jul 21 12:47:21.963591 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-b6518f3e-c19c-4932-8235-c2e5bb148f09 req-13c09c4d-fa2b-4950-9d96-03376c6a2dae tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0343869 Jul 21 12:47:22.344323 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-c67f0c29-66f0-4c8f-a0d6-7343150416e3 req-50dd5bae-b959-4c35-813b-76bd11b2b104 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 210 time: 0.0316615 Jul 21 12:47:22.792180 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-27fa4a81-d60e-4f0d-a763-8a39450ba8b9 req-f0e385bd-41a4-4b34-8db7-6f54ae073997 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0293803 Jul 21 12:47:23.077223 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-513e1d10-26e3-4a7e-ba5f-b3817e92f637 req-f4badb4d-1f80-420e-9c12-974f10d07c9d tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0365949 Jul 21 12:47:23.461878 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-a4cb9398-a021-46d3-b4f4-6b7aabd7119c req-5f28a06e-4571-4573-a5fa-3b0020969ca9 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 210 time: 0.0326061 Jul 21 12:47:23.906915 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-bc0ce08a-4536-4fa1-8e9d-67747bb665c1 req-70171d41-27a9-41a8-967f-a8eebfc2cfdd tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0357332 Jul 21 12:47:24.179640 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-d2fa7f2c-3945-499d-b37f-23b4587ae802 req-3ad7db83-6ef2-46c0-be46-5e9296743e9f tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0283134 Jul 21 12:47:24.565068 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-2d8dfcb4-d12b-40ed-883a-309c0c8945d2 req-f181b979-3068-4bed-8a8f-8b24e491ac4e tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 210 time: 0.0285285 Jul 21 12:47:25.013963 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-89fe35fc-c09a-43f8-94a8-2383f7b53b51 req-02b2bc74-3099-4440-862e-a42f6b0388d9 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0280318 Jul 21 12:47:25.285803 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-7b8f3c99-caae-4d87-887c-7cfaaab752ff req-b4677d0e-1ee4-424e-bb7c-07a668410266 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0297835 Jul 21 12:47:25.685194 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-980ca8d1-6100-4866-abe1-b91181502588 req-5df3e2a6-9986-4a0b-af21-e241c8b28bda tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 210 time: 0.0394721 Jul 21 12:47:26.125186 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-1c1a8267-b86f-479d-85e7-cee6ca34f98a req-6bbb5f0b-677d-4080-b123-fda3defcca2c tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0273221 Jul 21 12:47:26.393684 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-5d27230a-a1f4-474e-ade7-a7a87c3299c9 req-ffb9662c-d52b-4481-ab18-5e872ede21fa tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0310085 Jul 21 12:47:26.790931 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-5907cead-b911-4981-81f0-2afd15a39b08 req-ece519fb-41cc-4a95-b753-cc3614e62c44 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 210 time: 0.0281665 Jul 21 12:47:27.234588 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-64d9f8be-0971-4ffc-ac8b-e113e6c6744b req-d1448a2d-9d3c-4c8f-9171-44847a93cd89 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0290689 Jul 21 12:47:27.399057 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:47:27.413217 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:47:27.496700 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-6facee58-2a2c-4099-b357-ff396d96aad7 req-37ae5bc0-ca37-4551-abc2-ac0541320e5d tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0274887 Jul 21 12:47:27.893013 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-1645bc27-4148-4584-9dc7-6847bb6675b1 req-2e38047e-250c-4dc5-98b0-fca5cc783a97 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 210 time: 0.0304902 Jul 21 12:47:28.344314 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-e13270aa-2447-4d52-b6b1-7f321bb035c4 req-8f8802e6-07a0-4dc9-8de8-ee4a0b7ebc5b tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0304060 Jul 21 12:47:28.606491 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-b8997412-d586-4f92-95f4-59a2fac70b8b req-be8bdafc-2cb8-4640-938e-36deadf7e43e tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0283499 Jul 21 12:47:29.000478 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-6fc48bf2-e458-4b03-9762-6a1c4800c968 req-afe4af64-c916-456d-8969-40196b9b3921 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 210 time: 0.0277517 Jul 21 12:47:29.460627 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-e35d9752-eee8-49ec-b5b2-a72580c0b680 req-e1442c1f-fd2b-4c12-be22-a200409e85b6 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0379195 Jul 21 12:47:29.717193 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-5291cfb5-09b4-4903-aed1-f4c7cf404b4e req-2d11b984-52f4-4f17-9286-216b3ba11305 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0289218 Jul 21 12:47:30.110237 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-707c2870-868d-46ec-850c-1a8009c26528 req-a3000349-f8be-4a31-b1ab-d1ef7f39e74e tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 210 time: 0.0292904 Jul 21 12:47:30.570135 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-03250cd9-38ff-4799-bee3-edd9aba325ed req-84605c43-fd6f-46d1-a2c9-4b72c33bba6d tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0332267 Jul 21 12:47:30.815903 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-2a595332-7630-4a22-9b40-fc0fbc0fc00b req-607a2842-e7ed-4802-8a9b-4735cdcc572f tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0288363 Jul 21 12:47:31.214593 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-99eccc7a-42e5-4cb4-9d43-14184d20d56a req-bb93d780-aa0a-4b05-9a7d-7550d554413d tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 210 time: 0.0295048 Jul 21 12:47:31.683890 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-71453617-788c-4f91-8e2f-24a3f217a74e req-1176bff4-9963-4e13-9937-d4f5f30527ee tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0346930 Jul 21 12:47:31.918027 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-c48d70e1-0c85-48d3-b425-fb300c4f459d req-3c165bc5-a2b7-4abc-9d39-41326e6610ed tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0278914 Jul 21 12:47:32.327151 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-b2373860-15e9-4dae-8380-7711e05c54c6 req-2b9de1b1-1903-4bd8-83c0-b43df0b9a3bf tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 210 time: 0.0309587 Jul 21 12:47:32.680382 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (0e418a3d-140a-4386-ad03-1f6ad2d8ed7b), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:47:32.782884 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-edbe73bb-74b6-49a7-a2ef-d3e5128b8254 req-f512fea1-7b21-40ca-bd78-21562a315678 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0296431 Jul 21 12:47:33.026913 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-f538f91f-0bd6-464c-a1ff-9fd002c7a4b4 req-b0d2d088-72a7-4732-9b65-07aee5e14d9e tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0300860 Jul 21 12:47:33.439069 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-752ced2a-e4fd-4ceb-9862-7689ea5ffa80 req-2eaed028-f8ff-404c-8b31-508a26ba97b1 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 210 time: 0.0276961 Jul 21 12:47:33.898787 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-ae14cfb2-058a-4ac4-b8e7-a7d56e0f1184 req-99d7f2e5-2bd4-40d7-a2be-bc700496f95b tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0354555 Jul 21 12:47:34.133034 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-a3915cab-c432-4975-942a-f000816c4866 req-49aa0983-1bea-4851-b83e-d99546fc5263 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0299749 Jul 21 12:47:34.546521 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-ce28524b-e749-48ca-a77a-71b2dbf9fc4d req-ec6eac3c-eaea-4b7f-be8d-46fb87722abc tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 210 time: 0.0353653 Jul 21 12:47:35.062261 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-2c9e1753-ffc5-432c-815b-b344744578cd req-fceeae84-ada3-4cf7-a472-7c845995aa06 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0855825 Jul 21 12:47:35.234226 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-a04412c6-ffd5-459d-b002-7849f94ed711 req-b5931bb4-40a0-4fca-8a59-62eef44ffb56 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0313115 Jul 21 12:47:35.649481 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-e796ee42-af21-4783-8433-08971ea383a3 req-8f19d9ff-e231-4c53-a403-6d621c76caf8 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 210 time: 0.0280828 Jul 21 12:47:36.214984 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-d665bafd-42dd-42b7-93ff-aa60c6015fa4 req-6a3f3a35-5044-420b-8318-d2ca85789893 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0787222 Jul 21 12:47:36.330916 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-8e21caf6-0cbf-4868-8356-496d021af917 req-396533a7-d58a-418e-8ba3-dfaafab9d865 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0291369 Jul 21 12:47:36.732954 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=41 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:47:36.734946 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=41 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:47:36.761265 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-40b71366-2b74-4fa3-8331-4062a7d36b62 req-127bbb07-ea04-4201-84d5-736de6fff599 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 210 time: 0.0392675 Jul 21 12:47:37.332305 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-7a7c5136-cbaf-4250-ba2e-c348c72dbcbd req-71367f26-3fb8-46ea-8804-a8ff0ef5e3d6 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0300179 Jul 21 12:47:37.427294 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-58dd8375-55a2-4bd9-81de-8cef2be27ae5 req-6e8f0a2c-4a09-434a-9143-3355d1785b07 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0292723 Jul 21 12:47:37.856570 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=43 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:47:37.877588 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-8d7fcfe5-f570-4ff9-9bef-c10a4bbd415f req-772086c0-1f19-4d1a-9319-2bc3b72fa55a tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 210 time: 0.0309370 Jul 21 12:47:38.441326 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-bb3f2e98-248f-43e6-9335-5a1d0e67c615 req-cb1c2477-4d53-4ca1-8cf2-b0c1db49b23a tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0329874 Jul 21 12:47:38.539408 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-c62e4806-fbc7-486b-9bdf-34ad1c533893 req-32e74e9e-fb35-4ce0-8baf-474945558cde tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0371480 Jul 21 12:47:38.989212 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-b5fd9df0-4f0f-4442-9592-2c8bac8e9b17 req-45da4e72-f903-4a92-9317-24594a26e5a7 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 210 time: 0.0283396 Jul 21 12:47:39.551200 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-fd74a54d-18b2-4621-b6a2-32e74c38c92f req-0c06c766-e742-4e82-8517-cda145667a19 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0293036 Jul 21 12:47:39.658859 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-7242329d-177d-4ba5-bdfb-e9b749b7b746 req-c2ac4c30-959b-4013-8ead-a5cb221c920b tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0397365 Jul 21 12:47:40.099161 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-bdd15074-cce2-428d-a025-7d95c2307b59 req-5c5f8358-7b3e-4e99-b063-c8f8b778663e tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 210 time: 0.0301824 Jul 21 12:47:40.663513 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-c8020544-2132-448b-9802-2bfd8369982d req-fc8a2a0a-8f8f-4611-b5a0-c4f7cf6eb5e2 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0296061 Jul 21 12:47:40.754563 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-b0b14492-0741-489f-a06b-2461cef54be1 req-5695ab41-f24a-430f-b920-1ca21eb9286b tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0290673 Jul 21 12:47:41.210896 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-07a2d1d2-0769-485f-8dc7-215c5f191fed req-14e53731-0811-4653-9cec-c3123881ca4e tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 210 time: 0.0308745 Jul 21 12:47:41.354322 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=14 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:47:41.358358 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=18 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:47:41.472346 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-a253ec77-a087-4f1f-9040-08137df00d2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (8a21e728-a2e9-4580-a748-6ac9ba47a2a7), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:47:41.773464 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-d0f27cab-e43b-4a02-ad81-e429968021e0 req-e33c5c25-832f-46d8-b4ff-bf0e31573ca0 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0285664 Jul 21 12:47:41.850480 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-54529e6e-6098-4f84-bd97-4dbed340123d req-ae0235d4-3281-4121-8be8-0639c6a9e7f2 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0277982 Jul 21 12:47:42.321699 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-4a9181d3-0a06-41c3-931f-da068160ea4b req-e7563358-e8c2-44ce-8a09-27fc349de716 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 210 time: 0.0288396 Jul 21 12:47:42.883424 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-d60e6a6c-e11d-44e8-ac04-414b05282835 req-d071f36f-e0fa-42f6-82fe-345ef4b38300 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0291667 Jul 21 12:47:42.947513 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-12e1d23f-a707-495a-b4eb-10e0ba98ff09 req-17545bd0-80b2-449b-a009-88ddb638a738 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0301340 Jul 21 12:47:43.428519 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-102055cf-d747-439a-b392-a9eb91ed4cb4 req-9e908518-cfa3-4f4c-b69d-1d6a9ac1aa55 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 210 time: 0.0284207 Jul 21 12:47:43.987682 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-ff02a507-92ba-4b22-8807-a7f78562cc86 req-70034995-4a44-493f-8af8-12c224ac7683 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0293593 Jul 21 12:47:44.048775 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-b5b61591-9fbd-43d9-8937-c3975053abfc req-c017ab02-dee8-4aff-8280-ef8c9bc6721f tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0318904 Jul 21 12:47:44.523544 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-48620d49-ed83-4138-9bee-0e253364c39c req-e2d4f051-b5a0-48d0-97f8-7d2a2f174b48 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 210 time: 0.0279245 Jul 21 12:47:44.915847 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-c8deac8b-4bc5-4ea7-b023-fef318765bc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (ceb1130f-c61e-494c-be4f-967cc153319c), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:47:45.095362 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-3a7ba7bb-15cc-482a-9df4-3a0cc9f27438 req-f4a3f917-e310-4403-8c7e-cbce9f3c38e7 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0285501 Jul 21 12:47:45.143156 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-3b7e2055-1e50-4eb3-8fb1-8032013efa82 req-9816824f-2763-46cd-86a4-f566f9ad4217 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0273545 Jul 21 12:47:45.633491 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-e2b26e72-525d-4ac2-af3d-87dc72c945bc req-d9fb2539-c63d-4da5-98e0-09eded357690 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 210 time: 0.0373442 Jul 21 12:47:46.052466 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-34089123-786a-4f56-8fd8-e31aace790ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (7a27be9f-c1a8-4dec-a92f-42ec7311fe12), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:47:46.203728 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-1811895e-58ff-4841-aa64-dbc0f4aaaf24 req-b194d4eb-7393-4100-83dc-c681258ee33b tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0304861 Jul 21 12:47:46.246144 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-d8b7fbcf-5d32-467f-9176-6be1466093b1 req-fd13abae-28fd-431b-8ae0-c972ebb045a1 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0288246 Jul 21 12:47:46.736143 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-cf8e0bba-d652-4e5a-a5de-7d7bddea717e req-01ece8fa-feb1-4fe2-873c-9f8cc911a329 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 210 time: 0.0283020 Jul 21 12:47:46.858807 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (c982e9e4-9e4b-4150-8658-75b564dceb25), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:47:47.310930 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-f79b20a2-3d2d-4d96-b945-36bf38ffa075 req-d80ab883-250f-420e-9200-38705b16f13e tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0310626 Jul 21 12:47:47.346572 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-aad6d5ce-181c-4d4b-9d0d-f241e2dda4bc req-ccfb79f5-a881-439c-a738-0c3378c25406 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0270112 Jul 21 12:47:47.405066 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-b3746fee-4e12-46ce-ae12-d62ff35738f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (bda8c5c0-9935-4f58-b3ba-5b48a27d9f80), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:47:47.852205 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-8857bf12-2f57-411c-bb57-7204a02067ea req-de17f57b-39ac-4873-a7fa-a0019f74670d tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 210 time: 0.0378175 Jul 21 12:47:48.187193 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.agents_db [None req-4203cc95-03b4-445b-a92f-19fc3dec8381 None None] Agent healthcheck: found 6 active agents {{(pid=104162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 12:47:48.417798 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-7852c5aa-b14b-455f-aa3c-a25db2fd2223 req-2e152bd5-0751-4e0e-9f25-44da41411520 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0282071 Jul 21 12:47:48.446710 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-87cfa97d-6f40-4b40-b443-af19f4b06f3a req-ab646c04-9328-4362-9997-7ccad7e33434 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0301127 Jul 21 12:47:48.957707 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-aeb8e6ad-c1b0-477e-837d-efe6c4aa140a req-32613ef2-cf5e-4d6d-9514-d4dc3ce84c04 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 210 time: 0.0309591 Jul 21 12:47:49.524524 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-0cb13780-561f-4a21-bd6c-99db52ae2b17 req-16d76c8a-bde3-4f61-b30c-8cac342db499 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0321324 Jul 21 12:47:49.547893 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-fab7ef34-146a-42da-a39f-9615554ac756 req-3d41ceba-c0b7-4890-b168-d72d9593a581 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0291893 Jul 21 12:47:50.063211 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-d76903b5-486e-4935-b292-ff1e5fab7d9c req-89886cf5-eabe-4234-afbc-b61e7cf7b69d tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 210 time: 0.0312159 Jul 21 12:47:50.614421 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=42 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:47:50.634569 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-6349bbd3-49d3-47a8-ab7a-4a1b939e9e60 req-883b87a8-3307-4cbc-8782-ebb4fd4d04bc tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0289531 Jul 21 12:47:50.654375 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-78eced8b-8eef-41fe-9226-8f4f803dea9e req-0a78a950-47e8-4ff4-ae5d-c11a3d277332 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0282214 Jul 21 12:47:51.170374 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-8982b7fb-b481-49b6-ad6d-ef838f40d00a req-64fec46d-4664-4697-a3a0-9018720e440c tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 210 time: 0.0279734 Jul 21 12:47:51.743292 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-83bd4b9f-d4f5-48bf-a9e3-daa83b072a0f req-a98746fc-5897-451c-9f71-010fb130a47e tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0280623 Jul 21 12:47:51.756242 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-d55fd152-4d48-464a-9de4-2a1a3f450ef0 req-5682e735-c2c2-4577-8267-398719701335 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0302417 Jul 21 12:47:52.268618 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-23f3071c-92fa-4573-bcde-887f4e4fd610 req-ed28787b-29bd-4ec3-9f1d-183a9f8d256e tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 210 time: 0.0291474 Jul 21 12:47:52.849665 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-73b1a7a1-e91d-47a0-90a3-76cca94844fc req-4624ae04-260f-4c84-9894-5eab369dd4d6 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0275416 Jul 21 12:47:52.860172 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-0514f139-dcd8-46cc-bfcd-d1c0acf3396a req-9286d28d-6865-4811-bbba-8ea072ccb727 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0305727 Jul 21 12:47:53.379592 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-d1c8746f-45e3-44e9-8b85-fc14cec19898 req-a7a67212-46ca-40de-914f-16fd2c2455a8 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 210 time: 0.0275311 Jul 21 12:47:53.948845 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-585e334c-3506-43e4-904a-3ce906ec0660 req-d0a6bec5-665f-4bb6-b896-781f349724dc tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0279722 Jul 21 12:47:53.955570 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-e41fc503-7bb7-4e11-abdb-75df9bf5e556 req-bd398185-c3bc-4106-8962-adfdae1b3e69 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0269685 Jul 21 12:47:54.491794 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-749de66f-b772-4474-8e08-5ff4b2c9f89f req-758eab66-0781-43ee-a38e-761d8df1f426 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 210 time: 0.0297501 Jul 21 12:47:55.049799 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-d565c18a-e692-4f2a-8419-64d1fe8a4518 req-2394a8cd-0bb7-4e64-a2d0-563027db90d1 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0309184 Jul 21 12:47:55.050485 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-87ecb2d2-8403-4e92-ac01-77136637b943 req-ce86cb9e-e62a-4b5d-9676-d0cfb8532081 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0282018 Jul 21 12:47:55.602224 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-0ae63c33-c676-448e-b0a4-01f6d51498b6 req-dc249ab0-1a5b-4b9b-be09-519cab4525fe tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 210 time: 0.0305803 Jul 21 12:47:56.154564 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-32a40c36-6eef-4435-b65a-83464e02d37c req-556fe7cb-8573-4942-92f8-fba48f2594bb tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0275843 Jul 21 12:47:56.157929 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-bf6cb78b-0a70-480e-b4cc-7fade979c577 req-141dd243-3422-4c8c-baa5-5531ca37ee69 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0282104 Jul 21 12:47:56.707916 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-2bfbeaa8-1a59-4523-90d1-70148a7d4c3e req-dc761ece-fbc7-4934-8d87-206963498fa1 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 210 time: 0.0275970 Jul 21 12:47:57.251128 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-0e9eddd5-b1a7-43ae-9962-e85f52ebd191 req-b54fe202-44ba-4fcf-83c0-1cd2cf196676 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0284731 Jul 21 12:47:57.252203 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-a6a0d832-c55d-4e0d-8751-4aa3c0a3ac1e req-cf799157-a2eb-4bbb-9c43-f15b99b94df1 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0272167 Jul 21 12:47:57.397881 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:47:57.398674 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:47:57.818179 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-91f3dd2d-c8fb-44ae-9f71-4a4df6922611 req-18c0f154-bb4b-4263-8e1c-716fbef0640d tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 210 time: 0.0281997 Jul 21 12:47:58.181547 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:47:58.182348 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:47:58.355518 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-f7a34da1-61d5-46ed-9411-5ba3398d7945 req-1378710f-dcc7-4098-9f2a-3b43b170da7c tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0308504 Jul 21 12:47:58.356185 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-8cb9f799-b6d2-414c-ac48-2890d858db3f req-6667f06d-46f9-4cf1-9467-4b579b92d4ac tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0311854 Jul 21 12:47:58.931228 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-5d0d9547-fcfc-4f4f-b5f5-aa3cf9a97dee req-e8527d49-1a97-4e12-a96d-bf78746372e7 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 210 time: 0.0278125 Jul 21 12:47:59.456151 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-e5c7d08b-5102-4939-acae-52180ba3cd8f req-ef804839-58b4-45db-97ba-fc23986c6621 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0282202 Jul 21 12:47:59.456872 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-0703d842-b78e-4a19-8b00-ac8816b68818 req-16cac84c-99aa-404b-a645-9c1dfc577479 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0279968 Jul 21 12:48:00.043873 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-6ea1255d-274b-4661-b9b4-40f448a6ee17 req-255cde91-71ea-40b4-ad58-3a3279733390 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 210 time: 0.0342422 Jul 21 12:48:00.556929 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-c626f90d-e8e8-4f30-b09c-7adad7e4aadd req-7e21a2cb-43a2-4d28-9ac0-d8dd9446143e tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0284290 Jul 21 12:48:00.564915 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-f2dd624c-0497-4a6d-b3d8-ba11a53dde33 req-e561e5fb-3804-48ad-b14e-85d1ae0f8ca8 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0309517 Jul 21 12:48:01.145820 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-13fdf933-79bb-4ca4-a1d2-c7d27f3d6fe1 req-3e35a2dc-6f44-4645-9420-48916d7fc085 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 210 time: 0.0346994 Jul 21 12:48:01.665394 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-f515e78d-3403-4f0b-85a3-f6bb9ba8b45d req-aee02d87-5b5e-4b06-aa61-0571d6199f09 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0281482 Jul 21 12:48:01.673783 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-197802a5-c6a3-4790-a10c-b0d85fd20be1 req-c36ede93-cd42-4f7a-93d0-3afcb5df4568 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0308800 Jul 21 12:48:02.244775 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-d69aba1a-980c-46c3-b403-e16541c8659d req-eb7c9535-3610-43e1-887c-cd3b1663f77b tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 210 time: 0.0289497 Jul 21 12:48:02.698661 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (0e418a3d-140a-4386-ad03-1f6ad2d8ed7b), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:48:02.764813 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-0f07fcc6-e6c9-48e1-a54b-37f95553425d req-bb620db0-6679-4166-b8ee-2e71e7fba224 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0285711 Jul 21 12:48:02.768994 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-79539466-7d2c-4fa3-a7cb-e97b2f56bf34 req-5e0ccca0-054d-42f1-9714-48a97f4acf52 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0267718 Jul 21 12:48:03.352776 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-15d4b659-b07e-467e-bc4f-de8f6bccf62e req-07aef6bd-3844-44e9-9927-b3e3102c7026 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 210 time: 0.0281451 Jul 21 12:48:03.866344 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-2dc76cde-36c1-4ce6-a99c-37d1e86a3384 req-09cbce41-0731-48f0-b34c-7972573bd487 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0278804 Jul 21 12:48:03.872744 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-12da1ae9-6fe0-49b3-80e2-21cb8e33f5cd req-67058e9a-b861-4116-8d59-89a0553b75eb tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0299158 Jul 21 12:48:04.471143 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-bae041c5-cb8a-4e8e-a867-d403623ec92a req-002a6dfa-c727-45e9-8f8e-be3616dee4cc tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 210 time: 0.0311499 Jul 21 12:48:04.974697 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-88038e9f-478f-4bc5-81dc-acea918c1c5d req-5f3ed5eb-db35-4f6e-add9-7460170d1d09 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0274711 Jul 21 12:48:04.975412 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-e5743979-d789-4838-9d9f-215c2727b3f2 req-9e9dd895-cb40-462d-bf3c-b3922d0f3776 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0277350 Jul 21 12:48:05.584954 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-ed2a83f6-7149-4200-a088-8a2cd511243f req-e3055c90-500b-499e-8523-73081a7c8e3a tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 210 time: 0.0349071 Jul 21 12:48:06.070665 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-6efb0e61-5549-4d43-8e7d-2a75b7c8ac61 req-8d09a1d3-e55c-49b4-b04f-58bf156d33f3 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0279379 Jul 21 12:48:06.071893 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-3ce19924-49ec-40a2-b0ed-ae04e4617b92 req-7b5b9987-fe33-42f0-8c4d-bb83b683ecd0 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0279095 Jul 21 12:48:06.685511 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-d3c8d810-6861-4eb1-8158-1cec39b099c0 req-47442e4d-b2c3-4bcb-af02-a5b7faabbdfe tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 210 time: 0.0285215 Jul 21 12:48:07.153729 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=41 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:48:07.153729 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=43 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:48:07.174003 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-628100c6-3809-43f4-b464-dcfe7d8e53a4 req-c4e21946-3668-4c4c-b60b-204f5290a851 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0312808 Jul 21 12:48:07.174900 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-ccfd934a-5941-46e0-a913-f244159a2864 req-7245ce43-780c-4d88-96d2-a651e54b6146 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0334158 Jul 21 12:48:07.794618 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-b4df1729-3a9d-44d7-9019-7fa7251776c8 req-67f9febf-32a5-44dc-a41c-cb8fddf848f9 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 210 time: 0.0285819 Jul 21 12:48:08.258583 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=41 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:48:08.279241 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-745e9792-1411-4e32-800d-c183fc3852d9 req-c93912ee-f55a-4031-8cba-d7ec92184cb5 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0301375 Jul 21 12:48:08.279976 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-b5dc2e39-6e1c-457d-90eb-25efb5e48f6b req-69bb4eeb-7304-4aba-bc4d-835d725894a9 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0318453 Jul 21 12:48:08.906705 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-0b66d5b8-f139-4225-8d65-fad853b8c092 req-1678f040-5344-4f1c-8e1c-b364d4be7df6 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 210 time: 0.0281286 Jul 21 12:48:09.383209 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-980b39cf-8fe3-43a2-872e-de089620e9cc req-e8b24bc8-e80a-4653-b7d9-2525ac7b4f3d tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0280805 Jul 21 12:48:09.387936 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-dfd127a1-8ac8-40b3-8d35-cabd8f15d1c1 req-f59d90cb-85c5-45d7-842e-1c40f33803f5 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0304108 Jul 21 12:48:10.010744 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-67444c24-6428-4489-9810-3202b2268b15 req-3f59adeb-8c7f-4d82-a04f-8db6566e19e9 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 210 time: 0.0319223 Jul 21 12:48:10.488663 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-26d4eb5f-235d-4137-a7c4-984c45896807 req-aece1483-e313-4d8e-9b90-d3301d054453 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0282803 Jul 21 12:48:10.491457 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-9609321f-7b05-4b50-b068-992f6babd12f req-c7be816c-55dd-4ac3-9586-5cdd6a323cde tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0298438 Jul 21 12:48:11.015810 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=2 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:48:11.031729 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=4 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:48:11.107519 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-46dc7958-f599-4cb7-9000-d0b8434b5c9a req-d63f135d-80ef-47f4-96bc-93518841588f tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 210 time: 0.0279543 Jul 21 12:48:11.475348 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-37c5425a-3f37-434b-938a-0bd75d409352 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (8a21e728-a2e9-4580-a748-6ac9ba47a2a7), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:48:11.585667 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-b61478c2-ccc3-422a-8e6a-442cb9407d3f req-c27c3bdc-b7b2-4d7f-a089-730c4b778012 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0276620 Jul 21 12:48:11.589884 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-3366c700-91b3-4a5c-a609-0fcd164141f6 req-572bbd80-1afb-4903-9649-431fe2965224 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0274677 Jul 21 12:48:12.210542 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-e85c7d7b-9331-4b58-8b47-b4e6285f89be req-38ebd6e3-e76c-44d4-bbe1-eb828c69636c tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 210 time: 0.0275919 Jul 21 12:48:12.694170 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-78a10557-bf15-44b8-b3ed-bfacaaa36b35 req-731dd523-d453-4b07-ad37-9dcd57b77438 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0319707 Jul 21 12:48:12.711540 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-e11d3b56-0796-40d7-adcb-d59cfd01c3a5 req-98f626fc-c950-489b-af67-841cb37a628b tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0307226 Jul 21 12:48:13.321662 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-f9cbe593-cdf7-4fe8-bf5e-7ec0d1001244 req-81d761ec-5c3b-4269-92db-cc13f22ba30e tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 210 time: 0.0341187 Jul 21 12:48:13.804130 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-e068a921-7ba8-4be3-b7ee-f5ad46ca0b56 req-d33dbc3a-22f1-4d8b-ad76-d4c03c2d548c tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0310237 Jul 21 12:48:13.811016 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-949dc1e0-6fcc-49cb-b748-4cbecf9d7461 req-8cacbd7b-8201-4bb7-812d-3709b5c52bf6 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0277891 Jul 21 12:48:14.424959 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-51c953c9-fd4c-44ca-8afa-28eebf9b90d3 req-4cc082fb-7fde-4e7a-900b-00f821f51296 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 210 time: 0.0286314 Jul 21 12:48:14.908999 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-d4e257ca-f2bb-47b3-ad42-368edc34287b req-2e98cfab-7a2e-4765-831f-b36f00152e54 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0281088 Jul 21 12:48:14.913541 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-182fcdab-f8c9-46b1-8376-f5c740171cc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (ceb1130f-c61e-494c-be4f-967cc153319c), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:48:14.916587 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-ef079b64-32ca-436e-9e77-105757e642f6 req-6e67edc0-6411-4310-ab3a-2eecb047fb3b tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0320950 Jul 21 12:48:15.533704 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-cb45d895-c679-4813-b02b-b21216d00364 req-30d8cf8c-631f-4bbc-a22d-e7dc03ba6ddc tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 210 time: 0.0309904 Jul 21 12:48:16.019519 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-e2ea92a8-bba9-4794-941b-408f75769833 req-954f4425-a2e2-473a-a5c8-e57d0975d4c0 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0276406 Jul 21 12:48:16.020257 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-470db578-747f-4512-a661-f4b72808f090 req-dfd3f330-784f-4ece-bbe7-a2798384abe8 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0274389 Jul 21 12:48:16.048194 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-34089123-786a-4f56-8fd8-e31aace790ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (7a27be9f-c1a8-4dec-a92f-42ec7311fe12), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:48:16.644372 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-9c3a6a40-d25e-45c0-881a-623eb9ba9f4a req-dfde4f68-cd8c-435e-ae6d-e1fee298d8ef tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 210 time: 0.0314069 Jul 21 12:48:16.847973 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (c982e9e4-9e4b-4150-8658-75b564dceb25), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:48:17.128730 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-1837c0af-f4d2-4757-b0b2-25f1b7bf5e42 req-872fb1e2-8ae6-4eab-9c3c-3ffdedd1635f tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0292723 Jul 21 12:48:17.129535 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-5f5dbf33-790d-41ff-a248-902d60ee963c req-d683910b-f28b-4f59-8aaa-e9bda1bd2294 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0300796 Jul 21 12:48:17.420205 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-b3746fee-4e12-46ce-ae12-d62ff35738f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (bda8c5c0-9935-4f58-b3ba-5b48a27d9f80), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:48:17.749429 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-6009851c-9a5c-4452-b4dc-f772f3a2fa07 req-12d1a836-649e-4029-939f-a581f24d367f tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 210 time: 0.0273666 Jul 21 12:48:18.236334 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-bc71eea3-80d5-4597-add1-aebf16a68bd2 req-29c57dda-ac53-4092-ba4d-a9270c49b1d7 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0279555 Jul 21 12:48:18.237044 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-55395eca-d8b2-4026-8978-fa1752aa76f1 req-da618c98-5d87-4c9e-89aa-f36e6bd9ab91 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0270078 Jul 21 12:48:18.859762 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-5d478d98-66b0-401c-a6d7-84ac68c27771 req-eb0adfca-5454-4912-ac17-5e0d9285d7af tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 210 time: 0.0318732 Jul 21 12:48:19.332908 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-af766ed1-31d5-4933-b518-b321b5b59b8c req-3ea66713-67a7-4275-beff-2df2d36a2743 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0277860 Jul 21 12:48:19.335855 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-b405bccf-0cbc-4c8e-a49f-8931df7ab2b5 req-c467a3f3-254e-4e56-8c90-3d430c190c1b tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0310011 Jul 21 12:48:19.963064 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-de5f7784-0794-4ef3-9191-51d40aa4f3ef req-f4a38441-151e-4598-8847-249b61c67d56 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 210 time: 0.0283744 Jul 21 12:48:20.433857 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-7f3f71de-8853-43ab-a59c-3cf21d4bb8b3 req-454a5ca7-bee8-4ba1-a624-6a74c6168551 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0283935 Jul 21 12:48:20.434526 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-6220fe68-240b-49a6-8266-94cc40630ba9 req-8e75c4d8-6c0d-4c70-8f7e-003d9dc187e1 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0285530 Jul 21 12:48:21.073643 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-d0036298-7816-4084-9a3f-61c840c423eb req-cd9d8731-8b20-41de-99f1-bb86987b0ed3 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 210 time: 0.0287626 Jul 21 12:48:21.518393 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=41 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:48:21.538291 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-a7d66e34-d087-4696-a464-3aae164e5fa4 req-0e47513e-8955-4a0e-ad75-dcadb82ddfa3 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0288203 Jul 21 12:48:21.541515 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-b2a0227a-c02d-4d89-ba16-b2f284886972 req-08da4ea1-9db9-4708-ab94-66ddbc1a532a tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0313423 Jul 21 12:48:22.185953 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-d87ae206-1871-4016-9046-0c02714c68be req-8169d47c-cc9d-4c42-b583-14ff46339dce tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 210 time: 0.0312603 Jul 21 12:48:22.638258 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-6038ffeb-ce86-4e1c-b521-a63aadca2e1d req-923dc140-456f-4dc8-9212-46bdd04c12c7 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0278897 Jul 21 12:48:22.639756 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-ab73de69-4428-440a-aae7-1551ac890241 req-32a55eb6-70d6-4d35-accf-4d8ef20d224a tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0281963 Jul 21 12:48:23.293879 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-572a34d8-c6a4-4a48-91ee-28d9eafb491b req-b2905271-d0bd-4291-bee7-d7b2cb193409 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 210 time: 0.0279348 Jul 21 12:48:23.747618 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-49e26555-6bfd-47c5-9860-5b6635d42524 req-bc3d6860-cd47-4811-903a-ccb4544ebff8 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0276680 Jul 21 12:48:23.748402 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-0c9cd2e0-3b08-41b9-b824-9e1784769144 req-92abca34-9b00-442d-abca-96ed3451508d tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0275681 Jul 21 12:48:24.401338 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-7001af85-a43d-4b29-8554-8afd34e2717c req-effc925a-86bf-4268-9ae6-1c90c6d26618 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 210 time: 0.0276678 Jul 21 12:48:24.858387 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-82f75da6-0331-40aa-b345-731353541f3a req-d0743197-dbba-4eb0-8d1b-fa64709c1071 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0301125 Jul 21 12:48:24.859050 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-0c894ced-f7bf-4577-a418-98cc22dedee0 req-2fac2cfa-f51d-480c-b691-1744629eae34 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0305047 Jul 21 12:48:25.187263 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.agents_db [None req-4203cc95-03b4-445b-a92f-19fc3dec8381 None None] Agent healthcheck: found 6 active agents {{(pid=104162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 12:48:25.244266 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:48:25.511299 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-4593aa0b-0681-440d-9a74-d3add5d86037 req-adbcacea-f124-49e5-815c-ba8e5a23bbf6 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 210 time: 0.0288186 Jul 21 12:48:25.968808 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-97413093-ee4c-43b6-93f8-e16f4ce23e9b req-a241713f-7721-4577-814a-1b545b833826 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0279174 Jul 21 12:48:25.973822 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-49809d92-b5aa-4b93-a111-5e93adf15926 req-16a5ac0e-3a2d-48ea-a796-0079f0c9ea07 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0277963 Jul 21 12:48:26.618656 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-d9fd7b24-7a3b-48fc-8617-9a5852c7a906 req-7d44c112-2bd4-4c40-9c1e-cbbf96ec0387 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 210 time: 0.0269477 Jul 21 12:48:27.085767 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-3db9357a-34a4-4ee0-bb4a-978e421d71cd req-acb21669-3299-4178-99f5-daffa7720468 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0361919 Jul 21 12:48:27.086959 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-181f93f6-1284-43cf-a894-a74e48cd01a5 req-59a41d2e-0812-41bf-9da4-6f535642f7ee tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0337033 Jul 21 12:48:27.398539 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:48:27.411580 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:48:27.723224 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-75597b2d-623d-4b3d-b3da-c4e0e783bb72 req-19ea5e8b-b4d4-48e7-b5fe-4ec5e1a5c419 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 210 time: 0.0309145 Jul 21 12:48:28.193698 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-98b98082-6c77-4bf3-aace-69620d19a34b req-2e546cd2-447f-4d4c-8eda-a2e46fac8139 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0275426 Jul 21 12:48:28.194451 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-43ed4f43-fb32-49fa-8b3f-a048a7248781 req-202730b8-f1f3-421f-8606-638fe5d138c7 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0304811 Jul 21 12:48:28.830823 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-fc13890d-ab2e-490c-bf16-7d96be56f640 req-f575b4a1-6227-4629-b485-87948684a31b tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 210 time: 0.0342662 Jul 21 12:48:29.303352 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-63fb28e2-b790-47a4-91b2-0efd0d560db5 req-4cb6d944-ef0f-4477-962c-06bcbaa23e64 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0285137 Jul 21 12:48:29.304112 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-5aba63ee-9d10-439a-841d-47686ac00a73 req-83ad2eee-b576-411b-b63c-9b49cf64c668 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0279012 Jul 21 12:48:29.936450 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-c0b49255-acd3-4526-8922-997c354d0e91 req-1478392e-3542-4c66-b25e-cbd35d61e628 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 210 time: 0.0280859 Jul 21 12:48:30.408375 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-b3212ab1-c605-4ef1-96de-d97347aa77f2 req-dab0d676-7bcc-4355-abbb-495f6d23741d tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0278325 Jul 21 12:48:30.411420 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-f8f302ee-b209-4646-abff-269d8d00e60c req-520d4c93-fc00-4940-a466-3f1b1bd08e01 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0306528 Jul 21 12:48:31.056341 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-cf6c10a3-87d3-460f-a55f-cd8626fb7658 req-7af9e77a-f768-44c5-8f56-927958c12321 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 210 time: 0.0364578 Jul 21 12:48:31.516826 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-7c5e55f5-7e46-4c1a-b3e7-7b427f02283c req-0936d58d-0883-47d8-9697-1f13c3b93278 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0275183 Jul 21 12:48:31.517945 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-c861eb99-2c84-4921-9ac0-1c53bb89c2b2 req-fd2fbc3e-16c1-47c6-9cda-ab8edf08897d tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0287876 Jul 21 12:48:32.169129 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-0be57f03-bf3f-4fa3-b13b-7c42d174921e req-78713144-6440-43be-93e5-855b3838fa03 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 210 time: 0.0380924 Jul 21 12:48:32.617718 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-372faca9-b450-4230-b2df-5d19054cb08d req-c60121a9-f4de-4f92-a30c-3c1372229c2e tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0277147 Jul 21 12:48:32.618806 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-a1bf4de7-76fb-48d0-8868-3dc505a3878b req-d68b8631-0098-4018-8bf1-08ad695d82c7 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0272112 Jul 21 12:48:32.711464 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (0e418a3d-140a-4386-ad03-1f6ad2d8ed7b), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:48:33.431237 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-76fa6344-a9b3-4d5f-a9cb-6fe5c5270696 req-24d4b8d2-0cf8-461d-8df1-e7970e978b0f tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 210 time: 0.0344272 Jul 21 12:48:33.719137 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-0690d19a-66bf-48b0-b56d-fca400a5474e req-e40cba9f-db9d-4d9f-9659-5f3e29d81b5b tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0312161 Jul 21 12:48:33.719890 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-fdd4c81a-cdb7-4aec-a37b-fed00f3afd13 req-5bb548c4-c226-47ed-ad9d-a682c81e9a1d tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0315819 Jul 21 12:48:34.532977 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-e4488cbc-50e5-49ca-83af-f09659b6de4e req-dbaf753a-0e94-4b8d-a7ed-79cca5eec215 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 210 time: 0.0296226 Jul 21 12:48:34.819809 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-be033fcd-9936-42cd-8391-9c03b489c18a req-c13271ac-1d7e-4ef2-a746-d72eafb72226 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0271440 Jul 21 12:48:34.820541 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-90804697-7fd6-405f-a8d5-170241e5bbec req-d872c249-e6c4-4ef8-a529-9106945d7ba7 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0275702 Jul 21 12:48:35.665937 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-55e8a5fa-930f-423a-8a6c-d72f51d73378 req-01e77973-7c7f-44f2-af8a-0aedf61d13f6 tempest-VolumesSnapshotTestJSON-488359901 tempest-VolumesSnapshotTestJSON-488359901-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e00da6-ef27-4d90-8858-4bc9fd64e14a HTTP/1.1" status: 200 len: 210 time: 0.0346196 Jul 21 12:48:35.921828 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-2434c2b4-f6b1-473c-bb55-35201e6ec6bb req-cc12656a-b8c2-4061-8fc0-916c80aecb65 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0283163 Jul 21 12:48:35.922474 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-22bea06f-d11d-4639-bb5d-dcb9a4815576 req-4398b2a9-37f7-4e86-8ab7-738a1d94ade6 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0280526 Jul 21 12:48:37.028993 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-d8607f81-f4bd-4c31-bcc0-e1a16427bc0d req-65096fa3-fde6-486f-807d-f7f05d9f4253 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0341654 Jul 21 12:48:37.032893 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-007e0f60-dd07-440a-9267-4210f0db4a7b req-4305942c-2aa5-4fc5-aa14-08191fcdcec5 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0377769 Jul 21 12:48:38.107520 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=41 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:48:38.109504 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=41 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:48:38.128672 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-306fcff5-b7c3-4dfc-8ddf-c58ae4dc61a6 req-121eec2c-29da-43bd-be0e-cf0f5a1b5d7f tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0297937 Jul 21 12:48:38.131044 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-35fb15b6-a8e9-41b4-8b93-2d67236d24e7 req-d015328a-c774-489d-9487-5f14988bedcb tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0278237 Jul 21 12:48:39.236754 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-736d08b5-fc37-472f-8ee2-5ba277fa16be req-77270763-c06d-47bb-ad02-7d56a63afc0c tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0275798 Jul 21 12:48:39.237506 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-de069c6a-2e81-462e-8cec-91f6d635400a req-a7ef0c9f-f7de-4666-b191-24f786ed9ea8 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0275712 Jul 21 12:48:40.318901 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=44 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:48:40.337400 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-35ae5a7c-e491-40f1-8223-8914b9106629 req-8b8a4de6-3996-4a9e-9c4e-95fcac2dde17 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0285602 Jul 21 12:48:40.338032 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-e784a799-fe48-4533-8015-7f5d78c8864f req-dbc9ccb2-5656-46ca-9aaa-30acb37ce812 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0286672 Jul 21 12:48:41.454109 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-a0e7f780-5e21-44b9-aa75-1419656d4ee6 req-3ae60d32-e314-4fdc-87ef-60f65cb5ae39 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0301769 Jul 21 12:48:41.456572 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-ca6ff52f-c135-4cf5-b25b-b36b9a4150fd req-7fb9a651-024c-4fe6-a9ac-a2678f096348 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0326765 Jul 21 12:48:41.470003 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-10a41d18-d9cc-4c1f-999c-e7fa2995978a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (8a21e728-a2e9-4580-a748-6ac9ba47a2a7), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:48:42.563780 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-679dbf9b-3f52-463d-af43-45a7039f051a req-4b0df58f-87e0-49c0-9f5d-7855266e7a7f tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0275583 Jul 21 12:48:42.564440 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-3354c33d-f61e-44bf-bda4-e93973869d79 req-c407990f-9851-4f23-91d7-f1ebff154d12 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0285575 Jul 21 12:48:43.672041 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-714b5de9-d23c-4883-aa11-d433b57f2f80 req-f8fbc838-cbd1-435b-a07c-3811d5d24847 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0279853 Jul 21 12:48:43.672794 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-c1306f58-12f0-49f7-944a-031fed03377d req-9c96b4d0-89a0-4a6e-908e-ddf23fffb23a tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0285616 Jul 21 12:48:44.774213 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-c56c605f-f63a-4ec9-8066-8fa04f30d209 req-7b8c0410-f50c-4d31-a403-607d683105ef tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0281594 Jul 21 12:48:44.775871 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-220d562d-7464-4d10-aa3d-ce061f536c8a req-bcaf5634-811b-4825-82a6-2c063fcb1f28 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0277960 Jul 21 12:48:44.922141 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-b2268b11-2092-487f-a1ae-2805c975eaf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (ceb1130f-c61e-494c-be4f-967cc153319c), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:48:45.887977 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-0bcff4f6-adbe-4f23-996b-3977817bc117 req-bce98538-259f-46c1-a619-00a5ff5d33dd tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0293806 Jul 21 12:48:45.888720 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-67001789-bc8b-453a-996d-fb8778d7200e req-0859a828-862a-4807-af86-233572ff5f87 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0305197 Jul 21 12:48:46.064554 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-34089123-786a-4f56-8fd8-e31aace790ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (7a27be9f-c1a8-4dec-a92f-42ec7311fe12), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:48:46.852936 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (c982e9e4-9e4b-4150-8658-75b564dceb25), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:48:46.983536 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-741676df-7b7c-4b6c-b74a-a1157fcd121f req-2c59afa2-c1f5-45f7-9a1d-fda14b5a7ed1 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0279336 Jul 21 12:48:46.984985 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-bcb85008-7892-41c1-b546-dc9b7c797c29 req-1eb74d8e-29e3-4e36-a237-d31a27ac5251 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0279672 Jul 21 12:48:47.415867 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-b3746fee-4e12-46ce-ae12-d62ff35738f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (bda8c5c0-9935-4f58-b3ba-5b48a27d9f80), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:48:48.026342 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:48:48.027393 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=4 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:48:48.085858 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-96ed76fb-a1b0-43fb-b0eb-f8736c5a3f62 req-f190e1dd-c3f1-4410-abdb-93c2a89819ab tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0278227 Jul 21 12:48:48.089320 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-1117dce6-5a47-4d53-9172-1b6a0aaa29ff req-06be2aa9-9202-405e-a3fc-1da90fd2815f tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0280092 Jul 21 12:48:49.191209 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-e9fa07a5-8685-44f0-8da0-008d63ba5e36 req-eda6f583-c78a-4209-9ab4-10771c7676ec tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0279148 Jul 21 12:48:49.191919 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-4ba59bb9-6cfe-4f49-8b03-d3ec8eaffb7f req-784ab39d-ad63-461c-a329-676b1feef2c4 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0269585 Jul 21 12:48:50.292617 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-ab259c75-a0ff-4e85-8121-a0ff6e72c6b6 req-435331eb-a614-4cb6-90d8-4a52495f2f69 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0305440 Jul 21 12:48:50.296662 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-968f8a23-30f7-4cde-8f7c-e5bda671a1ed req-26a6a2b7-1df5-4741-ab02-0619d6b455cb tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0310626 Jul 21 12:48:51.390645 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-c009f53e-bf61-48e7-9d01-6fd6e0bc0477 req-dee57d9c-c84a-406e-ac8a-ef8a2683628e tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0276461 Jul 21 12:48:51.392235 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-9598feb4-ef2f-4c8f-af16-a7b1bba31d45 req-7d87efa9-0a07-43fa-a843-189fe65e9d14 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0281110 Jul 21 12:48:52.477427 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=34 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:48:52.495020 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-66a8e09b-2ba2-4def-b17d-f823e34b8702 req-69365d91-80a5-43a6-b503-0cc0ca643035 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0286229 Jul 21 12:48:52.495754 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-068e1f90-644f-48c2-ba17-f0c7d8b6b336 req-5ab57a8f-4f23-48cb-92b8-c1901b91402a tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0279958 Jul 21 12:48:53.598180 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-0b9717b8-1b9c-4b44-b4e6-9e8348ae74c2 req-9b47cacb-7395-40af-8ea2-cf46dd63649c tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0276725 Jul 21 12:48:53.598945 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-4a8a7001-47c6-4947-87e2-f587a5d01e40 req-36c21c3b-5ee4-489c-9b37-e21cb5c9abef tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0279553 Jul 21 12:48:54.700138 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-c4e8508d-0c40-4197-a4db-2fdd71285e12 req-5c15a8ab-481d-45af-a8c5-f1e448fd3de3 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0307400 Jul 21 12:48:54.700649 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-7b7b8820-5a8d-4d29-9c6d-117a58f6f3f5 req-a6454506-0ddf-448d-ba4a-dbb04d9b5f13 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0308039 Jul 21 12:48:55.799785 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-cbb15d01-6cae-47ea-a999-e71e8a8ff8af req-8b1ecb63-d381-4eb2-bdc2-38770ae8585b tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0285351 Jul 21 12:48:55.801192 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-09dbe813-5d07-4c8b-9587-cf5dabbea7f9 req-eff37d41-3c48-4d22-869f-a21bf97a2921 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0276003 Jul 21 12:48:56.900562 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-afa95488-e6c9-4fe8-b92c-dfb6958094c0 req-03c3a173-eb03-4cba-9d3b-49eba2b9593e tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0280585 Jul 21 12:48:56.901735 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-cbc18b47-b402-4c9e-97f6-ab2e5f35d921 req-defaf728-7c62-4ad1-b4f2-67e65835d305 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0283687 Jul 21 12:48:57.999320 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-9f9e8592-467b-4227-9f6f-d6de6440586c req-f54cb20e-7065-4593-8cd8-809f9b524a37 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0275338 Jul 21 12:48:57.999949 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-4a9d3140-d328-4801-a561-0bd5b19aa3bd req-37918018-e9c6-4687-bf62-7aac6f54bfe5 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0275376 Jul 21 12:48:59.106567 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-6e93834b-450b-4224-b402-f76654de6599 req-21bf7d0f-12f0-445e-a940-b1817394d835 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0301058 Jul 21 12:48:59.107240 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-6a6a5010-e91c-4bc1-8125-0f91041891c9 req-9eb6f087-e28f-45d7-8471-e1746d74500d tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0318189 Jul 21 12:49:00.210698 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-30bdf9f2-e452-4679-b659-373cd899fccd req-475b2cc7-1d28-4831-9a36-32866f4d327a tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0269480 Jul 21 12:49:00.211705 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-7181c499-01bc-4241-b64f-387a4d4ca6c7 req-6deb2161-e9a7-49b1-98ea-a4be556a5a68 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0282598 Jul 21 12:49:01.316195 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-01f576b0-7a48-4e54-9a44-0080ed85ab18 req-3c1ce614-b364-4618-8cb3-e4003ee3501b tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0275643 Jul 21 12:49:01.317127 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-018aa332-c974-4c79-b60d-200327026d05 req-1e5f2ff1-5daf-4e9f-8875-93a21066721a tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0280404 Jul 21 12:49:01.362582 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:UPDATE=3,neutron:SELECT=22 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:49:01.366460 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:49:02.187935 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.agents_db [None req-4203cc95-03b4-445b-a92f-19fc3dec8381 None None] Agent healthcheck: found 6 active agents {{(pid=104162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 12:49:02.422766 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-3a5dcec2-4a72-4dd8-b71a-92dc0bbf2e46 req-776a5fcd-1dc2-4d12-950d-0db11165caae tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0282197 Jul 21 12:49:02.424703 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-453f606c-2b90-423c-9b44-ef62e92ddd5a req-2920feba-1d4c-4c5b-86a8-1f7f4d8222ce tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0279355 Jul 21 12:49:02.731820 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (0e418a3d-140a-4386-ad03-1f6ad2d8ed7b), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:49:03.534238 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-06db32ac-4d43-4076-9fe4-a9b0eca73c3a req-78feaa85-2856-4b73-97f6-e131172b2112 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0298691 Jul 21 12:49:03.535007 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-fc24abba-0a1b-4416-8875-1a9d3e701f0e req-556cdf5a-c17a-41e6-87de-76cb5fa08813 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0303607 Jul 21 12:49:04.635549 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-ae340153-a3a1-40ad-b073-5f177d99e371 req-77d23324-5b26-45b6-9fd9-ebccfb6f16fe tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0274341 Jul 21 12:49:04.636586 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-f332d977-2bfd-4beb-af33-aa8ede5c8baf req-9c610294-f0a4-404d-be3b-a67872b9e178 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0284717 Jul 21 12:49:05.733886 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-effcb1f4-2464-4c13-ac64-c3b0bc576215 req-f5d1ae30-6caa-4406-8c36-879fcbb53fbf tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0278130 Jul 21 12:49:05.734541 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-d6de0c40-278a-43b6-b7e1-5aebf9fbbc72 req-cc8083cb-2613-4037-bca1-dc3f917e7f8b tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0274012 Jul 21 12:49:06.836518 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-6873bb6c-8331-4925-af59-28972745125d req-2ac6c169-f944-4af9-8bbc-0fa6fb4d319c tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0276380 Jul 21 12:49:06.838349 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-15569f92-fce4-4b56-bf7b-6b39249be5c0 req-294146cf-99d8-44c6-a874-41eb3095a527 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0275223 Jul 21 12:49:07.945331 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-d3b662f1-f78e-484a-9b79-72b3b25c20a0 req-f50f7be1-373d-44af-b9df-d86e6e920047 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0313334 Jul 21 12:49:08.201734 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-42ba838a-f504-482b-9114-18a317c46dd5 req-1d078d0b-c5fc-4c7f-b8f3-97154529d29f tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.2891183 Jul 21 12:49:09.032137 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=28 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:49:09.034245 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=28 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:49:09.053767 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-27aecb57-158f-427b-85a8-02b3c2a85f8e req-ca03d91e-bc0a-476b-9b6f-0eda08e428b3 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0302372 Jul 21 12:49:09.323265 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-39368c78-0417-417d-9eff-b79b67cf4781 req-45c6cedd-697a-4c43-9ac4-16804589b53a tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0273819 Jul 21 12:49:10.153743 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-15c2699a-8d01-4958-8dff-d0a27d69e800 req-d51dca68-8bdf-41ad-a855-ef4bd00ff68a tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0287471 Jul 21 12:49:10.406517 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=25 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:49:10.425398 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-c27cdcde-ea80-4f33-824b-9c122682ea03 req-1078725b-0c38-45ae-8123-38f7f6dca14e tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0313823 Jul 21 12:49:11.258824 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-7c85209d-0841-45f9-870f-6d294b664c96 req-cf5bcd95-5f44-40d6-bc35-65d73ec1dc99 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0345197 Jul 21 12:49:11.471126 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-446842f0-b9b5-442f-ac63-8fc1b9f9f128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (8a21e728-a2e9-4580-a748-6ac9ba47a2a7), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:49:11.522007 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-91d0561e-03ea-4523-bbaa-52540797e5ba req-d5291d14-50de-49e1-a505-a78ecf7b3550 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0279086 Jul 21 12:49:12.183873 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=2 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:49:12.371738 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-32d2c2d8-224c-45ef-8c4b-ca7f90509787 req-88eaf6b1-7b05-4aae-9f26-f7d7080de158 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0320246 Jul 21 12:49:12.627184 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-47c4e747-e4a2-4fb9-8a5f-e4267d811dfe req-69416577-a5a5-43f2-ae16-fd4b8364cd3c tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0310364 Jul 21 12:49:13.498213 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-cddaed5b-db7b-405d-a3b4-f2be3734d065 req-207aa04d-902e-477e-90f2-91f8c154752e tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0288703 Jul 21 12:49:13.733046 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-c4f23c9a-ad4d-438f-93f1-0053e34b3140 req-965b737f-d083-40cf-8460-9f544c5b1cdf tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0285721 Jul 21 12:49:14.598883 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-2f6a1c5e-925d-4142-832c-6ab5392e3419 req-7ac530e1-a16b-4ee5-9db5-d55c58806fe8 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0306113 Jul 21 12:49:14.848766 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-c8323f5f-0891-4974-b0bc-105662ac15a1 req-50b01145-72be-43a9-a3f5-b7a111e6f2bf tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0370946 Jul 21 12:49:14.911766 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-149b4315-942a-4433-8324-c24a2b6557d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (ceb1130f-c61e-494c-be4f-967cc153319c), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:49:15.705967 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-803a1ccb-c2af-4dd5-af4f-c419f1636608 req-af05ecf6-4918-4d8e-84bd-95b4f8676d71 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0278175 Jul 21 12:49:15.957264 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-66aab179-6fd5-4ced-8e7b-56b2d7abf903 req-46d98266-7c65-4beb-9652-79bb52f9e93c tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0287006 Jul 21 12:49:16.067412 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-34089123-786a-4f56-8fd8-e31aace790ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (7a27be9f-c1a8-4dec-a92f-42ec7311fe12), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:49:16.812485 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-c2007a51-f06a-4796-9a1b-8b0006130074 req-50ab6ac1-3ca0-4555-ad55-ba3925a97ad4 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0362651 Jul 21 12:49:16.854939 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (c982e9e4-9e4b-4150-8658-75b564dceb25), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:49:17.063304 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-f063bd1d-94fc-4c9d-b0a1-c1021cf82e82 req-d7c0f138-f610-4a1d-9895-010050a8d9e4 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0309706 Jul 21 12:49:17.425372 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-b3746fee-4e12-46ce-ae12-d62ff35738f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (bda8c5c0-9935-4f58-b3ba-5b48a27d9f80), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:49:17.915968 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-e1f5dbb1-03c1-4f6c-aa4f-bdc613c44355 req-03aa6ccf-dd19-4b2c-a3e0-92ee1e93de44 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0292532 Jul 21 12:49:18.178967 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-0515ff1c-f9e6-4475-8e5c-9fc55f81065c req-0da8efb9-fd7c-4303-afdf-bb8496966848 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0333881 Jul 21 12:49:19.019596 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-de9d58de-f8d8-4eb6-9803-f1c935e2f9eb req-5ee6b537-e772-4de7-824c-c657556e040e tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0282629 Jul 21 12:49:19.300362 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-cb4460b6-cfc1-48d9-938c-18aeb052a997 req-901721cf-e230-490b-aeb9-fc1b431625cb tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0301218 Jul 21 12:49:20.129728 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-6edac87b-5bb4-4e52-98ac-e3ee1def6ffc req-bf84fae1-9553-4c48-bfb6-22cf2e73f8bc tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0363479 Jul 21 12:49:20.399281 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-20559fb5-5bd3-4abb-9e6f-04cfe58c24ee req-6282867a-e4d1-46db-8d2c-c998090ecb46 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0289495 Jul 21 12:49:21.242602 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-1cf6e014-20af-4c8b-bb9f-96508b497efd req-a21f5a8d-d4de-470f-b247-fd69a9950b2c tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0383897 Jul 21 12:49:21.513101 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-b741e269-b0a6-4821-bced-307312d2ccd0 req-613eb26a-0688-4f03-8dea-401a30e78fc1 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0304143 Jul 21 12:49:22.346142 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-3ff22fa2-f5c9-4250-8836-ec60274e8d34 req-4954f116-4684-45c3-9f47-d349eb2b4dc5 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0280731 Jul 21 12:49:22.597347 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=29 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:49:22.623900 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-2d5e013f-73d6-44d8-9ade-1b23c43723c7 req-d6c4934a-4d72-4292-911b-ea72059f2d91 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0353210 Jul 21 12:49:23.458717 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-9d59b55d-27d2-4417-a1fa-7f3e0878d0a1 req-dd9afdaf-f5d6-4eb3-9d14-71955445fd2e tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0366268 Jul 21 12:49:23.740513 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-3e523b46-2826-427e-9c22-8a0396956e1c req-6784dd8b-8048-4b08-a85c-d3a926c17f0a tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0369029 Jul 21 12:49:24.562617 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-061f27b5-e8bf-41ec-a914-f358b18fddd4 req-241e4b42-2ad4-49cc-adc8-6423f952f3ea tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0280392 Jul 21 12:49:24.849468 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-e453d3f3-063b-4a54-9c37-25afe1213c56 req-1bd43c7a-fa49-468d-affe-173c2ff67ead tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0351422 Jul 21 12:49:25.012780 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=2 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:49:25.016749 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=4 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:49:25.678443 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-8c7adce3-e07c-4b10-bd35-04d7cd1b18b6 req-39acf5aa-5d37-4ca0-a624-d263db59644b tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0316298 Jul 21 12:49:25.954343 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-8455acde-0e3a-401f-9064-d00f8f4f8612 req-ab1eeade-f864-4f60-8d91-e0735aaea8df tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0313814 Jul 21 12:49:26.799291 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-7cb6737a-302f-4870-bc14-ba2421795ee8 req-2e085be2-de2e-4955-af53-5e4b7f16bc42 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0296304 Jul 21 12:49:27.059046 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-c586c022-fdd7-48ec-a11c-83977f4e2fdd req-cda962b2-60f7-45a9-afb6-f7588cffd9cb tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0288968 Jul 21 12:49:27.416837 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:49:27.419505 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=9,neutron:UPDATE=5 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:49:27.899643 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-24b0a31a-cd7d-4476-b923-2a2c8d440a54 req-7945e3c2-cab0-4608-90c0-565a68baebc4 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0279880 Jul 21 12:49:28.163038 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-19c8c7cb-0f16-488a-bcca-6aa077e1f67c req-e9ead646-63d6-4cba-95b2-67595901e941 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0280645 Jul 21 12:49:29.012272 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-e45ed6b0-4187-4146-a4c6-2c8c1049318f req-fd6117f8-a0ab-49f9-b370-eb1bd17a530e tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0289538 Jul 21 12:49:29.281800 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-dc3c0ab6-034f-4c42-a8ff-d9cb66cb989d req-1edae2ea-0630-4253-beaf-12fd5930d156 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0368938 Jul 21 12:49:30.125930 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-6beb1fda-fd0b-4fa4-a3bf-1ea89d5187a6 req-a542cb48-78fb-459c-8e71-88907b5e824b tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0361648 Jul 21 12:49:30.399296 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-79cea858-a6a1-4f72-987a-c89364e772e7 req-f569e7be-4566-417d-b47c-4e6c83eb4c24 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0409625 Jul 21 12:49:31.229171 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-fb15a7cc-f073-43a2-b0a0-a862dd241490 req-ae49e805-53a7-4c2d-b47a-3e6c2bf515ba tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0275865 Jul 21 12:49:31.506051 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-50fdbfb4-982a-4927-bdb9-16df951ff9c3 req-55e37a46-062a-4a41-bf2f-3541d4847161 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0275278 Jul 21 12:49:32.344327 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-16c299cf-0e45-4bec-a928-6350a3616668 req-0db8dec9-1b9d-4e5a-8762-d04cdfe24e11 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0341132 Jul 21 12:49:32.607963 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-39ed5492-f3c3-4a89-a449-e0d4fbebce0a req-3b1bbcfe-be9b-40a5-bcd4-eea80b16a51e tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0274060 Jul 21 12:49:32.726735 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (0e418a3d-140a-4386-ad03-1f6ad2d8ed7b), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:49:33.456686 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-d025be7c-15cc-412e-9aa0-e5aeffd01256 req-ea30dac3-f761-46cd-a9a2-e7716cbf627a tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0291476 Jul 21 12:49:33.710751 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-724dfc3d-be71-4bc5-8ded-6bfead33dab2 req-4632541c-dec1-49c2-857e-3cbfe5bfb192 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0285528 Jul 21 12:49:34.713764 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-67530620-c5d7-492f-a462-c606c6f9d115 req-489b690c-b392-4435-b453-0f9274fe2ac6 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0385232 Jul 21 12:49:34.817465 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-4e570b11-4d3f-4ff9-ad8b-e4724c5017b5 req-2433968b-44be-457e-b2df-020181848fe2 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0305214 Jul 21 12:49:35.821859 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-dc72a9fb-ad69-43cd-acd8-95ccd7001bbd req-852c9757-3877-4645-857d-5ca475045fc1 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0341945 Jul 21 12:49:35.927886 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-c3078374-0d2c-4d8c-a943-7028da8a05db req-31885190-de4c-45a8-a679-420175b9c9b9 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0305386 Jul 21 12:49:36.924742 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-604d1758-2b93-49e7-bf2b-7d915e85988f req-0e4e66d4-3974-4f9b-b839-870fabd94c45 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0299075 Jul 21 12:49:37.024633 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-07b8365d-33af-4992-b6fe-bad577723027 req-02daea36-34fb-4277-b211-5f66d593c80b tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0276504 Jul 21 12:49:38.030970 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-d2577c6a-83b5-44fc-ac43-8319a8541d76 req-090ec59d-de7f-4e6d-8948-4733c257f1a0 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0301418 Jul 21 12:49:38.119145 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-2ea96fed-743a-4bf1-ba52-7b7e9daa3c97 req-0ba1c8a4-8069-4cce-8b51-0135f5e07fd7 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0280771 Jul 21 12:49:39.122978 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=25 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:49:39.125352 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=29 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:49:39.152270 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-54914b8a-937f-4747-b16b-6f97255fd0bc req-a6a05766-b949-47dd-8387-0ddbe9279884 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0423369 Jul 21 12:49:39.187591 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.agents_db [None req-4203cc95-03b4-445b-a92f-19fc3dec8381 None None] Agent healthcheck: found 6 active agents {{(pid=104162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 12:49:39.220007 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-9e2c799e-5345-4b69-b3a4-fc4d726dedf5 req-0013998c-5eca-40bc-909d-f4da101d1b80 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0303888 Jul 21 12:49:40.255054 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-3da9259b-278a-4bb1-bd38-beaf7de93cc9 req-6169a255-a9f8-45a2-84ee-e8a8eb3a350a tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0339079 Jul 21 12:49:40.314206 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-a6d3e10a-e8f3-4cb6-91ea-48fbb6325fdc req-47b5e1a1-9a2d-4334-af45-0db9dc33639a tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0276353 Jul 21 12:49:41.359292 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-e67d7428-0563-4c85-a58f-35844595cc54 req-2c2b6f96-8ffa-488b-b3b6-cc3f638d4ac6 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0284297 Jul 21 12:49:41.394991 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=23 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:49:41.415747 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-fb463f57-690e-420a-8f3f-5e9533463cad req-617e889f-31e0-447f-aeef-77f23fae0199 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0292063 Jul 21 12:49:41.479312 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-f090ace4-ed55-49e7-9c69-4fb2804d20a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (8a21e728-a2e9-4580-a748-6ac9ba47a2a7), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:49:42.467111 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-c52e5246-4053-41ff-b8ba-eb7591d3bf21 req-27c1a4f6-8115-4bb2-adfa-dff8a122966d tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0277174 Jul 21 12:49:42.510967 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-904c4ce1-cd97-483b-8499-b43f22176733 req-d906ca2b-73ff-4adf-b7cd-cfa14814576d tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0275347 Jul 21 12:49:43.577380 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-8ade0c18-83fa-4c7a-99c0-577e864b4964 req-a1b183e2-5fa5-4881-8089-74bdf7d84f73 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0314140 Jul 21 12:49:43.612734 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-0ab7bd17-7d05-4f8b-ae99-2831f79c0f30 req-2c454ef0-81aa-4096-9244-f27840df2198 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0305991 Jul 21 12:49:44.676324 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-02e1e1c5-211d-4ac7-bb9d-0122da368abc req-38f93202-82ee-4d6c-ad52-b2193a550597 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0294030 Jul 21 12:49:44.712032 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-f1f969f4-46c0-4853-8455-fd49f4fbdd54 req-8fd76af9-22cc-401c-9520-a4b007193f13 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0278144 Jul 21 12:49:44.910662 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-f64a9eb4-d06a-48c1-b8e8-a5b0dfe104c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (ceb1130f-c61e-494c-be4f-967cc153319c), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:49:45.781208 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-acfbb676-b3eb-4fff-961f-df9d58a81ea0 req-a1f3b508-fa85-420c-bee9-b299a1690a82 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0282977 Jul 21 12:49:45.809880 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-52a4e50a-2dc6-48cd-9b17-9039602dc10d req-6172d54c-7bf6-45c2-b78e-836941f8d9f9 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0275772 Jul 21 12:49:46.070234 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-34089123-786a-4f56-8fd8-e31aace790ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (7a27be9f-c1a8-4dec-a92f-42ec7311fe12), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:49:46.855952 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (c982e9e4-9e4b-4150-8658-75b564dceb25), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:49:46.889904 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-9b69e13a-4cc9-41ec-9fbd-966936665e37 req-8b283e94-9626-4a6d-9f40-0fcb9904ee6b tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0279558 Jul 21 12:49:46.911812 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-0ff75514-29d9-4d6a-8679-dbbee5265b3e req-ff36854f-8019-4556-9777-4a6d1f4945b7 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0276580 Jul 21 12:49:47.430127 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-b3746fee-4e12-46ce-ae12-d62ff35738f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (bda8c5c0-9935-4f58-b3ba-5b48a27d9f80), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:49:47.999959 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-dfc4aa04-a08b-476b-94fb-b05bd93d5c49 req-4c2c5345-913a-4045-b01a-f0f310af1b59 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0306234 Jul 21 12:49:48.012104 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-44ed15be-2a2c-4729-9e6b-9e2bda195783 req-82a9b625-f8fd-4118-8d37-59f106112211 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0308623 Jul 21 12:49:49.105620 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-d91de5ea-c9ab-4a93-b03f-855325a2fdd4 req-362d42d3-43dd-4921-94f0-ed95d805cea5 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0279136 Jul 21 12:49:49.112258 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-2a939b33-6db9-407f-8623-2e4d163c7cf2 req-94848f62-2409-4e02-b944-9f3eab68668a tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0278282 Jul 21 12:49:49.182428 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:49:49.183182 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:49:50.213807 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-b071aeea-3b82-49d6-b4fe-3b61321a0207 req-311c88aa-91e7-4567-bd6a-bddb2b6d2dd5 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0280240 Jul 21 12:49:50.215130 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-19d16a58-183d-43d2-b191-4a38bc88d4ab req-de188380-14ab-4a62-aa54-105df4a914f6 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0270288 Jul 21 12:49:51.321839 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-9714f5ce-2005-4b7f-a92c-e57908b9ff1f req-ad7de975-936a-4921-94aa-ae3110ddd881 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0279922 Jul 21 12:49:51.323089 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-8df9f2ed-3dc6-4695-aec5-d1cf952e7922 req-2bf9e323-ffda-495e-bd6a-eda2464286e5 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0272782 Jul 21 12:49:52.432815 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-050f932e-14b7-4066-a2f9-82b8ad24ac33 req-27f67fb1-d37b-4045-acbb-3d09d835908b tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0305905 Jul 21 12:49:52.433530 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-39528fc6-4d20-4217-80a5-3aa1ed43de58 req-e876c02b-de29-41c5-af10-40f4889ee1e6 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0308242 Jul 21 12:49:53.520724 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=35 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:49:53.539953 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-6d320373-4786-4b18-b367-bdc8a80db0e0 req-34a04ef0-02ea-41df-b57a-61a456713282 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0282757 Jul 21 12:49:53.541748 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-dbbe5dd2-7b49-40d4-9043-56fc8ffce5ac req-5efcd309-6a9c-42f7-b38b-cabf2feff5ac tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0295486 Jul 21 12:49:54.650786 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-aef1ca53-a166-4111-8273-2f546f39e538 req-82de29b9-d693-4705-84a7-346acd4f8b5d tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0282140 Jul 21 12:49:54.651563 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-6246e17f-a64d-4428-884a-c9a4a43b6f3d req-cbe73601-2ff5-4276-b560-c90fd2498375 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0275531 Jul 21 12:49:55.759408 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-92f38749-8eca-44d4-b2c9-952f69eb4419 req-879612b9-8f53-4763-a56c-b8891575cf73 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0275018 Jul 21 12:49:55.760201 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-d7312a3a-3713-4206-816a-b6c88f0c338d req-57e3fe25-7fc8-4a77-9196-db5984e2f190 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0276220 Jul 21 12:49:56.863842 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-e0a9de00-6655-48b3-8236-065d7dcaf223 req-eb535538-b656-4380-bccd-a4744324a11f tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0305767 Jul 21 12:49:57.118247 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-5d9dcf05-0bbb-4a8c-9687-7913970b9521 req-8daf1950-6daf-4a5c-940c-3a1f451b18dd tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.2856286 Jul 21 12:49:57.415137 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:49:57.425011 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:49:57.980645 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-6b7f930a-c64d-40ca-93a5-f9fbbd8ee384 req-ae473dd4-0927-41ee-b960-e47e8ceb1b23 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0295780 Jul 21 12:49:58.225328 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-4452c9da-68ad-44d3-8f65-fff965a85145 req-18e0e2e2-e4e9-4809-a06e-9e2ff311d976 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0286093 Jul 21 12:49:59.088398 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-b12ad5d0-7ad5-4994-9035-960d8e7e09f8 req-5ad7aed2-c8a7-4912-ab0b-162ed1f3d69a tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0277689 Jul 21 12:49:59.332029 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-e64c6481-ad6c-467d-972c-43e5fd48dbd9 req-eb2d5eb5-e390-4432-bd9f-d6eec6ada5b2 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0275042 Jul 21 12:50:00.205962 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-fcea34e3-d2da-44c3-b97a-fbc35ff385fa req-2254dd5e-7dc6-48db-bbc5-0dfc27a2f752 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0278516 Jul 21 12:50:00.448673 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-4091caf6-1cdf-4987-83c7-e58dc46fd643 req-c04f106c-e443-444c-986f-2411eb895101 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0394201 Jul 21 12:50:01.312845 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-f168c919-cc37-4b19-9d24-1918e1f7e464 req-f7cae1c5-7a99-4ea3-a0c8-5084e54af5a6 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0304043 Jul 21 12:50:01.561296 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-36eec7f4-db9e-4e9e-9d21-f041d326a4a1 req-435f8f76-8bec-443b-a21b-d7237cd06164 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0316546 Jul 21 12:50:02.015268 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=3 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:50:02.016640 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=3 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:50:02.420473 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-26b322c5-6010-40af-8fc2-48c942281e70 req-96c3aefb-c752-460c-82c2-abc9fc1ec972 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0290689 Jul 21 12:50:02.661764 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-275c2d75-4abe-4ed7-9c4b-2b7cb47e33ea req-dd2f9744-49a1-4489-b784-a287b245eb9a tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0274231 Jul 21 12:50:02.743240 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (0e418a3d-140a-4386-ad03-1f6ad2d8ed7b), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:50:03.534187 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-37270b65-c743-4001-b8eb-2e1669ff1597 req-8208f9eb-d51f-4839-8922-71ad3e7eff10 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0287168 Jul 21 12:50:03.767942 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-bee2e532-c378-468e-96cb-72f762f56e77 req-5b8f0a89-bc4a-42cc-ae98-61014ec061f7 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0292563 Jul 21 12:50:04.644932 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-551bf207-a32b-4125-a488-9b51443a1273 req-4dce40ab-b79e-45f9-9235-565c5ca60b8d tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0276692 Jul 21 12:50:04.875243 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-55214d83-cfef-4e72-9a0c-224742fa6f2c req-dbc51579-8885-4ef1-8dd3-7f3733c28926 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0285261 Jul 21 12:50:05.754674 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-b5834ad1-be77-49b7-8e75-162d0fb97425 req-79d8411a-e357-45f9-9d58-8d4bd6c4bf73 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0305789 Jul 21 12:50:05.993084 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-0c4ba76b-0e31-42cd-8633-ed0a430d07fc req-4697b105-442d-4d6f-b746-67a712f53cab tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0331852 Jul 21 12:50:06.862822 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-325ef90b-c40d-4ed9-b6d7-ff3e44145b0b req-6d8046a7-34b9-4831-91b4-4bea96f19b0f tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0303259 Jul 21 12:50:07.103597 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-d5bd5037-5c38-41f9-82b3-9e30694ab19f req-99fc8c0a-c08f-4577-be8f-89c2b0504799 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0277297 Jul 21 12:50:07.969871 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-2f947b09-86c6-4d6d-9d93-77ff5049401b req-dcfb9f7e-aec4-43b5-998a-a67caa5d679e tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0281537 Jul 21 12:50:08.209930 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-1e7b1b3d-2f1d-4916-94d2-71f5bf2bccca req-bc98bff2-14b5-4f54-9ccf-220686db8358 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0347817 Jul 21 12:50:09.067830 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-79d42b85-9fa8-47ff-bf55-34e46d19338a req-bd94a9a1-88e5-4286-86bd-2c6156c8a85b tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0286679 Jul 21 12:50:09.302555 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=28 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:50:09.304499 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=26 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:50:09.323062 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-a2ac75dd-d8e4-4d15-8d85-28ef53b6272c req-f5a106e2-89d8-4687-80e5-2e44ebb3f893 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0290551 Jul 21 12:50:10.172623 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-eb83e49e-d2d4-4ed9-b7da-07b044dfc210 req-383219a9-4019-40e2-80c1-e5e9753ebade tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0313318 Jul 21 12:50:10.599627 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-b9a8dff6-afcf-42c2-8a71-f27db7d20952 req-a6b12be0-d805-489d-ae65-efed798302a9 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0381420 Jul 21 12:50:11.267703 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-6a7099e4-3fbd-4a0e-9796-9d0a8a56a1ae req-8bbfb69e-ea8b-43f0-94dd-ca6b47ff33ea tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0280652 Jul 21 12:50:11.482687 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-62f191d4-0f61-4cd9-9d2c-7be21bff44a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (8a21e728-a2e9-4580-a748-6ac9ba47a2a7), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:50:11.696644 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-d9d1861a-5d1d-478d-bc44-a2dce17ff205 req-7b9d9cda-6c0c-4bba-bad4-fb13284fbcb5 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0277221 Jul 21 12:50:12.357628 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=26 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:50:12.377653 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-8878d30d-0304-4fbf-973e-71ec1bf2eb23 req-e485b649-09f3-4384-bace-4d5f5b7b64fb tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0292909 Jul 21 12:50:12.735541 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:50:12.804272 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-8d26554d-2ee6-435f-a6a8-4dbb0508429a req-0bdf7dd0-22bd-4bed-81aa-9f79c4fa858d tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0278618 Jul 21 12:50:13.485223 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-cfae4508-29b4-4273-afc1-fdb99349d862 req-26b5ef92-3d81-4b3b-921e-01b3bd1354e8 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0279617 Jul 21 12:50:13.919557 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-fb08fda3-4c1c-498e-a915-9f41e1315f9f req-896e9884-9bc5-43e1-90a8-7ec56ac955ca tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0393345 Jul 21 12:50:14.597541 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-3ee11fbe-bb08-45ec-bbac-84dfc65138ef req-ad6eaac1-5bd3-4d13-85d4-ab17d07263ee tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0318658 Jul 21 12:50:14.912806 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-172cfd5c-6402-4e33-84b4-1b8ca3db430d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (ceb1130f-c61e-494c-be4f-967cc153319c), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:50:15.031065 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-a52db70f-8ea2-4a69-8ed7-26ee0c22cb77 req-84678f6e-7841-4a17-95aa-6b61a3e0a736 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0313387 Jul 21 12:50:15.704559 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-f98a24ed-999a-4c9b-87ea-177f8822833b req-5ba0baf4-40dd-4479-82f2-bf8124d2e174 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0289094 Jul 21 12:50:16.074369 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-34089123-786a-4f56-8fd8-e31aace790ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (7a27be9f-c1a8-4dec-a92f-42ec7311fe12), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:50:16.144279 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-b6e7d44a-8438-417f-bbf3-f184e9701332 req-210bbb90-3663-40bc-8d67-556064a86b12 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0291409 Jul 21 12:50:16.187210 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.agents_db [None req-4203cc95-03b4-445b-a92f-19fc3dec8381 None None] Agent healthcheck: found 6 active agents {{(pid=104162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 12:50:16.814434 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-f2b43684-6e20-43f7-818f-6f8d25cd4155 req-5530c913-c46c-4c8d-ba48-5dd68ddbd341 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0305147 Jul 21 12:50:16.857416 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (c982e9e4-9e4b-4150-8658-75b564dceb25), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:50:17.246362 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-070a879e-cabc-47c9-96a9-ae1f757d5d57 req-bf359206-b05f-4b32-9067-e05647fa1dfe tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0276725 Jul 21 12:50:17.435673 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-b3746fee-4e12-46ce-ae12-d62ff35738f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (bda8c5c0-9935-4f58-b3ba-5b48a27d9f80), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:50:17.921791 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-c9f8a9f5-3282-42eb-abf9-d4a989307321 req-f66954f1-3e03-45dc-a441-f194e7f6aff2 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0282488 Jul 21 12:50:18.350660 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-29f7dc2a-af6e-4cc2-834e-4c1ef0a17094 req-c54569f2-0808-4ea3-b5a9-efa526d93df3 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0291235 Jul 21 12:50:19.029589 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-36f2838a-61b3-4e19-8428-9630c6d0bfa9 req-e7d9353a-85af-42cb-bfd7-eb872e1daf1d tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0340967 Jul 21 12:50:19.482333 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-bb526a13-aeb8-49fd-8a36-2d9d1887e113 req-8c390cd0-48b8-44d4-a44e-5f90c4dcad3d tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0365429 Jul 21 12:50:20.134401 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-cabf600a-5d63-492b-89c7-9eb5bf8b1110 req-1f97718e-74ff-463e-b7c2-44ce8cc31dcd tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0277362 Jul 21 12:50:20.578357 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-e3671929-8ed4-4b22-8329-fd8adf7a18a1 req-fa210791-5fbc-4307-8cae-90e75b05a67c tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0275285 Jul 21 12:50:21.238493 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-afe98602-d31b-4f9e-a436-371d367183fa req-3d9749f6-b9d0-4faa-9fc3-b336e1adabf8 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0275078 Jul 21 12:50:21.357359 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=14 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:50:21.692113 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-266603d3-bacd-45cd-a62c-6f1ce3569daf req-b0a51e83-7cdf-4d70-948d-0fe7aeb6502c tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0342178 Jul 21 12:50:22.354885 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-844e4138-987c-4fe2-9183-96ecbea6a3a4 req-b97aa7a7-0069-402e-84a7-d413a0475de3 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0332077 Jul 21 12:50:22.792398 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-b8e5538e-4d00-4e77-81b1-b3681df718d2 req-6066b405-63d5-468a-bc7f-f5d214444dd3 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0284486 Jul 21 12:50:23.469987 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-68c262bd-ccf5-4506-a159-8351e302250c req-70423694-1870-4af2-9180-fd14f84fe120 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0403833 Jul 21 12:50:23.898102 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-a4a61526-2a4e-43c4-abaf-3f1e44ea5f36 req-9aea0f11-1e9b-48a8-9685-16960226d98f tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0318654 Jul 21 12:50:24.557497 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=25 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:50:24.580798 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-3bdeb243-5001-4250-86e6-838ac5caae21 req-8d11fa0f-2fe3-44b4-98ca-2dceda89a773 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0362458 Jul 21 12:50:25.014072 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-86ad005e-8180-4aaa-85af-fe2670b5fbf9 req-4019a1fc-6e8a-4d21-beac-0cbfc3be9948 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0281227 Jul 21 12:50:25.690190 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-2ff248c9-93c8-45e3-9906-38a985778c62 req-fc4991b9-9bda-4789-9b3d-abde419201c0 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0369346 Jul 21 12:50:26.130282 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-09d99b2d-abc6-4cb2-9ce6-23a1a0855a83 req-6df380fa-57ab-4b6b-953c-bab792bbc203 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0335639 Jul 21 12:50:26.182915 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=14 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:50:26.793729 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-bc120571-349f-4123-9647-b37612d59c54 req-1a50b093-ea4c-4c3f-9e0a-24082459d537 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0294380 Jul 21 12:50:27.236200 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-265e887f-57ab-4b96-a851-d74df426ba0c req-66b5568c-f518-496b-a4fd-d7a73bb409a0 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0279830 Jul 21 12:50:27.426208 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:50:27.429699 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:50:27.901378 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-fa4bb4e7-eb7e-44c6-9564-8a08e9fcdd6a req-dbf0aec8-d7ec-4872-91ee-61cece5151b5 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0316453 Jul 21 12:50:28.356757 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-a1304fe6-a463-491b-a23d-d470a6c6b05f req-8e48fa1c-884c-48a9-999f-64f5a5241b41 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0367274 Jul 21 12:50:29.007245 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-8e05f08e-1199-4afe-b8d2-b1a6db7be2c2 req-9730fe8e-eabe-4e7c-a0ac-13875d5b4e64 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0295398 Jul 21 12:50:29.464198 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-c0a0505f-479b-4e88-8e11-173ab1ee6b3a req-08436f45-3a98-4b4d-a1ca-1ef18453ad60 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0275724 Jul 21 12:50:30.116384 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-e6f518c5-956a-4410-86a1-acaf52266b7b req-51e3108b-b80d-4e26-bcd4-2b39121ead7c tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0273652 Jul 21 12:50:30.564921 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-5946f502-f352-472b-80c0-a55ddf65b40d req-373c36e7-9c49-4750-806f-4671364f2bdc tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0295596 Jul 21 12:50:31.232378 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-ee35225f-48d2-4142-a074-28d7f0c4bf4a req-fcf71d72-85e1-4937-b268-08acc1622663 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0279083 Jul 21 12:50:31.672264 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-540ff4d2-77cd-4c1b-9d67-0e556b9ec7eb req-5ebed5d4-a32a-431b-b3f3-aca7be10c4e1 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0290270 Jul 21 12:50:32.339986 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-dc150957-da2b-4929-882a-168c162d22d4 req-8e5f2f2d-437b-4eb9-962d-dec82db665d3 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0310032 Jul 21 12:50:32.741956 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (0e418a3d-140a-4386-ad03-1f6ad2d8ed7b), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:50:32.832011 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-d0ec33cf-f6b5-4930-aac9-4f20f1ec27e1 req-8cd60291-d00e-4931-803d-a350ffc4301e tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0304968 Jul 21 12:50:33.451440 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-d651a78e-2d03-427d-bd5e-f65b2d883b3f req-c7189944-78d2-4562-bc04-eaff391caaca tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0376158 Jul 21 12:50:33.937423 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-49fe5cda-30cb-452b-8a6f-48179798a537 req-038acea7-80ee-42b5-bb00-cc9d4aac3fe8 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0291138 Jul 21 12:50:34.560946 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-0d419c43-ab84-4e64-b091-df25f106a39c req-bb34b009-03f8-4b0e-b97e-f525d96dae6a tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0399044 Jul 21 12:50:35.050148 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-11bcb444-7321-497b-aa70-1daa5da5ef1d req-fb32c106-9867-422c-87a2-1ded0358c158 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0313058 Jul 21 12:50:35.673287 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-a2e34fb0-ecaa-42c6-a9c4-76218a260136 req-93cab6e8-5eb8-416a-91a4-49974bb7066c tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0375211 Jul 21 12:50:36.160990 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-f01db815-9c13-46da-a394-d36646772192 req-83edf9b1-63b8-40a8-b7c9-8a85c55a565e tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0289135 Jul 21 12:50:36.786531 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-471bcdf7-0942-42e6-b912-eb9757b99875 req-23675d89-6105-4172-b14c-2b48105d493f tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0393405 Jul 21 12:50:37.273307 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-e004a5f1-a5e9-455e-993b-2535e2b7a863 req-8122114c-bb00-4328-a4f7-09da9100d237 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0405445 Jul 21 12:50:37.893728 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-8c7eeeb3-8c2d-4003-bb6b-a3298d33aa8e req-29a9493d-bb1f-4a1a-93ca-85c1fcaeb4e2 tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0342417 Jul 21 12:50:38.388380 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-e4c992e3-b82d-4c7d-9840-e69a7259485b req-bdba1abb-8e9f-44cf-bdaf-0596b0a9fdb5 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=e37b90ed-b30c-42b4-bb3d-ee3a438e1a1e HTTP/1.1" status: 200 len: 210 time: 0.0290279 Jul 21 12:50:38.443466 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 45546) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:50:38.498225 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-7606c090-772e-4033-a754-cc88998fe332 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Publish callbacks [] for security_group (45c5c830-55b4-45f2-8b17-0c2cd3b37579), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:50:38.522139 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-7606c090-772e-4033-a754-cc88998fe332 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Publish callbacks [] for security_group (45c5c830-55b4-45f2-8b17-0c2cd3b37579), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:50:38.571774 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-7606c090-772e-4033-a754-cc88998fe332 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (45c5c830-55b4-45f2-8b17-0c2cd3b37579), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:50:38.574511 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-7606c090-772e-4033-a754-cc88998fe332 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Publish callbacks [] for security_group (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:50:38.575697 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-7606c090-772e-4033-a754-cc88998fe332 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "DELETE /v2.0/security-groups/45c5c830-55b4-45f2-8b17-0c2cd3b37579 HTTP/1.1" status: 204 len: 168 time: 0.1311862 Jul 21 12:50:38.583515 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.18', 45548) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:50:38.585070 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7606c090-772e-4033-a754-cc88998fe332 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45c5c830-55b4-45f2-8b17-0c2cd3b37579,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:50:38.592232 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7606c090-772e-4033-a754-cc88998fe332 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:50:38.592575 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7606c090-772e-4033-a754-cc88998fe332 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:50:38.592913 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7606c090-772e-4033-a754-cc88998fe332 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:50:38.593068 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.api.v2.resource [None req-b8a3bf86-e403-4591-b8ca-77e647d390ca tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] show failed (client error): The resource could not be found. Jul 21 12:50:38.593251 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7606c090-772e-4033-a754-cc88998fe332 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:50:38.593577 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7606c090-772e-4033-a754-cc88998fe332 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:50:38.593898 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7606c090-772e-4033-a754-cc88998fe332 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:50:38.594000 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-b8a3bf86-e403-4591-b8ca-77e647d390ca tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/security-groups/45c5c830-55b4-45f2-8b17-0c2cd3b37579 HTTP/1.1" status: 404 len: 347 time: 0.0142443 Jul 21 12:50:38.594216 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7606c090-772e-4033-a754-cc88998fe332 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:50:38.594533 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7606c090-772e-4033-a754-cc88998fe332 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:50:38.594851 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7606c090-772e-4033-a754-cc88998fe332 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:50:38.595167 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7606c090-772e-4033-a754-cc88998fe332 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:50:38.595507 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7606c090-772e-4033-a754-cc88998fe332 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:50:38.595871 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7606c090-772e-4033-a754-cc88998fe332 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:50:38.596190 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7606c090-772e-4033-a754-cc88998fe332 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:50:38.596507 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7606c090-772e-4033-a754-cc88998fe332 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:50:38.596937 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7606c090-772e-4033-a754-cc88998fe332 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:50:38.597131 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.18', 45550) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:50:38.707904 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-99a863c0-0d3c-48c7-b53f-d59e1d8546d5 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Deleting port 4deec9a1-5f22-4f64-babe-8da398fdd665 {{(pid=104160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 12:50:38.708176 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-99a863c0-0d3c-48c7-b53f-d59e1d8546d5 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760977592'] for port (4deec9a1-5f22-4f64-babe-8da398fdd665), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:50:38.791187 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-99a863c0-0d3c-48c7-b53f-d59e1d8546d5 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683200'] for port (4deec9a1-5f22-4f64-babe-8da398fdd665), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:50:38.791638 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-99a863c0-0d3c-48c7-b53f-d59e1d8546d5 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Publish callbacks [] for floatingip (4deec9a1-5f22-4f64-babe-8da398fdd665), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:50:38.804026 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-99a863c0-0d3c-48c7-b53f-d59e1d8546d5 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Calling delete_port for 4deec9a1-5f22-4f64-babe-8da398fdd665 owned by network:floatingip {{(pid=104160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 12:50:38.943423 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-99a863c0-0d3c-48c7-b53f-d59e1d8546d5 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760983080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773760637175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9357752'] for port (4deec9a1-5f22-4f64-babe-8da398fdd665), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:50:38.979452 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a863c0-0d3c-48c7-b53f-d59e1d8546d5 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Pushing event deleted for resources: {'Port': ['ID=4deec9a1-5f22-4f64-babe-8da398fdd665,revision_number=None']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:50:39.005726 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a863c0-0d3c-48c7-b53f-d59e1d8546d5 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:50:39.006071 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a863c0-0d3c-48c7-b53f-d59e1d8546d5 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:50:39.006392 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a863c0-0d3c-48c7-b53f-d59e1d8546d5 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:50:39.006755 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a863c0-0d3c-48c7-b53f-d59e1d8546d5 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:50:39.007115 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a863c0-0d3c-48c7-b53f-d59e1d8546d5 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:50:39.007445 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a863c0-0d3c-48c7-b53f-d59e1d8546d5 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:50:39.007792 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a863c0-0d3c-48c7-b53f-d59e1d8546d5 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:50:39.008057 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=3 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:50:39.008545 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a863c0-0d3c-48c7-b53f-d59e1d8546d5 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:50:39.008545 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a863c0-0d3c-48c7-b53f-d59e1d8546d5 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:50:39.008729 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a863c0-0d3c-48c7-b53f-d59e1d8546d5 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:50:39.009046 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a863c0-0d3c-48c7-b53f-d59e1d8546d5 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:50:39.009353 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a863c0-0d3c-48c7-b53f-d59e1d8546d5 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:50:39.009675 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a863c0-0d3c-48c7-b53f-d59e1d8546d5 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:50:39.010001 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a863c0-0d3c-48c7-b53f-d59e1d8546d5 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:50:39.010340 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a863c0-0d3c-48c7-b53f-d59e1d8546d5 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:50:39.015925 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-8927daa1-a29a-4f4e-af6f-aa0517ae02db req-b1a2f5b5-42c7-4f0b-b52f-02f3682f2b0a tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "GET /v2.0/ports?device_id=5efcc0bd-6db2-45ca-b09e-a7f47cce919e HTTP/1.1" status: 200 len: 210 time: 0.0492311 Jul 21 12:50:39.038133 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 45554) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:50:39.046922 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:50:39.069807 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-99a863c0-0d3c-48c7-b53f-d59e1d8546d5 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Publish callbacks [] for floatingip (a9d3f5ea-5b39-4bda-9f84-e083b405f0e4), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:50:39.072333 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-99a863c0-0d3c-48c7-b53f-d59e1d8546d5 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170956'] for floatingip (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:50:39.073491 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-99a863c0-0d3c-48c7-b53f-d59e1d8546d5 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "DELETE /v2.0/floatingips/a9d3f5ea-5b39-4bda-9f84-e083b405f0e4 HTTP/1.1" status: 204 len: 168 time: 0.4753306 Jul 21 12:50:39.154804 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.plugins.ml2.plugin [None req-6a9b5b57-a1b7-4411-8782-c03984a4b29c tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Deleting port 2a5cd007-155a-4b5b-9c8a-8cec7d13d029 {{(pid=104159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 12:50:39.155183 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-6a9b5b57-a1b7-4411-8782-c03984a4b29c tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760977592'] for port (2a5cd007-155a-4b5b-9c8a-8cec7d13d029), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:50:39.231331 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-6a9b5b57-a1b7-4411-8782-c03984a4b29c tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683200'] for port (2a5cd007-155a-4b5b-9c8a-8cec7d13d029), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:50:39.231602 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-6a9b5b57-a1b7-4411-8782-c03984a4b29c tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Publish callbacks [] for floatingip (2a5cd007-155a-4b5b-9c8a-8cec7d13d029), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:50:39.243863 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.plugins.ml2.plugin [None req-6a9b5b57-a1b7-4411-8782-c03984a4b29c tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Calling delete_port for 2a5cd007-155a-4b5b-9c8a-8cec7d13d029 owned by network:floatingip {{(pid=104159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 12:50:39.335527 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 45558) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:50:39.339936 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.v2.base [None req-705b4fa3-92ec-4f52-9022-0fd3a2331984 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Request body: {'security_group': {'name': 'tempest-securitygroup--412144021', 'description': 'tempest-description--2107065175'}} {{(pid=104159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 12:50:39.392705 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-705b4fa3-92ec-4f52-9022-0fd3a2331984 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Publish callbacks [] for security_group (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:50:39.409483 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-6a9b5b57-a1b7-4411-8782-c03984a4b29c tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760983080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773760637175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8469579'] for port (2a5cd007-155a-4b5b-9c8a-8cec7d13d029), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:50:39.441213 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9b5b57-a1b7-4411-8782-c03984a4b29c tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Pushing event deleted for resources: {'Port': ['ID=2a5cd007-155a-4b5b-9c8a-8cec7d13d029,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:50:39.474854 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:INSERT=2 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:50:39.515829 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:50:39.538814 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-705b4fa3-92ec-4f52-9022-0fd3a2331984 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Publish callbacks [] for security_group (dedce45d-b125-4d2f-b09a-7a370805ae3c), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:50:39.544353 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-705b4fa3-92ec-4f52-9022-0fd3a2331984 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (dedce45d-b125-4d2f-b09a-7a370805ae3c), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:50:39.558457 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-6a9b5b57-a1b7-4411-8782-c03984a4b29c tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Publish callbacks [] for floatingip (d5fa6a1e-88a7-43d6-af04-836c9bdd19f6), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:50:39.560991 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-6a9b5b57-a1b7-4411-8782-c03984a4b29c tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170956'] for floatingip (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:50:39.562125 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-6a9b5b57-a1b7-4411-8782-c03984a4b29c tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "DELETE /v2.0/floatingips/d5fa6a1e-88a7-43d6-af04-836c9bdd19f6 HTTP/1.1" status: 204 len: 168 time: 0.5229299 Jul 21 12:50:39.581220 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705b4fa3-92ec-4f52-9022-0fd3a2331984 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dedce45d-b125-4d2f-b09a-7a370805ae3c,revision_number=1']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:50:39.585857 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-705b4fa3-92ec-4f52-9022-0fd3a2331984 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Publish callbacks [] for security_group (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:50:39.590164 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-705b4fa3-92ec-4f52-9022-0fd3a2331984 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2505996 Jul 21 12:50:39.590350 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 45562) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:50:39.594788 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.v2.base [None req-46b8e5c7-0e1e-4b20-941a-a06d33b68936 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Request body: {'security_group_rule': {'security_group_id': 'dedce45d-b125-4d2f-b09a-7a370805ae3c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 12:50:39.632072 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-46b8e5c7-0e1e-4b20-941a-a06d33b68936 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Publish callbacks [] for security_group_rule (59890a00-0ce9-497c-ae99-ff9d0fdef1c8), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:50:39.686803 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-46b8e5c7-0e1e-4b20-941a-a06d33b68936 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Publish callbacks [] for security_group_rule (59890a00-0ce9-497c-ae99-ff9d0fdef1c8), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:50:39.691891 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-46b8e5c7-0e1e-4b20-941a-a06d33b68936 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757972'] for security_group_rule (59890a00-0ce9-497c-ae99-ff9d0fdef1c8), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:50:39.718460 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8e5c7-0e1e-4b20-941a-a06d33b68936 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59890a00-0ce9-497c-ae99-ff9d0fdef1c8,revision_number=0']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:50:39.724211 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-46b8e5c7-0e1e-4b20-941a-a06d33b68936 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:50:39.725231 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-46b8e5c7-0e1e-4b20-941a-a06d33b68936 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1339548 Jul 21 12:50:39.727984 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 45568) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:50:39.732170 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.v2.base [None req-3bf4779c-1584-4e33-bdb4-09c64d6fe992 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Request body: {'security_group_rule': {'security_group_id': 'dedce45d-b125-4d2f-b09a-7a370805ae3c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 12:50:39.762857 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-3bf4779c-1584-4e33-bdb4-09c64d6fe992 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Publish callbacks [] for security_group_rule (03648c23-6286-4049-98d2-ce2e71ea08bc), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:50:39.811702 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-3bf4779c-1584-4e33-bdb4-09c64d6fe992 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Publish callbacks [] for security_group_rule (03648c23-6286-4049-98d2-ce2e71ea08bc), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:50:39.816351 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-3bf4779c-1584-4e33-bdb4-09c64d6fe992 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757972'] for security_group_rule (03648c23-6286-4049-98d2-ce2e71ea08bc), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:50:39.835284 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf4779c-1584-4e33-bdb4-09c64d6fe992 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03648c23-6286-4049-98d2-ce2e71ea08bc,revision_number=0']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:50:39.844477 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-3bf4779c-1584-4e33-bdb4-09c64d6fe992 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:50:39.845801 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-3bf4779c-1584-4e33-bdb4-09c64d6fe992 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1168826 Jul 21 12:50:39.849578 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 45570) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:50:39.853802 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.v2.base [None req-97e284cf-32a1-41f8-bac2-c5692717b1bc tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Request body: {'floatingip': {'floating_network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8'}} {{(pid=104159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 12:50:39.877285 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-97e284cf-32a1-41f8-bac2-c5692717b1bc tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:50:39.963227 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-97e284cf-32a1-41f8-bac2-c5692717b1bc tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:50:40.082959 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.db.db_base_plugin_common [None req-97e284cf-32a1-41f8-bac2-c5692717b1bc tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Allocated IP 172.27.3.202 (f382b478-dfd7-4678-bcdd-821f508b5bc8/39ec59ca-1d5b-4110-899c-eae6f5db3a39/be630ba5-1b97-46f2-984f-97a85d214c2a) {{(pid=104159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 12:50:40.200002 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-97e284cf-32a1-41f8-bac2-c5692717b1bc tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Publish callbacks [] for port (be630ba5-1b97-46f2-984f-97a85d214c2a), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:50:40.205584 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:50:40.240143 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-97e284cf-32a1-41f8-bac2-c5692717b1bc tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773760637166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8469579'] for port (be630ba5-1b97-46f2-984f-97a85d214c2a), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:50:40.274112 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:DELETE=3,neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:50:40.280421 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97e284cf-32a1-41f8-bac2-c5692717b1bc tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Network f382b478-dfd7-4678-bcdd-821f508b5bc8 is already hosted by enough agents. {{(pid=104159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 12:50:40.286829 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.scheduler.base_scheduler [None req-97e284cf-32a1-41f8-bac2-c5692717b1bc tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Resources bound (agent type, host, resource id): {{(pid=104159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 12:50:40.293446 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e284cf-32a1-41f8-bac2-c5692717b1bc tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Received port after_create {{(pid=104159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 12:50:40.313733 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e284cf-32a1-41f8-bac2-c5692717b1bc tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Pushing event updated for resources: {'Port': ['ID=be630ba5-1b97-46f2-984f-97a85d214c2a,revision_number=1']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:50:40.379830 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-97e284cf-32a1-41f8-bac2-c5692717b1bc tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Publish callbacks [] for floatingip (5b64bc46-b2a9-44d1-a2a9-83c89949d932), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:50:40.420861 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-97e284cf-32a1-41f8-bac2-c5692717b1bc tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (be630ba5-1b97-46f2-984f-97a85d214c2a), before_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:50:40.566787 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-97e284cf-32a1-41f8-bac2-c5692717b1bc tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Publish callbacks [] for port (be630ba5-1b97-46f2-984f-97a85d214c2a), precommit_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:50:40.575064 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-97e284cf-32a1-41f8-bac2-c5692717b1bc tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8469616'] for port (be630ba5-1b97-46f2-984f-97a85d214c2a), after_update {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:50:40.648338 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e284cf-32a1-41f8-bac2-c5692717b1bc tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Pushing event updated for resources: {'Port': ['ID=be630ba5-1b97-46f2-984f-97a85d214c2a,revision_number=2']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:50:40.659123 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-97e284cf-32a1-41f8-bac2-c5692717b1bc tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681920'] for floatingip (5b64bc46-b2a9-44d1-a2a9-83c89949d932), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:50:40.679260 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-97e284cf-32a1-41f8-bac2-c5692717b1bc tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170956'] for floatingip (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:50:40.680901 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-97e284cf-32a1-41f8-bac2-c5692717b1bc tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8299139 Jul 21 12:50:40.914034 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=78,neutron:DELETE=2 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:50:40.915606 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=74,neutron:DELETE=5 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:50:40.953697 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-caaadc1e-0d2d-48ed-a4b4-57e42728c5bc req-825dd0ea-31c1-4af8-b83f-fe9111a72f9c tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--412144021&fields=id&tenant_id=896cc13a4d744c06b80fc97aa4bd1dcf HTTP/1.1" status: 200 len: 267 time: 0.0464294 Jul 21 12:50:41.071415 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaadc1e-0d2d-48ed-a4b4-57e42728c5bc req-f113938e-47bf-4958-b636-ee01f620f61d tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:50:41.072900 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-caaadc1e-0d2d-48ed-a4b4-57e42728c5bc req-f113938e-47bf-4958-b636-ee01f620f61d tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/networks?id=761850bd-9d80-4fa9-a807-31bd85f87afb HTTP/1.1" status: 200 len: 811 time: 0.1115735 Jul 21 12:50:41.087517 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-caaadc1e-0d2d-48ed-a4b4-57e42728c5bc req-f4d60221-cdf6-4470-be25-ec27efd0b8ca tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/quotas/896cc13a4d744c06b80fc97aa4bd1dcf HTTP/1.1" status: 200 len: 375 time: 0.0091977 Jul 21 12:50:41.135311 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-caaadc1e-0d2d-48ed-a4b4-57e42728c5bc req-5e2ced4c-163e-4311-a7d2-f4b2871b343a tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=896cc13a4d744c06b80fc97aa4bd1dcf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0429227 Jul 21 12:50:41.208740 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [req-caaadc1e-0d2d-48ed-a4b4-57e42728c5bc req-085bbe3f-7cf9-48b1-b433-eadbb9aa9737 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=104160) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 21 12:50:41.209745 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-caaadc1e-0d2d-48ed-a4b4-57e42728c5bc req-085bbe3f-7cf9-48b1-b433-eadbb9aa9737 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0633080 Jul 21 12:50:41.312602 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-caaadc1e-0d2d-48ed-a4b4-57e42728c5bc req-2fa9f3fd-ffb8-481e-8b56-da51630539cc service neutron] 10.222.0.18 "GET /v2.0/networks/761850bd-9d80-4fa9-a807-31bd85f87afb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967448 Jul 21 12:50:41.405905 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-caaadc1e-0d2d-48ed-a4b4-57e42728c5bc req-741a6221-acc2-46d7-a4f1-8b187f1c4cd2 service neutron] 10.222.0.18 "GET /v2.0/networks/761850bd-9d80-4fa9-a807-31bd85f87afb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874541 Jul 21 12:50:41.477581 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-52e18438-a6d1-4cbd-abe7-05e7dfc717f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (8a21e728-a2e9-4580-a748-6ac9ba47a2a7), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:50:42.595441 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-86a503a8-bb19-42e4-a504-8d11884626ff req-41331e43-b8f8-493a-b4c0-e69adea5754f tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=c0eea0c3-49d7-4c89-b8e8-b30e5ee73433 HTTP/1.1" status: 200 len: 210 time: 0.0291514 Jul 21 12:50:43.674787 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-ee0dcda0-a043-4ee1-bad2-830d73884cef req-9cc0a5b8-5d16-49af-aefa-2e029ab65502 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=c0eea0c3-49d7-4c89-b8e8-b30e5ee73433 HTTP/1.1" status: 200 len: 210 time: 0.0291085 Jul 21 12:50:44.768183 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-7d3927d3-6fd9-4a89-8546-1912c91d4dbe req-af3fdceb-4b6a-4122-adb7-e6e64d4e4c0b tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=c0eea0c3-49d7-4c89-b8e8-b30e5ee73433 HTTP/1.1" status: 200 len: 210 time: 0.0318336 Jul 21 12:50:44.907400 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-a77a5bcd-6277-49bc-a19f-baa4358d23b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (ceb1130f-c61e-494c-be4f-967cc153319c), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:50:45.856630 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-b826149f-9888-44bf-aebb-f36c569da574 req-4db127a0-effa-4cea-af61-1d83397bb6a0 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=c0eea0c3-49d7-4c89-b8e8-b30e5ee73433 HTTP/1.1" status: 200 len: 210 time: 0.0303674 Jul 21 12:50:46.075905 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-34089123-786a-4f56-8fd8-e31aace790ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (7a27be9f-c1a8-4dec-a92f-42ec7311fe12), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:50:46.861410 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (c982e9e4-9e4b-4150-8658-75b564dceb25), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:50:46.952034 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-1fdf95c0-a7cd-4793-8749-030c366fb840 req-2c5922d9-3279-45e3-9a30-0e3e2b9534c5 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=c0eea0c3-49d7-4c89-b8e8-b30e5ee73433 HTTP/1.1" status: 200 len: 210 time: 0.0282719 Jul 21 12:50:47.433898 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-b3746fee-4e12-46ce-ae12-d62ff35738f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (bda8c5c0-9935-4f58-b3ba-5b48a27d9f80), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:50:47.845018 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaadc1e-0d2d-48ed-a4b4-57e42728c5bc req-fa70de75-2030-4c1d-a804-a28b9b73701a tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:50:47.846351 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-caaadc1e-0d2d-48ed-a4b4-57e42728c5bc req-fa70de75-2030-4c1d-a804-a28b9b73701a tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.48 "GET /v2.0/networks?id=761850bd-9d80-4fa9-a807-31bd85f87afb HTTP/1.1" status: 200 len: 811 time: 0.1047313 Jul 21 12:50:47.933684 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-caaadc1e-0d2d-48ed-a4b4-57e42728c5bc req-f43af836-7d8e-478a-8293-e055502d60a6 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=896cc13a4d744c06b80fc97aa4bd1dcf HTTP/1.1" status: 200 len: 379 time: 0.0541248 Jul 21 12:50:47.978818 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.v2.base [req-caaadc1e-0d2d-48ed-a4b4-57e42728c5bc req-7cf08a77-409a-4dcc-851c-611895bc1778 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Request body: {'port': {'device_id': 'c0eea0c3-49d7-4c89-b8e8-b30e5ee73433', 'network_id': '761850bd-9d80-4fa9-a807-31bd85f87afb', 'admin_state_up': True, 'tenant_id': '896cc13a4d744c06b80fc97aa4bd1dcf', 'security_groups': ['dedce45d-b125-4d2f-b09a-7a370805ae3c']}} {{(pid=104160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 12:50:48.073156 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-d792e52d-2b49-42d1-9055-0d73075ed41b req-19406e68-3a8e-4b44-a970-48b3324eae16 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=c0eea0c3-49d7-4c89-b8e8-b30e5ee73433 HTTP/1.1" status: 200 len: 210 time: 0.0350459 Jul 21 12:50:48.132378 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-caaadc1e-0d2d-48ed-a4b4-57e42728c5bc req-7cf08a77-409a-4dcc-851c-611895bc1778 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Made reservation on behalf of 896cc13a4d744c06b80fc97aa4bd1dcf for: {'port': 1} {{(pid=104160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 12:50:48.135751 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-caaadc1e-0d2d-48ed-a4b4-57e42728c5bc req-7cf08a77-409a-4dcc-851c-611895bc1778 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:50:48.269764 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.db.db_base_plugin_common [req-caaadc1e-0d2d-48ed-a4b4-57e42728c5bc req-7cf08a77-409a-4dcc-851c-611895bc1778 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Allocated IP 172.20.0.6 (761850bd-9d80-4fa9-a807-31bd85f87afb/44614617-498d-4d2c-9722-cb9b181c6aab/2e69e2a0-bc8c-4c3a-86ce-eb43ed770839) {{(pid=104160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 12:50:48.327000 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:50:48.366209 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:50:48.415660 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-caaadc1e-0d2d-48ed-a4b4-57e42728c5bc req-7cf08a77-409a-4dcc-851c-611895bc1778 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Publish callbacks [] for port (2e69e2a0-bc8c-4c3a-86ce-eb43ed770839), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:50:48.453338 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-caaadc1e-0d2d-48ed-a4b4-57e42728c5bc req-7cf08a77-409a-4dcc-851c-611895bc1778 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773760637166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9357752'] for port (2e69e2a0-bc8c-4c3a-86ce-eb43ed770839), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:50:48.498292 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-caaadc1e-0d2d-48ed-a4b4-57e42728c5bc req-7cf08a77-409a-4dcc-851c-611895bc1778 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Network 761850bd-9d80-4fa9-a807-31bd85f87afb is already hosted by enough agents. {{(pid=104160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 12:50:48.503513 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.scheduler.base_scheduler [req-caaadc1e-0d2d-48ed-a4b4-57e42728c5bc req-7cf08a77-409a-4dcc-851c-611895bc1778 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Resources bound (agent type, host, resource id): {{(pid=104160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 12:50:48.507446 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.db.l3_dvrscheduler_db [req-caaadc1e-0d2d-48ed-a4b4-57e42728c5bc req-7cf08a77-409a-4dcc-851c-611895bc1778 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Received port after_create {{(pid=104160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 12:50:48.534363 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf08a77-409a-4dcc-851c-611895bc1778 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Pushing event updated for resources: {'Port': ['ID=2e69e2a0-bc8c-4c3a-86ce-eb43ed770839,revision_number=1']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:50:48.564819 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaadc1e-0d2d-48ed-a4b4-57e42728c5bc req-7cf08a77-409a-4dcc-851c-611895bc1778 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:50:48.565454 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-caaadc1e-0d2d-48ed-a4b4-57e42728c5bc req-7cf08a77-409a-4dcc-851c-611895bc1778 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170956'] for port (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:50:48.583448 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-caaadc1e-0d2d-48ed-a4b4-57e42728c5bc req-7cf08a77-409a-4dcc-851c-611895bc1778 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6109850 Jul 21 12:50:48.595903 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [req-caaadc1e-0d2d-48ed-a4b4-57e42728c5bc req-303f8d7e-f055-4a67-8eb2-14b701dcdad3 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=104160) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 21 12:50:48.596880 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-caaadc1e-0d2d-48ed-a4b4-57e42728c5bc req-303f8d7e-f055-4a67-8eb2-14b701dcdad3 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0054681 Jul 21 12:50:48.664895 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.v2.base [req-caaadc1e-0d2d-48ed-a4b4-57e42728c5bc req-577c1549-38df-4a61-88aa-f2b0c024a2bf service neutron] Request body: {'port': {'device_id': 'c0eea0c3-49d7-4c89-b8e8-b30e5ee73433', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85032'}} {{(pid=104160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 12:50:48.713913 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [None req-a48eb0f5-6787-46b6-ab05-fa075120016a None None] Provisioning complete for port 2e69e2a0-bc8c-4c3a-86ce-eb43ed770839 triggered by entity DHCP. {{(pid=104161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 12:50:48.714536 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-a48eb0f5-6787-46b6-ab05-fa075120016a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388846'] for port (2e69e2a0-bc8c-4c3a-86ce-eb43ed770839), provisioning_complete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:50:48.723390 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-caaadc1e-0d2d-48ed-a4b4-57e42728c5bc req-577c1549-38df-4a61-88aa-f2b0c024a2bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (2e69e2a0-bc8c-4c3a-86ce-eb43ed770839), before_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:50:48.746901 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-a48eb0f5-6787-46b6-ab05-fa075120016a None None] Port 2e69e2a0-bc8c-4c3a-86ce-eb43ed770839 cannot update to ACTIVE because it is not bound. {{(pid=104161) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 12:50:48.988425 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.notifiers.nova [req-caaadc1e-0d2d-48ed-a4b4-57e42728c5bc req-577c1549-38df-4a61-88aa-f2b0c024a2bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e69e2a0-bc8c-4c3a-86ce-eb43ed770839 {{(pid=104160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 12:50:48.996213 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-caaadc1e-0d2d-48ed-a4b4-57e42728c5bc req-577c1549-38df-4a61-88aa-f2b0c024a2bf service neutron] Publish callbacks [] for port (2e69e2a0-bc8c-4c3a-86ce-eb43ed770839), precommit_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:50:49.009326 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.db.provisioning_blocks [req-caaadc1e-0d2d-48ed-a4b4-57e42728c5bc req-577c1549-38df-4a61-88aa-f2b0c024a2bf service neutron] Transition to ACTIVE for port object 2e69e2a0-bc8c-4c3a-86ce-eb43ed770839 will not be triggered until provisioned by entity L2. {{(pid=104160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 21 12:50:49.014935 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-caaadc1e-0d2d-48ed-a4b4-57e42728c5bc req-577c1549-38df-4a61-88aa-f2b0c024a2bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9357699'] for port (2e69e2a0-bc8c-4c3a-86ce-eb43ed770839), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:50:49.062387 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577c1549-38df-4a61-88aa-f2b0c024a2bf service neutron] Pushing event updated for resources: {'Port': ['ID=2e69e2a0-bc8c-4c3a-86ce-eb43ed770839,revision_number=2']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:50:49.139247 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.managers [req-caaadc1e-0d2d-48ed-a4b4-57e42728c5bc req-577c1549-38df-4a61-88aa-f2b0c024a2bf service neutron] Attempting to bind port 2e69e2a0-bc8c-4c3a-86ce-eb43ed770839 on host hv-cinder-85032 for vnic_type normal with profile {{(pid=104160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 12:50:49.139631 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.managers [req-caaadc1e-0d2d-48ed-a4b4-57e42728c5bc req-577c1549-38df-4a61-88aa-f2b0c024a2bf service neutron] Attempting to bind port 2e69e2a0-bc8c-4c3a-86ce-eb43ed770839 by drivers openvswitch,hyperv on host hv-cinder-85032 at level 0 using segments [{'id': 'd25f2e08-7ca4-435b-b8eb-119fa654030c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '761850bd-9d80-4fa9-a807-31bd85f87afb'}] {{(pid=104160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 12:50:49.139972 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caaadc1e-0d2d-48ed-a4b4-57e42728c5bc req-577c1549-38df-4a61-88aa-f2b0c024a2bf service neutron] Attempting to bind port 2e69e2a0-bc8c-4c3a-86ce-eb43ed770839 on network 761850bd-9d80-4fa9-a807-31bd85f87afb {{(pid=104160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 12:50:49.151599 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caaadc1e-0d2d-48ed-a4b4-57e42728c5bc req-577c1549-38df-4a61-88aa-f2b0c024a2bf service neutron] Port 2e69e2a0-bc8c-4c3a-86ce-eb43ed770839 on network 761850bd-9d80-4fa9-a807-31bd85f87afb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85032 {{(pid=104160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 21 12:50:49.152129 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caaadc1e-0d2d-48ed-a4b4-57e42728c5bc req-577c1549-38df-4a61-88aa-f2b0c024a2bf service neutron] Attempting to bind port 2e69e2a0-bc8c-4c3a-86ce-eb43ed770839 on network 761850bd-9d80-4fa9-a807-31bd85f87afb {{(pid=104160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 12:50:49.158419 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caaadc1e-0d2d-48ed-a4b4-57e42728c5bc req-577c1549-38df-4a61-88aa-f2b0c024a2bf service neutron] Checking agent: {'id': '0e418a3d-140a-4386-ad03-1f6ad2d8ed7b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85032', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 12, 13, 32), 'started_at': datetime.datetime(2022, 7, 21, 12, 13, 32), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 12, 50, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 12:50:49.158851 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caaadc1e-0d2d-48ed-a4b4-57e42728c5bc req-577c1549-38df-4a61-88aa-f2b0c024a2bf service neutron] Checking segment: {'id': 'd25f2e08-7ca4-435b-b8eb-119fa654030c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '761850bd-9d80-4fa9-a807-31bd85f87afb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 12:50:49.159272 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caaadc1e-0d2d-48ed-a4b4-57e42728c5bc req-577c1549-38df-4a61-88aa-f2b0c024a2bf service neutron] Bound using segment: {'id': 'd25f2e08-7ca4-435b-b8eb-119fa654030c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '761850bd-9d80-4fa9-a807-31bd85f87afb'} {{(pid=104160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 12:50:49.159848 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.managers [req-caaadc1e-0d2d-48ed-a4b4-57e42728c5bc req-577c1549-38df-4a61-88aa-f2b0c024a2bf service neutron] Bound port: 2e69e2a0-bc8c-4c3a-86ce-eb43ed770839, host: hv-cinder-85032, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd25f2e08-7ca4-435b-b8eb-119fa654030c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '761850bd-9d80-4fa9-a807-31bd85f87afb'}}] {{(pid=104160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 12:50:49.160258 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-caaadc1e-0d2d-48ed-a4b4-57e42728c5bc req-577c1549-38df-4a61-88aa-f2b0c024a2bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (2e69e2a0-bc8c-4c3a-86ce-eb43ed770839), before_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:50:49.205239 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:50:49.208231 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2463e41-0bd1-4925-bf2d-4713f4138d50 req-cc89a477-6e03-4e2a-95db-2f4ad913d2b7 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:50:49.209837 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-d2463e41-0bd1-4925-bf2d-4713f4138d50 req-cc89a477-6e03-4e2a-95db-2f4ad913d2b7 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=c0eea0c3-49d7-4c89-b8e8-b30e5ee73433 HTTP/1.1" status: 200 len: 943 time: 0.0505121 Jul 21 12:50:49.235034 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.db [req-caaadc1e-0d2d-48ed-a4b4-57e42728c5bc req-577c1549-38df-4a61-88aa-f2b0c024a2bf service neutron] For port 2e69e2a0-bc8c-4c3a-86ce-eb43ed770839, host hv-cinder-85032, cleared binding levels {{(pid=104160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 12:50:49.238966 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.db [req-caaadc1e-0d2d-48ed-a4b4-57e42728c5bc req-577c1549-38df-4a61-88aa-f2b0c024a2bf service neutron] For port 2e69e2a0-bc8c-4c3a-86ce-eb43ed770839, host hv-cinder-85032, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=2e69e2a0-bc8c-4c3a-86ce-eb43ed770839,segment=NetworkSegment(d25f2e08-7ca4-435b-b8eb-119fa654030c),segment_id=d25f2e08-7ca4-435b-b8eb-119fa654030c)] {{(pid=104160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 12:50:49.240199 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:50:49.246048 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-caaadc1e-0d2d-48ed-a4b4-57e42728c5bc req-577c1549-38df-4a61-88aa-f2b0c024a2bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9357699'] for port (2e69e2a0-bc8c-4c3a-86ce-eb43ed770839), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:50:49.263519 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-d2463e41-0bd1-4925-bf2d-4713f4138d50 req-59ab5adf-5674-4582-8145-7c25814e96f9 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/security-groups?id=dedce45d-b125-4d2f-b09a-7a370805ae3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464809 Jul 21 12:50:49.291818 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaadc1e-0d2d-48ed-a4b4-57e42728c5bc req-577c1549-38df-4a61-88aa-f2b0c024a2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:50:49.292456 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-caaadc1e-0d2d-48ed-a4b4-57e42728c5bc req-577c1549-38df-4a61-88aa-f2b0c024a2bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170956'] for port (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:50:49.293811 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-caaadc1e-0d2d-48ed-a4b4-57e42728c5bc req-577c1549-38df-4a61-88aa-f2b0c024a2bf service neutron] 10.222.0.48 "PUT /v2.0/ports/2e69e2a0-bc8c-4c3a-86ce-eb43ed770839 HTTP/1.1" status: 200 len: 1093 time: 0.6760225 Jul 21 12:50:49.294250 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0eea0c3-49d7-4c89-b8e8-b30e5ee73433', 'tag': '2e69e2a0-bc8c-4c3a-86ce-eb43ed770839'}] {{(pid=104160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 12:50:49.296506 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eb085c56e9e86bbd6a0965d2ba727f3997621403869b150ca98f31427dd41b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b60bf0d2-2d75-4cd8-9d7b-44fafde5eb01" -d '{"events": [{"name": "network-changed", "server_uuid": "c0eea0c3-49d7-4c89-b8e8-b30e5ee73433", "tag": "2e69e2a0-bc8c-4c3a-86ce-eb43ed770839"}]}' {{(pid=104160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 12:50:49.320421 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577c1549-38df-4a61-88aa-f2b0c024a2bf service neutron] Pushing event updated for resources: {'Port': ['ID=2e69e2a0-bc8c-4c3a-86ce-eb43ed770839,revision_number=3']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:50:49.399094 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaadc1e-0d2d-48ed-a4b4-57e42728c5bc req-f170201b-802e-403e-b25b-455d2daf1896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:50:49.400671 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-caaadc1e-0d2d-48ed-a4b4-57e42728c5bc req-f170201b-802e-403e-b25b-455d2daf1896 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=896cc13a4d744c06b80fc97aa4bd1dcf&device_id=c0eea0c3-49d7-4c89-b8e8-b30e5ee73433 HTTP/1.1" status: 200 len: 1127 time: 0.0426874 Jul 21 12:50:49.405374 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 12:50:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ef02815-3f6f-4af0-bbf8-0930caeff8cb x-openstack-request-id: req-0ef02815-3f6f-4af0-bbf8-0930caeff8cb {{(pid=104160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 12:50:49.405675 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0eea0c3-49d7-4c89-b8e8-b30e5ee73433", "tag": "2e69e2a0-bc8c-4c3a-86ce-eb43ed770839", "status": "completed", "code": 200}]} {{(pid=104160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 12:50:49.405935 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0ef02815-3f6f-4af0-bbf8-0930caeff8cb {{(pid=104160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 12:50:49.406380 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ef02815-3f6f-4af0-bbf8-0930caeff8cb'] response: {'name': 'network-changed', 'server_uuid': 'c0eea0c3-49d7-4c89-b8e8-b30e5ee73433', 'tag': '2e69e2a0-bc8c-4c3a-86ce-eb43ed770839', 'status': 'completed', 'code': 200} Jul 21 12:50:49.464111 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-caaadc1e-0d2d-48ed-a4b4-57e42728c5bc req-ec79cc76-24d3-43f3-9e82-a607b3a61da5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2e69e2a0-bc8c-4c3a-86ce-eb43ed770839 HTTP/1.1" status: 200 len: 217 time: 0.0376019 Jul 21 12:50:49.516544 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaadc1e-0d2d-48ed-a4b4-57e42728c5bc req-e050cc9f-8e05-4d0c-aa44-b7de72bba0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:50:49.517997 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-caaadc1e-0d2d-48ed-a4b4-57e42728c5bc req-e050cc9f-8e05-4d0c-aa44-b7de72bba0f2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=44614617-498d-4d2c-9722-cb9b181c6aab HTTP/1.1" status: 200 len: 850 time: 0.0445073 Jul 21 12:50:49.564740 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaadc1e-0d2d-48ed-a4b4-57e42728c5bc req-0a1bd376-8797-4e3d-b13b-9342fd4ae6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:50:49.566177 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-caaadc1e-0d2d-48ed-a4b4-57e42728c5bc req-0a1bd376-8797-4e3d-b13b-9342fd4ae6ec service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=761850bd-9d80-4fa9-a807-31bd85f87afb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0384424 Jul 21 12:50:49.669784 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-caaadc1e-0d2d-48ed-a4b4-57e42728c5bc req-8391bd19-28ea-4b86-bb7f-27a005c6da49 service neutron] 10.222.0.48 "GET /v2.0/networks/761850bd-9d80-4fa9-a807-31bd85f87afb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914805 Jul 21 12:50:49.764225 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-caaadc1e-0d2d-48ed-a4b4-57e42728c5bc req-8614252a-3263-4339-b355-b7c74fa66844 service neutron] 10.222.0.48 "GET /v2.0/networks/761850bd-9d80-4fa9-a807-31bd85f87afb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844929 Jul 21 12:50:50.393637 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363a7419-7f5b-432d-8416-6482883b6623 req-9aa6c988-9414-4a6e-8341-4a9b8e51f9cf tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:50:50.395090 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-363a7419-7f5b-432d-8416-6482883b6623 req-9aa6c988-9414-4a6e-8341-4a9b8e51f9cf tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=c0eea0c3-49d7-4c89-b8e8-b30e5ee73433 HTTP/1.1" status: 200 len: 943 time: 0.0498054 Jul 21 12:50:50.448877 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-363a7419-7f5b-432d-8416-6482883b6623 req-22218242-9b7d-48e1-a52c-66dff7cafe15 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/security-groups?id=dedce45d-b125-4d2f-b09a-7a370805ae3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453653 Jul 21 12:50:50.742490 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60bf0d2-2d75-4cd8-9d7b-44fafde5eb01 req-94c0a38c-d57a-4f9f-90c3-c2bb8ea27e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:50:50.743892 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-b60bf0d2-2d75-4cd8-9d7b-44fafde5eb01 req-94c0a38c-d57a-4f9f-90c3-c2bb8ea27e0e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=896cc13a4d744c06b80fc97aa4bd1dcf&device_id=c0eea0c3-49d7-4c89-b8e8-b30e5ee73433 HTTP/1.1" status: 200 len: 1127 time: 0.0530038 Jul 21 12:50:50.840838 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60bf0d2-2d75-4cd8-9d7b-44fafde5eb01 req-34513eed-d49f-4b93-8ead-ba7451153ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:50:50.842342 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-b60bf0d2-2d75-4cd8-9d7b-44fafde5eb01 req-34513eed-d49f-4b93-8ead-ba7451153ac8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=761850bd-9d80-4fa9-a807-31bd85f87afb HTTP/1.1" status: 200 len: 912 time: 0.0881519 Jul 21 12:50:50.884617 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-b60bf0d2-2d75-4cd8-9d7b-44fafde5eb01 req-74593076-5d97-4941-a30f-efa1c46aebad service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2e69e2a0-bc8c-4c3a-86ce-eb43ed770839 HTTP/1.1" status: 200 len: 217 time: 0.0329907 Jul 21 12:50:50.938987 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60bf0d2-2d75-4cd8-9d7b-44fafde5eb01 req-1d6daa04-d82c-46d8-8e50-c7cec6f84224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:50:50.940443 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-b60bf0d2-2d75-4cd8-9d7b-44fafde5eb01 req-1d6daa04-d82c-46d8-8e50-c7cec6f84224 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=44614617-498d-4d2c-9722-cb9b181c6aab HTTP/1.1" status: 200 len: 850 time: 0.0492373 Jul 21 12:50:50.987732 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60bf0d2-2d75-4cd8-9d7b-44fafde5eb01 req-83b69e1e-80bf-412b-ab84-043bdfc78b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:50:50.989273 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-b60bf0d2-2d75-4cd8-9d7b-44fafde5eb01 req-83b69e1e-80bf-412b-ab84-043bdfc78b2a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=761850bd-9d80-4fa9-a807-31bd85f87afb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393248 Jul 21 12:50:51.093670 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-b60bf0d2-2d75-4cd8-9d7b-44fafde5eb01 req-d58a0dc2-a53a-4081-acbc-4ca674683a15 service neutron] 10.222.0.48 "GET /v2.0/networks/761850bd-9d80-4fa9-a807-31bd85f87afb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940201 Jul 21 12:50:51.206018 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-b60bf0d2-2d75-4cd8-9d7b-44fafde5eb01 req-9298dc21-7eac-4950-a583-72c16a11f45d service neutron] 10.222.0.48 "GET /v2.0/networks/761850bd-9d80-4fa9-a807-31bd85f87afb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026394 Jul 21 12:50:51.579939 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bac07eb-3557-4db3-a6f8-38967e05bb44 req-4c39cb25-b5bc-4dcd-bede-94a1b9a105e0 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:50:51.581395 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-1bac07eb-3557-4db3-a6f8-38967e05bb44 req-4c39cb25-b5bc-4dcd-bede-94a1b9a105e0 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=c0eea0c3-49d7-4c89-b8e8-b30e5ee73433 HTTP/1.1" status: 200 len: 943 time: 0.0481076 Jul 21 12:50:51.605131 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Device 2e69e2a0-bc8c-4c3a-86ce-eb43ed770839 details requested by agent hyperv_hv-cinder-85032 with host hv-cinder-85032 {{(pid=104161) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 21 12:50:51.625103 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:UPDATE=1,neutron:SELECT=98,neutron:INSERT=1 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:50:51.633307 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-1bac07eb-3557-4db3-a6f8-38967e05bb44 req-21ce3500-5ef6-4124-bb6d-1170c1595816 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/security-groups?id=dedce45d-b125-4d2f-b09a-7a370805ae3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464385 Jul 21 12:50:51.720837 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] For port 2e69e2a0-bc8c-4c3a-86ce-eb43ed770839, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=2e69e2a0-bc8c-4c3a-86ce-eb43ed770839,segment=NetworkSegment(d25f2e08-7ca4-435b-b8eb-119fa654030c),segment_id=d25f2e08-7ca4-435b-b8eb-119fa654030c)] {{(pid=104161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 12:50:51.732402 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Returning: {'device': '2e69e2a0-bc8c-4c3a-86ce-eb43ed770839', 'network_id': '761850bd-9d80-4fa9-a807-31bd85f87afb', 'port_id': '2e69e2a0-bc8c-4c3a-86ce-eb43ed770839', 'mac_address': 'fa:16:3e:d7:d4:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44614617-498d-4d2c-9722-cb9b181c6aab', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104161) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 21 12:50:51.767147 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Current status of the port 2e69e2a0-bc8c-4c3a-86ce-eb43ed770839 is: DOWN; New status is: BUILD {{(pid=104161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 12:50:51.767463 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (2e69e2a0-bc8c-4c3a-86ce-eb43ed770839), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:50:51.784878 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.notifiers.nova [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e69e2a0-bc8c-4c3a-86ce-eb43ed770839 {{(pid=104161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 12:50:51.805372 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] For port 2e69e2a0-bc8c-4c3a-86ce-eb43ed770839, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=2e69e2a0-bc8c-4c3a-86ce-eb43ed770839,segment=NetworkSegment(d25f2e08-7ca4-435b-b8eb-119fa654030c),segment_id=d25f2e08-7ca4-435b-b8eb-119fa654030c)] {{(pid=104161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 12:50:51.811125 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158'] for port (2e69e2a0-bc8c-4c3a-86ce-eb43ed770839), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:50:51.855882 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Pushing event updated for resources: {'Port': ['ID=2e69e2a0-bc8c-4c3a-86ce-eb43ed770839,revision_number=4']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:50:51.863335 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:50:51.863708 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:50:51.864053 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:50:51.864380 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:50:51.864710 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:50:51.865042 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:50:51.865358 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:50:51.865680 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:50:51.866001 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:50:51.866318 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:50:51.866637 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:50:51.866940 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:50:51.867258 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:50:51.867602 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:50:51.867918 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:50:52.225767 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] get_ports_and_sgs() called for port_ids ['2e69e2a0-bc8c-4c3a-86ce-eb43ed770839'] {{(pid=104161) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 12:50:52.747419 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052bfa41-b310-415c-9adf-609153cdec8a req-35503af8-e821-4474-9a78-e616923f3493 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:50:52.748898 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-052bfa41-b310-415c-9adf-609153cdec8a req-35503af8-e821-4474-9a78-e616923f3493 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=c0eea0c3-49d7-4c89-b8e8-b30e5ee73433 HTTP/1.1" status: 200 len: 944 time: 0.0473893 Jul 21 12:50:52.792083 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:50:52.796836 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-052bfa41-b310-415c-9adf-609153cdec8a req-94df090c-c16b-4904-81fa-43342335bee8 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/security-groups?id=dedce45d-b125-4d2f-b09a-7a370805ae3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424826 Jul 21 12:50:53.188244 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.agents_db [None req-4203cc95-03b4-445b-a92f-19fc3dec8381 None None] Agent healthcheck: found 6 active agents {{(pid=104162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 12:50:53.608438 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Device 2e69e2a0-bc8c-4c3a-86ce-eb43ed770839 up at agent hyperv_hv-cinder-85032 {{(pid=104161) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 12:50:53.660168 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:50:53.661190 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Provisioning for port 2e69e2a0-bc8c-4c3a-86ce-eb43ed770839 completed by entity L2. {{(pid=104161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 21 12:50:53.669277 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.provisioning_blocks [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Provisioning complete for port 2e69e2a0-bc8c-4c3a-86ce-eb43ed770839 triggered by entity L2. {{(pid=104161) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 12:50:53.669696 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388846'] for port (2e69e2a0-bc8c-4c3a-86ce-eb43ed770839), provisioning_complete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:50:53.688283 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:50:53.754332 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Current status of the port 2e69e2a0-bc8c-4c3a-86ce-eb43ed770839 is: BUILD; New status is: ACTIVE {{(pid=104161) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 12:50:53.754753 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1708547'] for port (2e69e2a0-bc8c-4c3a-86ce-eb43ed770839), before_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:50:53.778473 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0eea0c3-49d7-4c89-b8e8-b30e5ee73433', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e69e2a0-bc8c-4c3a-86ce-eb43ed770839'}] {{(pid=104161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 12:50:53.780697 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cdf8932827941a003a674b569a46f4ce1abada81d99297f544444a18ab6c7ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fe56f29-cb09-4e06-9246-f290480e3127" -d '{"events": [{"server_uuid": "c0eea0c3-49d7-4c89-b8e8-b30e5ee73433", "name": "network-vif-plugged", "status": "completed", "tag": "2e69e2a0-bc8c-4c3a-86ce-eb43ed770839"}]}' {{(pid=104161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 12:50:53.796297 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] For port 2e69e2a0-bc8c-4c3a-86ce-eb43ed770839, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=2e69e2a0-bc8c-4c3a-86ce-eb43ed770839,segment=NetworkSegment(d25f2e08-7ca4-435b-b8eb-119fa654030c),segment_id=d25f2e08-7ca4-435b-b8eb-119fa654030c)] {{(pid=104161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 12:50:53.800578 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773760982474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773760635140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773760635158'] for port (2e69e2a0-bc8c-4c3a-86ce-eb43ed770839), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:50:53.847264 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Pushing event updated for resources: {'Port': ['ID=2e69e2a0-bc8c-4c3a-86ce-eb43ed770839,revision_number=5']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:50:53.896124 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 12:50:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f79d843b-21d1-401b-8b24-958ac6c0428e x-openstack-request-id: req-f79d843b-21d1-401b-8b24-958ac6c0428e {{(pid=104161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 12:50:53.896421 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0eea0c3-49d7-4c89-b8e8-b30e5ee73433", "name": "network-vif-plugged", "status": "completed", "tag": "2e69e2a0-bc8c-4c3a-86ce-eb43ed770839", "code": 200}]} {{(pid=104161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 12:50:53.896671 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f79d843b-21d1-401b-8b24-958ac6c0428e {{(pid=104161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 12:50:53.897081 dv-cinder-850321-1-iscsi neutron-server[104161]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f79d843b-21d1-401b-8b24-958ac6c0428e'] response: {'server_uuid': 'c0eea0c3-49d7-4c89-b8e8-b30e5ee73433', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e69e2a0-bc8c-4c3a-86ce-eb43ed770839', 'code': 200} Jul 21 12:50:53.915955 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bfc5c7-ba4a-4406-8e9c-4ceebfaea16a req-2ef60345-8544-44c7-80b1-d7f1bf533b81 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:50:53.917641 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-19bfc5c7-ba4a-4406-8e9c-4ceebfaea16a req-2ef60345-8544-44c7-80b1-d7f1bf533b81 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=c0eea0c3-49d7-4c89-b8e8-b30e5ee73433 HTTP/1.1" status: 200 len: 945 time: 0.0488381 Jul 21 12:50:53.965547 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-19bfc5c7-ba4a-4406-8e9c-4ceebfaea16a req-87379b63-6a84-4f04-8ed8-f027dde392cc tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/security-groups?id=dedce45d-b125-4d2f-b09a-7a370805ae3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422134 Jul 21 12:50:54.133422 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c60582-88eb-4ffa-8f7a-2d03170b44a4 req-5d4dadac-900b-4465-b9db-cd4a71a813f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:50:54.134842 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-35c60582-88eb-4ffa-8f7a-2d03170b44a4 req-5d4dadac-900b-4465-b9db-cd4a71a813f9 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c0eea0c3-49d7-4c89-b8e8-b30e5ee73433 HTTP/1.1" status: 200 len: 1129 time: 0.0392270 Jul 21 12:50:54.182414 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-35c60582-88eb-4ffa-8f7a-2d03170b44a4 req-3d7fc1ed-1f95-4e5a-92a4-d1efbec3e9ee service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=dedce45d-b125-4d2f-b09a-7a370805ae3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379894 Jul 21 12:50:55.080000 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=100 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:50:55.094889 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14140969-f178-492e-9a10-fe0abc4c82c2 req-d4399cd0-50a7-42be-ad2e-6a7449931134 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:50:55.096397 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-14140969-f178-492e-9a10-fe0abc4c82c2 req-d4399cd0-50a7-42be-ad2e-6a7449931134 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=c0eea0c3-49d7-4c89-b8e8-b30e5ee73433 HTTP/1.1" status: 200 len: 945 time: 0.0503769 Jul 21 12:50:55.145993 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-14140969-f178-492e-9a10-fe0abc4c82c2 req-d6bb18c1-3805-4dbe-9814-cd1d455fb743 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/security-groups?id=dedce45d-b125-4d2f-b09a-7a370805ae3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439639 Jul 21 12:50:56.281746 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d5dee6-0e6b-4501-87ae-c65de22bd661 req-e69f30ce-25d4-42c4-a2cf-2962a2e31646 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:50:56.283241 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-46d5dee6-0e6b-4501-87ae-c65de22bd661 req-e69f30ce-25d4-42c4-a2cf-2962a2e31646 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=c0eea0c3-49d7-4c89-b8e8-b30e5ee73433 HTTP/1.1" status: 200 len: 945 time: 0.0618675 Jul 21 12:50:56.333603 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-46d5dee6-0e6b-4501-87ae-c65de22bd661 req-f375efcd-b376-4c71-bc9d-048cf966732d tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/security-groups?id=dedce45d-b125-4d2f-b09a-7a370805ae3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442111 Jul 21 12:50:56.453024 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ecb186-2a53-4af3-8555-980a010f6c1c req-edd83d38-f5ec-4017-9e6e-cd2e89b51cb9 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:50:56.454363 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-08ecb186-2a53-4af3-8555-980a010f6c1c req-edd83d38-f5ec-4017-9e6e-cd2e89b51cb9 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=c0eea0c3-49d7-4c89-b8e8-b30e5ee73433 HTTP/1.1" status: 200 len: 945 time: 0.0499072 Jul 21 12:50:56.464461 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.18', 45670) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:50:56.468729 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.v2.base [None req-3386bacc-0a00-4f59-b41f-3438e17fb390 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Request body: {'floatingip': {'port_id': '2e69e2a0-bc8c-4c3a-86ce-eb43ed770839'}} {{(pid=104160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 12:50:56.506384 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-3386bacc-0a00-4f59-b41f-3438e17fb390 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Publish callbacks [] for floatingip (5b64bc46-b2a9-44d1-a2a9-83c89949d932), before_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:50:57.210175 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-3386bacc-0a00-4f59-b41f-3438e17fb390 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:50:57.216357 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-3386bacc-0a00-4f59-b41f-3438e17fb390 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681920'] for floatingip (5b64bc46-b2a9-44d1-a2a9-83c89949d932), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:50:57.320858 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.db.l3_db [None req-3386bacc-0a00-4f59-b41f-3438e17fb390 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Floating IP 5b64bc46-b2a9-44d1-a2a9-83c89949d932 associated. External IP: 172.27.3.202, port: 2e69e2a0-bc8c-4c3a-86ce-eb43ed770839. Jul 21 12:50:57.521218 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3386bacc-0a00-4f59-b41f-3438e17fb390 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Router 55d1bb19-c3ec-43c3-a204-604cfce5be55 has already been hosted by L3 agent ceb1130f-c61e-494c-be4f-967cc153319c {{(pid=104160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 12:50:57.570541 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:50:57.635278 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3386bacc-0a00-4f59-b41f-3438e17fb390 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Notify agent at l3_agent.dv-cinder-850321-1-iscsi the message routers_updated {{(pid=104160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 12:50:57.640166 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-3386bacc-0a00-4f59-b41f-3438e17fb390 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170956'] for floatingip (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:50:57.642049 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:50:57.646307 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-103f202d-41e7-4531-ac52-13f48d31f831 None None] Sync routers for ids ['55d1bb19-c3ec-43c3-a204-604cfce5be55'] in dv-cinder-850321-1-iscsi {{(pid=104161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 12:50:57.657144 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-103f202d-41e7-4531-ac52-13f48d31f831 None None] Routers {'55d1bb19-c3ec-43c3-a204-604cfce5be55'} bound to L3 agent in host dv-cinder-850321-1-iscsi {{(pid=104161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 12:50:57.657766 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-103f202d-41e7-4531-ac52-13f48d31f831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-21T12:06:45Z,description=,heartbeat_timestamp=2022-07-21T12:50:45Z,host='dv-cinder-850321-1-iscsi',id=ceb1130f-c61e-494c-be4f-967cc153319c,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T12:06:45Z,topic='l3_agent')) {'router_ids': ['55d1bb19-c3ec-43c3-a204-604cfce5be55'], 'active': True} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:50:57.673296 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-3386bacc-0a00-4f59-b41f-3438e17fb390 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "PUT /v2.0/floatingips/5b64bc46-b2a9-44d1-a2a9-83c89949d932 HTTP/1.1" status: 200 len: 991 time: 1.2078240 Jul 21 12:50:57.673940 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0eea0c3-49d7-4c89-b8e8-b30e5ee73433', 'tag': '2e69e2a0-bc8c-4c3a-86ce-eb43ed770839'}] {{(pid=104160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 12:50:57.676303 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eb085c56e9e86bbd6a0965d2ba727f3997621403869b150ca98f31427dd41b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b29ed592-9619-4568-814e-2deb13111484" -d '{"events": [{"name": "network-changed", "server_uuid": "c0eea0c3-49d7-4c89-b8e8-b30e5ee73433", "tag": "2e69e2a0-bc8c-4c3a-86ce-eb43ed770839"}]}' {{(pid=104160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 12:50:57.712429 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 12:50:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac8b0210-06bb-4f28-9479-c93c6dee4a30 x-openstack-request-id: req-ac8b0210-06bb-4f28-9479-c93c6dee4a30 {{(pid=104160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 12:50:57.712722 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0eea0c3-49d7-4c89-b8e8-b30e5ee73433", "tag": "2e69e2a0-bc8c-4c3a-86ce-eb43ed770839", "status": "completed", "code": 200}]} {{(pid=104160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 12:50:57.713111 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ac8b0210-06bb-4f28-9479-c93c6dee4a30 {{(pid=104160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 12:50:57.713525 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac8b0210-06bb-4f28-9479-c93c6dee4a30'] response: {'name': 'network-changed', 'server_uuid': 'c0eea0c3-49d7-4c89-b8e8-b30e5ee73433', 'tag': '2e69e2a0-bc8c-4c3a-86ce-eb43ed770839', 'status': 'completed', 'code': 200} Jul 21 12:50:57.801491 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29ed592-9619-4568-814e-2deb13111484 req-0d9facde-5da4-4a6b-8102-290a007dad28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:50:57.802910 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-b29ed592-9619-4568-814e-2deb13111484 req-0d9facde-5da4-4a6b-8102-290a007dad28 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=896cc13a4d744c06b80fc97aa4bd1dcf&device_id=c0eea0c3-49d7-4c89-b8e8-b30e5ee73433 HTTP/1.1" status: 200 len: 1129 time: 0.0455666 Jul 21 12:50:57.893080 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvr_db [None req-103f202d-41e7-4531-ac52-13f48d31f831 None None] Set router 55d1bb19-c3ec-43c3-a204-604cfce5be55 gateway port host: dv-cinder-850321-1-iscsi {{(pid=104161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 12:50:57.895136 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29ed592-9619-4568-814e-2deb13111484 req-b0e0a80d-d7c0-4c1f-923c-46e98e60cb3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:50:57.896662 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-b29ed592-9619-4568-814e-2deb13111484 req-b0e0a80d-d7c0-4c1f-923c-46e98e60cb3b service neutron] 10.222.0.48 "GET /v2.0/networks?id=761850bd-9d80-4fa9-a807-31bd85f87afb HTTP/1.1" status: 200 len: 912 time: 0.0865188 Jul 21 12:50:57.962854 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-b29ed592-9619-4568-814e-2deb13111484 req-dc9a3c05-dd3c-4f28-852e-e37bd6cae1d2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2e69e2a0-bc8c-4c3a-86ce-eb43ed770839 HTTP/1.1" status: 200 len: 999 time: 0.0598402 Jul 21 12:50:58.019366 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29ed592-9619-4568-814e-2deb13111484 req-894465cb-93c4-457e-8cd1-26ff8f255794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:50:58.020857 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-b29ed592-9619-4568-814e-2deb13111484 req-894465cb-93c4-457e-8cd1-26ff8f255794 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=44614617-498d-4d2c-9722-cb9b181c6aab HTTP/1.1" status: 200 len: 850 time: 0.0447152 Jul 21 12:50:58.064596 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29ed592-9619-4568-814e-2deb13111484 req-b11a83dd-cafd-4203-ae81-f1bb6cddbb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:50:58.066001 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-b29ed592-9619-4568-814e-2deb13111484 req-b11a83dd-cafd-4203-ae81-f1bb6cddbb93 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=761850bd-9d80-4fa9-a807-31bd85f87afb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389237 Jul 21 12:50:58.103864 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-103f202d-41e7-4531-ac52-13f48d31f831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55d1bb19-c3ec-43c3-a204-604cfce5be55', 'name': 'tempest-AttachVolumeTestJSON-1356240631-router', 'tenant_id': '896cc13a4d744c06b80fc97aa4bd1dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'external_fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': '1200d909-4252-4442-9e29-f5f809890242', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T12:23:31Z', 'updated_at': '2022-07-21T12:23:36Z', 'revision_number': 4, 'project_id': '896cc13a4d744c06b80fc97aa4bd1dcf', 'gw_port': {'id': '1200d909-4252-4442-9e29-f5f809890242', 'name': '', 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:a4:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d1bb19-c3ec-43c3-a204-604cfce5be55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:23:32Z', 'updated_at': '2022-07-21T12:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-1-iscsi', '_floatingips': [{'id': '5b64bc46-b2a9-44d1-a2a9-83c89949d932', 'tenant_id': '896cc13a4d744c06b80fc97aa4bd1dcf', 'floating_ip_address': '172.27.3.202', 'floating_network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'router_id': '55d1bb19-c3ec-43c3-a204-604cfce5be55', 'port_id': '2e69e2a0-bc8c-4c3a-86ce-eb43ed770839', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '761850bd-9d80-4fa9-a807-31bd85f87afb', 'mac_address': 'fa:16:3e:d7:d4:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0eea0c3-49d7-4c89-b8e8-b30e5ee73433', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T12:50:40Z', 'updated_at': '2022-07-21T12:50:57Z', 'revision_number': 1, 'project_id': '896cc13a4d744c06b80fc97aa4bd1dcf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f50ce12-7dea-4d36-89a1-efb8479ba6e8', 'name': '', 'network_id': '761850bd-9d80-4fa9-a807-31bd85f87afb', 'tenant_id': '896cc13a4d744c06b80fc97aa4bd1dcf', 'mac_address': 'fa:16:3e:08:45:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d1bb19-c3ec-43c3-a204-604cfce5be55', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '44614617-498d-4d2c-9722-cb9b181c6aab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:23:35Z', 'updated_at': '2022-07-21T12:23:43Z', 'revision_number': 5, 'project_id': '896cc13a4d744c06b80fc97aa4bd1dcf', 'subnets': [{'id': '44614617-498d-4d2c-9722-cb9b181c6aab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-1-iscsi', False) {} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:50:58.128146 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-103f202d-41e7-4531-ac52-13f48d31f831 None None] Checking router: 55d1bb19-c3ec-43c3-a204-604cfce5be55 for host: dv-cinder-850321-1-iscsi {{(pid=104161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 12:50:58.136633 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-103f202d-41e7-4531-ac52-13f48d31f831 None None] Routers {'55d1bb19-c3ec-43c3-a204-604cfce5be55'} bound to L3 agent in host dv-cinder-850321-1-iscsi {{(pid=104161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 12:50:58.137237 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-103f202d-41e7-4531-ac52-13f48d31f831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-21T12:06:45Z,description=,heartbeat_timestamp=2022-07-21T12:50:45Z,host='dv-cinder-850321-1-iscsi',id=ceb1130f-c61e-494c-be4f-967cc153319c,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T12:06:45Z,topic='l3_agent')) {'router_ids': ['55d1bb19-c3ec-43c3-a204-604cfce5be55'], 'active': True} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:50:58.163766 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-b29ed592-9619-4568-814e-2deb13111484 req-33dfd549-9d5d-4e64-81e9-4e066da3bb56 service neutron] 10.222.0.48 "GET /v2.0/networks/761850bd-9d80-4fa9-a807-31bd85f87afb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913205 Jul 21 12:50:58.241073 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvr_db [None req-103f202d-41e7-4531-ac52-13f48d31f831 None None] Set router 55d1bb19-c3ec-43c3-a204-604cfce5be55 gateway port host: dv-cinder-850321-1-iscsi {{(pid=104161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 12:50:58.255554 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-b29ed592-9619-4568-814e-2deb13111484 req-7a6429f7-9892-490f-ad8a-ea1a36f8c720 service neutron] 10.222.0.48 "GET /v2.0/networks/761850bd-9d80-4fa9-a807-31bd85f87afb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851860 Jul 21 12:50:58.449469 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-103f202d-41e7-4531-ac52-13f48d31f831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55d1bb19-c3ec-43c3-a204-604cfce5be55', 'name': 'tempest-AttachVolumeTestJSON-1356240631-router', 'tenant_id': '896cc13a4d744c06b80fc97aa4bd1dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'external_fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': '1200d909-4252-4442-9e29-f5f809890242', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T12:23:31Z', 'updated_at': '2022-07-21T12:23:36Z', 'revision_number': 4, 'project_id': '896cc13a4d744c06b80fc97aa4bd1dcf', 'gw_port': {'id': '1200d909-4252-4442-9e29-f5f809890242', 'name': '', 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:a4:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d1bb19-c3ec-43c3-a204-604cfce5be55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:23:32Z', 'updated_at': '2022-07-21T12:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-1-iscsi', '_floatingips': [{'id': '5b64bc46-b2a9-44d1-a2a9-83c89949d932', 'tenant_id': '896cc13a4d744c06b80fc97aa4bd1dcf', 'floating_ip_address': '172.27.3.202', 'floating_network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'router_id': '55d1bb19-c3ec-43c3-a204-604cfce5be55', 'port_id': '2e69e2a0-bc8c-4c3a-86ce-eb43ed770839', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '761850bd-9d80-4fa9-a807-31bd85f87afb', 'mac_address': 'fa:16:3e:d7:d4:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0eea0c3-49d7-4c89-b8e8-b30e5ee73433', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T12:50:40Z', 'updated_at': '2022-07-21T12:50:57Z', 'revision_number': 1, 'project_id': '896cc13a4d744c06b80fc97aa4bd1dcf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f50ce12-7dea-4d36-89a1-efb8479ba6e8', 'name': '', 'network_id': '761850bd-9d80-4fa9-a807-31bd85f87afb', 'tenant_id': '896cc13a4d744c06b80fc97aa4bd1dcf', 'mac_address': 'fa:16:3e:08:45:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d1bb19-c3ec-43c3-a204-604cfce5be55', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '44614617-498d-4d2c-9722-cb9b181c6aab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:23:35Z', 'updated_at': '2022-07-21T12:23:43Z', 'revision_number': 5, 'project_id': '896cc13a4d744c06b80fc97aa4bd1dcf', 'subnets': [{'id': '44614617-498d-4d2c-9722-cb9b181c6aab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-1-iscsi', False) {} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:50:58.478335 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-103f202d-41e7-4531-ac52-13f48d31f831 None None] The sync data for ids ['55d1bb19-c3ec-43c3-a204-604cfce5be55'] in dv-cinder-850321-1-iscsi is: [{'id': '55d1bb19-c3ec-43c3-a204-604cfce5be55', 'name': 'tempest-AttachVolumeTestJSON-1356240631-router', 'tenant_id': '896cc13a4d744c06b80fc97aa4bd1dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'external_fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': '1200d909-4252-4442-9e29-f5f809890242', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T12:23:31Z', 'updated_at': '2022-07-21T12:23:36Z', 'revision_number': 4, 'project_id': '896cc13a4d744c06b80fc97aa4bd1dcf', 'gw_port': {'id': '1200d909-4252-4442-9e29-f5f809890242', 'name': '', 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:a4:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d1bb19-c3ec-43c3-a204-604cfce5be55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:23:32Z', 'updated_at': '2022-07-21T12:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-1-iscsi', '_floatingips': [{'id': '5b64bc46-b2a9-44d1-a2a9-83c89949d932', 'tenant_id': '896cc13a4d744c06b80fc97aa4bd1dcf', 'floating_ip_address': '172.27.3.202', 'floating_network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'router_id': '55d1bb19-c3ec-43c3-a204-604cfce5be55', 'port_id': '2e69e2a0-bc8c-4c3a-86ce-eb43ed770839', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '761850bd-9d80-4fa9-a807-31bd85f87afb', 'mac_address': 'fa:16:3e:d7:d4:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0eea0c3-49d7-4c89-b8e8-b30e5ee73433', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T12:50:40Z', 'updated_at': '2022-07-21T12:50:57Z', 'revision_number': 1, 'project_id': '896cc13a4d744c06b80fc97aa4bd1dcf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f50ce12-7dea-4d36-89a1-efb8479ba6e8', 'name': '', 'network_id': '761850bd-9d80-4fa9-a807-31bd85f87afb', 'tenant_id': '896cc13a4d744c06b80fc97aa4bd1dcf', 'mac_address': 'fa:16:3e:08:45:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d1bb19-c3ec-43c3-a204-604cfce5be55', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '44614617-498d-4d2c-9722-cb9b181c6aab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:23:35Z', 'updated_at': '2022-07-21T12:23:43Z', 'revision_number': 5, 'project_id': '896cc13a4d744c06b80fc97aa4bd1dcf', 'subnets': [{'id': '44614617-498d-4d2c-9722-cb9b181c6aab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 12:50:58.672972 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b1ca6cc-b277-4ee9-ab90-9bc886519206 None None] New status for floating IP 5b64bc46-b2a9-44d1-a2a9-83c89949d932: ACTIVE {{(pid=104162) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 21 12:51:02.742809 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:51:02.753072 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (0e418a3d-140a-4386-ad03-1f6ad2d8ed7b), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:51:06.326753 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=18 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:51:06.330378 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=85,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:51:08.251170 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=60 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:51:08.252421 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=47 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:51:09.055445 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-b6dbe8d7-db7f-4a89-9412-003bf9d262d8 req-561f1e45-e19b-4c63-938d-9f755ad5488c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c0eea0c3-49d7-4c89-b8e8-b30e5ee73433&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0453479 Jul 21 12:51:09.167759 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dbe8d7-db7f-4a89-9412-003bf9d262d8 req-43a29f15-204c-4197-9ca9-d09ef40debe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:51:09.169425 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-b6dbe8d7-db7f-4a89-9412-003bf9d262d8 req-43a29f15-204c-4197-9ca9-d09ef40debe0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=896cc13a4d744c06b80fc97aa4bd1dcf&device_id=c0eea0c3-49d7-4c89-b8e8-b30e5ee73433 HTTP/1.1" status: 200 len: 1129 time: 0.0426712 Jul 21 12:51:09.280191 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dbe8d7-db7f-4a89-9412-003bf9d262d8 req-251b96a3-cd29-4858-9264-e72f1fe8a76b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:51:09.281685 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-b6dbe8d7-db7f-4a89-9412-003bf9d262d8 req-251b96a3-cd29-4858-9264-e72f1fe8a76b service neutron] 10.222.0.48 "GET /v2.0/networks?id=761850bd-9d80-4fa9-a807-31bd85f87afb HTTP/1.1" status: 200 len: 912 time: 0.0937297 Jul 21 12:51:09.345938 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-b6dbe8d7-db7f-4a89-9412-003bf9d262d8 req-7762ec83-0b98-460c-acee-bcd6bc96d455 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2e69e2a0-bc8c-4c3a-86ce-eb43ed770839 HTTP/1.1" status: 200 len: 1001 time: 0.0580740 Jul 21 12:51:09.398150 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dbe8d7-db7f-4a89-9412-003bf9d262d8 req-22f5493a-f300-45ab-9df6-8bb58b5e6511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:51:09.399569 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-b6dbe8d7-db7f-4a89-9412-003bf9d262d8 req-22f5493a-f300-45ab-9df6-8bb58b5e6511 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=44614617-498d-4d2c-9722-cb9b181c6aab HTTP/1.1" status: 200 len: 850 time: 0.0472906 Jul 21 12:51:09.444079 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dbe8d7-db7f-4a89-9412-003bf9d262d8 req-89fa842c-a6ba-4434-a49d-44959a08984e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:51:09.445526 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-b6dbe8d7-db7f-4a89-9412-003bf9d262d8 req-89fa842c-a6ba-4434-a49d-44959a08984e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=761850bd-9d80-4fa9-a807-31bd85f87afb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395479 Jul 21 12:51:09.542346 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-b6dbe8d7-db7f-4a89-9412-003bf9d262d8 req-da9a40ba-aa87-43f8-959f-06a6d2ec4dfc service neutron] 10.222.0.48 "GET /v2.0/networks/761850bd-9d80-4fa9-a807-31bd85f87afb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883958 Jul 21 12:51:09.641310 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-b6dbe8d7-db7f-4a89-9412-003bf9d262d8 req-c82bdd53-6c32-4a2a-8698-846547bffd8d service neutron] 10.222.0.48 "GET /v2.0/networks/761850bd-9d80-4fa9-a807-31bd85f87afb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900872 Jul 21 12:51:11.489721 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-9e0ac670-8fad-4256-bb80-ffccf16de018 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (8a21e728-a2e9-4580-a748-6ac9ba47a2a7), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:51:14.921887 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-7a1eb2c1-10e9-4971-b29f-c14126a43201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (ceb1130f-c61e-494c-be4f-967cc153319c), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:51:16.017440 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=15,neutron:UPDATE=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:51:16.019262 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:51:16.068230 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:51:16.076218 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-34089123-786a-4f56-8fd8-e31aace790ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (7a27be9f-c1a8-4dec-a92f-42ec7311fe12), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:51:16.865446 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (c982e9e4-9e4b-4150-8658-75b564dceb25), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:51:17.450955 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-b3746fee-4e12-46ce-ae12-d62ff35738f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (bda8c5c0-9935-4f58-b3ba-5b48a27d9f80), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:51:19.636826 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=54 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:51:19.638128 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=47 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:51:27.431620 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:51:27.442214 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=3,neutron:UPDATE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:51:30.188419 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.agents_db [None req-4203cc95-03b4-445b-a92f-19fc3dec8381 None None] Agent healthcheck: found 6 active agents {{(pid=104162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 12:51:32.774707 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (0e418a3d-140a-4386-ad03-1f6ad2d8ed7b), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:51:40.183875 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=2 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:51:41.494497 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-fb4420c5-590f-4741-8883-3cc11fa71ba1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (8a21e728-a2e9-4580-a748-6ac9ba47a2a7), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:51:44.927998 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-4bc06870-58f1-4947-8e83-02ae5fa27286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (ceb1130f-c61e-494c-be4f-967cc153319c), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:51:46.079421 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-34089123-786a-4f56-8fd8-e31aace790ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (7a27be9f-c1a8-4dec-a92f-42ec7311fe12), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:51:46.861486 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (c982e9e4-9e4b-4150-8658-75b564dceb25), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:51:47.449845 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-b3746fee-4e12-46ce-ae12-d62ff35738f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (bda8c5c0-9935-4f58-b3ba-5b48a27d9f80), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:51:53.006923 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=2 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:51:53.012414 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=4 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:51:57.442218 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:51:57.444743 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:52:02.766682 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (0e418a3d-140a-4386-ad03-1f6ad2d8ed7b), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:52:07.190484 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.agents_db [None req-4203cc95-03b4-445b-a92f-19fc3dec8381 None None] Agent healthcheck: found 6 active agents {{(pid=104162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 12:52:09.045320 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-91479361-6b2c-4863-a3af-0c7f03d6199d req-87241194-582d-4219-8cbc-cd3d7ba02e12 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c0eea0c3-49d7-4c89-b8e8-b30e5ee73433&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0410740 Jul 21 12:52:09.165256 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91479361-6b2c-4863-a3af-0c7f03d6199d req-d6e58205-227b-4b09-9a49-7bce3db55c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:52:09.166826 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-91479361-6b2c-4863-a3af-0c7f03d6199d req-d6e58205-227b-4b09-9a49-7bce3db55c09 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=896cc13a4d744c06b80fc97aa4bd1dcf&device_id=c0eea0c3-49d7-4c89-b8e8-b30e5ee73433 HTTP/1.1" status: 200 len: 1129 time: 0.0457537 Jul 21 12:52:09.295127 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91479361-6b2c-4863-a3af-0c7f03d6199d req-721e8d04-0386-4f79-8ac6-7ee7c19c7b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:52:09.296635 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-91479361-6b2c-4863-a3af-0c7f03d6199d req-721e8d04-0386-4f79-8ac6-7ee7c19c7b41 service neutron] 10.222.0.48 "GET /v2.0/networks?id=761850bd-9d80-4fa9-a807-31bd85f87afb HTTP/1.1" status: 200 len: 912 time: 0.1057603 Jul 21 12:52:09.362890 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-91479361-6b2c-4863-a3af-0c7f03d6199d req-69c073be-303f-4e29-bf46-ebe755a35dbf service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2e69e2a0-bc8c-4c3a-86ce-eb43ed770839 HTTP/1.1" status: 200 len: 1001 time: 0.0559046 Jul 21 12:52:09.415458 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91479361-6b2c-4863-a3af-0c7f03d6199d req-14daa924-80ec-449b-ad6f-220959fcfd04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:52:09.416846 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-91479361-6b2c-4863-a3af-0c7f03d6199d req-14daa924-80ec-449b-ad6f-220959fcfd04 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=44614617-498d-4d2c-9722-cb9b181c6aab HTTP/1.1" status: 200 len: 850 time: 0.0442374 Jul 21 12:52:09.467174 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91479361-6b2c-4863-a3af-0c7f03d6199d req-a87cd0f7-9cd4-40cb-be75-a269013501b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:52:09.468717 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-91479361-6b2c-4863-a3af-0c7f03d6199d req-a87cd0f7-9cd4-40cb-be75-a269013501b7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=761850bd-9d80-4fa9-a807-31bd85f87afb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429611 Jul 21 12:52:09.566268 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-91479361-6b2c-4863-a3af-0c7f03d6199d req-65964c5b-6f60-42f0-8f6d-f9e35df223fd service neutron] 10.222.0.48 "GET /v2.0/networks/761850bd-9d80-4fa9-a807-31bd85f87afb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899498 Jul 21 12:52:09.676978 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-91479361-6b2c-4863-a3af-0c7f03d6199d req-db68d697-49ef-4f9e-bef1-8fdf3f57e2b9 service neutron] 10.222.0.48 "GET /v2.0/networks/761850bd-9d80-4fa9-a807-31bd85f87afb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002076 Jul 21 12:52:11.489657 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-eacd24b6-9b24-400a-9052-7a0a8924fdb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (8a21e728-a2e9-4580-a748-6ac9ba47a2a7), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:52:14.925762 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-20c93a16-c5f6-4f2d-8571-3985566fa9d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (ceb1130f-c61e-494c-be4f-967cc153319c), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:52:16.084913 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-34089123-786a-4f56-8fd8-e31aace790ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (7a27be9f-c1a8-4dec-a92f-42ec7311fe12), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:52:16.861779 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (c982e9e4-9e4b-4150-8658-75b564dceb25), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:52:17.456814 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-b3746fee-4e12-46ce-ae12-d62ff35738f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (bda8c5c0-9935-4f58-b3ba-5b48a27d9f80), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:52:19.672148 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=50 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:52:19.673396 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=51 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:52:27.448770 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:52:27.450798 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:52:30.018928 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=18 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:52:32.774967 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (0e418a3d-140a-4386-ad03-1f6ad2d8ed7b), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:52:33.959064 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0334ff81-afd5-4435-968a-a28d1edf537b req-3da04fcc-3a29-408c-a214-77d6135d5bd5 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:52:33.960649 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-0334ff81-afd5-4435-968a-a28d1edf537b req-3da04fcc-3a29-408c-a214-77d6135d5bd5 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=c0eea0c3-49d7-4c89-b8e8-b30e5ee73433 HTTP/1.1" status: 200 len: 945 time: 0.0508523 Jul 21 12:52:34.010911 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-0334ff81-afd5-4435-968a-a28d1edf537b req-6e39b380-3297-4a36-bac4-58ee9c1f365d tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/security-groups?id=dedce45d-b125-4d2f-b09a-7a370805ae3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421815 Jul 21 12:52:35.336233 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdb16a4-9013-4be3-ba67-a502e489ef27 req-14ef0605-2d72-4c01-ae59-13ed1e7713fa tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:52:35.337686 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-ccdb16a4-9013-4be3-ba67-a502e489ef27 req-14ef0605-2d72-4c01-ae59-13ed1e7713fa tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=c0eea0c3-49d7-4c89-b8e8-b30e5ee73433 HTTP/1.1" status: 200 len: 945 time: 0.2439775 Jul 21 12:52:35.386446 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [req-ccdb16a4-9013-4be3-ba67-a502e489ef27 req-32b1c96b-5485-487f-b876-a57f8c79c5dc tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/security-groups?id=dedce45d-b125-4d2f-b09a-7a370805ae3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409024 Jul 21 12:52:35.635251 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc103a86-014b-4d68-b5f4-8d8b0d48f7a7 req-fc7ce83a-ea7c-4fcc-9d56-ef3fb5ea8abf tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 12:52:35.636944 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-fc103a86-014b-4d68-b5f4-8d8b0d48f7a7 req-fc7ce83a-ea7c-4fcc-9d56-ef3fb5ea8abf tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.48 "GET /v2.0/ports?device_id=c0eea0c3-49d7-4c89-b8e8-b30e5ee73433 HTTP/1.1" status: 200 len: 945 time: 0.0499730 Jul 21 12:52:35.727357 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [req-fc103a86-014b-4d68-b5f4-8d8b0d48f7a7 req-414f748b-f86b-464d-8d29-98c4a7758268 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Deleting port 2e69e2a0-bc8c-4c3a-86ce-eb43ed770839 {{(pid=104160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 12:52:35.727740 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-fc103a86-014b-4d68-b5f4-8d8b0d48f7a7 req-414f748b-f86b-464d-8d29-98c4a7758268 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760977592'] for port (2e69e2a0-bc8c-4c3a-86ce-eb43ed770839), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:52:35.818315 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.db [req-fc103a86-014b-4d68-b5f4-8d8b0d48f7a7 req-414f748b-f86b-464d-8d29-98c4a7758268 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] For port 2e69e2a0-bc8c-4c3a-86ce-eb43ed770839, host hv-cinder-85032, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85032',level=0,port_id=2e69e2a0-bc8c-4c3a-86ce-eb43ed770839,segment=NetworkSegment(d25f2e08-7ca4-435b-b8eb-119fa654030c),segment_id=d25f2e08-7ca4-435b-b8eb-119fa654030c)] {{(pid=104160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 12:52:35.818625 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-fc103a86-014b-4d68-b5f4-8d8b0d48f7a7 req-414f748b-f86b-464d-8d29-98c4a7758268 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683200'] for port (2e69e2a0-bc8c-4c3a-86ce-eb43ed770839), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:52:35.997367 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-fc103a86-014b-4d68-b5f4-8d8b0d48f7a7 req-414f748b-f86b-464d-8d29-98c4a7758268 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:52:35.997734 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-fc103a86-014b-4d68-b5f4-8d8b0d48f7a7 req-414f748b-f86b-464d-8d29-98c4a7758268 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681920'] for floatingip (5b64bc46-b2a9-44d1-a2a9-83c89949d932), after_update {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:52:35.998059 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.db.l3_db [req-fc103a86-014b-4d68-b5f4-8d8b0d48f7a7 req-414f748b-f86b-464d-8d29-98c4a7758268 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Floating IP 5b64bc46-b2a9-44d1-a2a9-83c89949d932 disassociated. External IP: 172.27.3.202, port: 2e69e2a0-bc8c-4c3a-86ce-eb43ed770839. Jul 21 12:52:35.998407 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [req-fc103a86-014b-4d68-b5f4-8d8b0d48f7a7 req-414f748b-f86b-464d-8d29-98c4a7758268 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Calling delete_port for 2e69e2a0-bc8c-4c3a-86ce-eb43ed770839 owned by compute:nova {{(pid=104160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 12:52:36.130438 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-fc103a86-014b-4d68-b5f4-8d8b0d48f7a7 req-414f748b-f86b-464d-8d29-98c4a7758268 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760983080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773760637175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9357752'] for port (2e69e2a0-bc8c-4c3a-86ce-eb43ed770839), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:52:36.160885 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414f748b-f86b-464d-8d29-98c4a7758268 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Pushing event deleted for resources: {'Port': ['ID=2e69e2a0-bc8c-4c3a-86ce-eb43ed770839,revision_number=None']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:52:36.173449 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414f748b-f86b-464d-8d29-98c4a7758268 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:52:36.173804 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414f748b-f86b-464d-8d29-98c4a7758268 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:52:36.174140 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414f748b-f86b-464d-8d29-98c4a7758268 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:52:36.174457 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414f748b-f86b-464d-8d29-98c4a7758268 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:52:36.174786 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414f748b-f86b-464d-8d29-98c4a7758268 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:52:36.175110 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414f748b-f86b-464d-8d29-98c4a7758268 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:52:36.175505 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414f748b-f86b-464d-8d29-98c4a7758268 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:52:36.175762 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414f748b-f86b-464d-8d29-98c4a7758268 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:52:36.176202 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414f748b-f86b-464d-8d29-98c4a7758268 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:52:36.176522 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414f748b-f86b-464d-8d29-98c4a7758268 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:52:36.176867 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414f748b-f86b-464d-8d29-98c4a7758268 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:52:36.177183 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414f748b-f86b-464d-8d29-98c4a7758268 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:52:36.177496 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414f748b-f86b-464d-8d29-98c4a7758268 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:52:36.177809 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414f748b-f86b-464d-8d29-98c4a7758268 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:52:36.178117 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414f748b-f86b-464d-8d29-98c4a7758268 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:52:36.287447 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fc103a86-014b-4d68-b5f4-8d8b0d48f7a7 req-414f748b-f86b-464d-8d29-98c4a7758268 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Router 55d1bb19-c3ec-43c3-a204-604cfce5be55 has already been hosted by L3 agent ceb1130f-c61e-494c-be4f-967cc153319c {{(pid=104160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 12:52:36.383864 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:52:36.389244 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fc103a86-014b-4d68-b5f4-8d8b0d48f7a7 req-414f748b-f86b-464d-8d29-98c4a7758268 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Notify agent at l3_agent.dv-cinder-850321-1-iscsi the message routers_updated {{(pid=104160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 12:52:36.399885 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e33b93-7585-4c8a-9004-9a2647acce1a None None] Sync routers for ids ['55d1bb19-c3ec-43c3-a204-604cfce5be55'] in dv-cinder-850321-1-iscsi {{(pid=104161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 12:52:36.412977 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e33b93-7585-4c8a-9004-9a2647acce1a None None] Routers {'55d1bb19-c3ec-43c3-a204-604cfce5be55'} bound to L3 agent in host dv-cinder-850321-1-iscsi {{(pid=104161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 12:52:36.413613 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-b9e33b93-7585-4c8a-9004-9a2647acce1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-21T12:06:45Z,description=,heartbeat_timestamp=2022-07-21T12:52:15Z,host='dv-cinder-850321-1-iscsi',id=ceb1130f-c61e-494c-be4f-967cc153319c,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T12:06:45Z,topic='l3_agent')) {'router_ids': ['55d1bb19-c3ec-43c3-a204-604cfce5be55'], 'active': True} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:52:36.439975 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc103a86-014b-4d68-b5f4-8d8b0d48f7a7 req-414f748b-f86b-464d-8d29-98c4a7758268 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] No DVR routers for this DVR port 2e69e2a0-bc8c-4c3a-86ce-eb43ed770839 on host hv-cinder-85032 {{(pid=104160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 12:52:36.442643 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [req-fc103a86-014b-4d68-b5f4-8d8b0d48f7a7 req-414f748b-f86b-464d-8d29-98c4a7758268 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170956'] for port (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:52:36.446083 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-fc103a86-014b-4d68-b5f4-8d8b0d48f7a7 req-414f748b-f86b-464d-8d29-98c4a7758268 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.48 "DELETE /v2.0/ports/2e69e2a0-bc8c-4c3a-86ce-eb43ed770839 HTTP/1.1" status: 204 len: 173 time: 0.8009152 Jul 21 12:52:36.446540 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0eea0c3-49d7-4c89-b8e8-b30e5ee73433', 'name': 'network-vif-deleted', 'tag': '2e69e2a0-bc8c-4c3a-86ce-eb43ed770839'}] {{(pid=104160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 12:52:36.448860 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eb085c56e9e86bbd6a0965d2ba727f3997621403869b150ca98f31427dd41b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13920baa-f553-44f6-8c85-80737f75ec7e" -d '{"events": [{"server_uuid": "c0eea0c3-49d7-4c89-b8e8-b30e5ee73433", "name": "network-vif-deleted", "tag": "2e69e2a0-bc8c-4c3a-86ce-eb43ed770839"}]}' {{(pid=104160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 12:52:36.493251 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 12:52:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb520d2d-4c4c-45d4-8cb0-6f67fc472e87 x-openstack-request-id: req-eb520d2d-4c4c-45d4-8cb0-6f67fc472e87 {{(pid=104160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 12:52:36.493664 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0eea0c3-49d7-4c89-b8e8-b30e5ee73433", "name": "network-vif-deleted", "tag": "2e69e2a0-bc8c-4c3a-86ce-eb43ed770839", "status": "completed", "code": 200}]} {{(pid=104160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 12:52:36.493945 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-eb520d2d-4c4c-45d4-8cb0-6f67fc472e87 {{(pid=104160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 12:52:36.494388 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb520d2d-4c4c-45d4-8cb0-6f67fc472e87'] response: {'server_uuid': 'c0eea0c3-49d7-4c89-b8e8-b30e5ee73433', 'name': 'network-vif-deleted', 'tag': '2e69e2a0-bc8c-4c3a-86ce-eb43ed770839', 'status': 'completed', 'code': 200} Jul 21 12:52:36.528828 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvr_db [None req-b9e33b93-7585-4c8a-9004-9a2647acce1a None None] Set router 55d1bb19-c3ec-43c3-a204-604cfce5be55 gateway port host: dv-cinder-850321-1-iscsi {{(pid=104161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 12:52:36.579422 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [req-53e0ac45-5f0e-433f-9a9f-269d632922e9 req-074bcf10-ea71-4b7f-9211-3bdc2d58ac5c tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/ports?device_id=c0eea0c3-49d7-4c89-b8e8-b30e5ee73433 HTTP/1.1" status: 200 len: 210 time: 0.1138098 Jul 21 12:52:36.731689 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-b9e33b93-7585-4c8a-9004-9a2647acce1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55d1bb19-c3ec-43c3-a204-604cfce5be55', 'name': 'tempest-AttachVolumeTestJSON-1356240631-router', 'tenant_id': '896cc13a4d744c06b80fc97aa4bd1dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'external_fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': '1200d909-4252-4442-9e29-f5f809890242', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T12:23:31Z', 'updated_at': '2022-07-21T12:23:36Z', 'revision_number': 4, 'project_id': '896cc13a4d744c06b80fc97aa4bd1dcf', 'gw_port': {'id': '1200d909-4252-4442-9e29-f5f809890242', 'name': '', 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:a4:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d1bb19-c3ec-43c3-a204-604cfce5be55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:23:32Z', 'updated_at': '2022-07-21T12:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-1-iscsi', '_interfaces': [{'id': '6f50ce12-7dea-4d36-89a1-efb8479ba6e8', 'name': '', 'network_id': '761850bd-9d80-4fa9-a807-31bd85f87afb', 'tenant_id': '896cc13a4d744c06b80fc97aa4bd1dcf', 'mac_address': 'fa:16:3e:08:45:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d1bb19-c3ec-43c3-a204-604cfce5be55', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '44614617-498d-4d2c-9722-cb9b181c6aab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:23:35Z', 'updated_at': '2022-07-21T12:23:43Z', 'revision_number': 5, 'project_id': '896cc13a4d744c06b80fc97aa4bd1dcf', 'subnets': [{'id': '44614617-498d-4d2c-9722-cb9b181c6aab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-1-iscsi', False) {} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:52:36.756101 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e33b93-7585-4c8a-9004-9a2647acce1a None None] Checking router: 55d1bb19-c3ec-43c3-a204-604cfce5be55 for host: dv-cinder-850321-1-iscsi {{(pid=104161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 12:52:36.764981 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e33b93-7585-4c8a-9004-9a2647acce1a None None] Routers {'55d1bb19-c3ec-43c3-a204-604cfce5be55'} bound to L3 agent in host dv-cinder-850321-1-iscsi {{(pid=104161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 12:52:36.765583 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-b9e33b93-7585-4c8a-9004-9a2647acce1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-21T12:06:45Z,description=,heartbeat_timestamp=2022-07-21T12:52:15Z,host='dv-cinder-850321-1-iscsi',id=ceb1130f-c61e-494c-be4f-967cc153319c,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T12:06:45Z,topic='l3_agent')) {'router_ids': ['55d1bb19-c3ec-43c3-a204-604cfce5be55'], 'active': True} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:52:36.869166 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvr_db [None req-b9e33b93-7585-4c8a-9004-9a2647acce1a None None] Set router 55d1bb19-c3ec-43c3-a204-604cfce5be55 gateway port host: dv-cinder-850321-1-iscsi {{(pid=104161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 12:52:37.066913 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-b9e33b93-7585-4c8a-9004-9a2647acce1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55d1bb19-c3ec-43c3-a204-604cfce5be55', 'name': 'tempest-AttachVolumeTestJSON-1356240631-router', 'tenant_id': '896cc13a4d744c06b80fc97aa4bd1dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'external_fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': '1200d909-4252-4442-9e29-f5f809890242', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T12:23:31Z', 'updated_at': '2022-07-21T12:23:36Z', 'revision_number': 4, 'project_id': '896cc13a4d744c06b80fc97aa4bd1dcf', 'gw_port': {'id': '1200d909-4252-4442-9e29-f5f809890242', 'name': '', 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:a4:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d1bb19-c3ec-43c3-a204-604cfce5be55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:23:32Z', 'updated_at': '2022-07-21T12:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-1-iscsi', '_interfaces': [{'id': '6f50ce12-7dea-4d36-89a1-efb8479ba6e8', 'name': '', 'network_id': '761850bd-9d80-4fa9-a807-31bd85f87afb', 'tenant_id': '896cc13a4d744c06b80fc97aa4bd1dcf', 'mac_address': 'fa:16:3e:08:45:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d1bb19-c3ec-43c3-a204-604cfce5be55', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '44614617-498d-4d2c-9722-cb9b181c6aab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:23:35Z', 'updated_at': '2022-07-21T12:23:43Z', 'revision_number': 5, 'project_id': '896cc13a4d744c06b80fc97aa4bd1dcf', 'subnets': [{'id': '44614617-498d-4d2c-9722-cb9b181c6aab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850321-1-iscsi', False) {} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:52:37.095178 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e33b93-7585-4c8a-9004-9a2647acce1a None None] The sync data for ids ['55d1bb19-c3ec-43c3-a204-604cfce5be55'] in dv-cinder-850321-1-iscsi is: [{'id': '55d1bb19-c3ec-43c3-a204-604cfce5be55', 'name': 'tempest-AttachVolumeTestJSON-1356240631-router', 'tenant_id': '896cc13a4d744c06b80fc97aa4bd1dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'external_fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': '1200d909-4252-4442-9e29-f5f809890242', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T12:23:31Z', 'updated_at': '2022-07-21T12:23:36Z', 'revision_number': 4, 'project_id': '896cc13a4d744c06b80fc97aa4bd1dcf', 'gw_port': {'id': '1200d909-4252-4442-9e29-f5f809890242', 'name': '', 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:a4:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d1bb19-c3ec-43c3-a204-604cfce5be55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:23:32Z', 'updated_at': '2022-07-21T12:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-1-iscsi', '_interfaces': [{'id': '6f50ce12-7dea-4d36-89a1-efb8479ba6e8', 'name': '', 'network_id': '761850bd-9d80-4fa9-a807-31bd85f87afb', 'tenant_id': '896cc13a4d744c06b80fc97aa4bd1dcf', 'mac_address': 'fa:16:3e:08:45:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d1bb19-c3ec-43c3-a204-604cfce5be55', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '44614617-498d-4d2c-9722-cb9b181c6aab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:23:35Z', 'updated_at': '2022-07-21T12:23:43Z', 'revision_number': 5, 'project_id': '896cc13a4d744c06b80fc97aa4bd1dcf', 'subnets': [{'id': '44614617-498d-4d2c-9722-cb9b181c6aab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 12:52:37.315681 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-040436f4-43e7-4980-862d-3588f902d004 None None] New status for floating IP 5b64bc46-b2a9-44d1-a2a9-83c89949d932: DOWN {{(pid=104162) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 21 12:52:37.353673 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=18,neutron:DELETE=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:52:37.677988 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 45728) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:52:37.737243 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-12502569-d84c-4ff5-8559-d2a3459bf1ae tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Publish callbacks [] for security_group (dedce45d-b125-4d2f-b09a-7a370805ae3c), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:52:37.760773 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-12502569-d84c-4ff5-8559-d2a3459bf1ae tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Publish callbacks [] for security_group (dedce45d-b125-4d2f-b09a-7a370805ae3c), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:52:37.817507 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-12502569-d84c-4ff5-8559-d2a3459bf1ae tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (dedce45d-b125-4d2f-b09a-7a370805ae3c), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:52:37.821555 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-12502569-d84c-4ff5-8559-d2a3459bf1ae tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Publish callbacks [] for security_group (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:52:37.823203 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-12502569-d84c-4ff5-8559-d2a3459bf1ae tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "DELETE /v2.0/security-groups/dedce45d-b125-4d2f-b09a-7a370805ae3c HTTP/1.1" status: 204 len: 168 time: 0.1441138 Jul 21 12:52:37.826235 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.18', 45730) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:52:37.832993 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12502569-d84c-4ff5-8559-d2a3459bf1ae tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dedce45d-b125-4d2f-b09a-7a370805ae3c,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:52:37.840371 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12502569-d84c-4ff5-8559-d2a3459bf1ae tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:52:37.840542 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.api.v2.resource [None req-5ce0321c-7838-48ca-8a5a-668a9b57eb13 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] show failed (client error): The resource could not be found. Jul 21 12:52:37.840729 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12502569-d84c-4ff5-8559-d2a3459bf1ae tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:52:37.841077 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12502569-d84c-4ff5-8559-d2a3459bf1ae tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:52:37.844263 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12502569-d84c-4ff5-8559-d2a3459bf1ae tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:52:37.844412 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-5ce0321c-7838-48ca-8a5a-668a9b57eb13 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "GET /v2.0/security-groups/dedce45d-b125-4d2f-b09a-7a370805ae3c HTTP/1.1" status: 404 len: 347 time: 0.0144215 Jul 21 12:52:37.844546 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12502569-d84c-4ff5-8559-d2a3459bf1ae tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:52:37.844546 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12502569-d84c-4ff5-8559-d2a3459bf1ae tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:52:37.844546 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12502569-d84c-4ff5-8559-d2a3459bf1ae tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:52:37.844546 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12502569-d84c-4ff5-8559-d2a3459bf1ae tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:52:37.844546 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12502569-d84c-4ff5-8559-d2a3459bf1ae tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:52:37.844546 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12502569-d84c-4ff5-8559-d2a3459bf1ae tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:52:37.844546 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12502569-d84c-4ff5-8559-d2a3459bf1ae tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:52:37.844546 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12502569-d84c-4ff5-8559-d2a3459bf1ae tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:52:37.844546 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12502569-d84c-4ff5-8559-d2a3459bf1ae tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:52:37.845434 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.18', 45732) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:52:37.845552 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12502569-d84c-4ff5-8559-d2a3459bf1ae tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:52:37.845552 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12502569-d84c-4ff5-8559-d2a3459bf1ae tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:52:37.926186 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:52:37.965753 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-aebd5733-a468-4bab-b374-d67489811590 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Deleting port be630ba5-1b97-46f2-984f-97a85d214c2a {{(pid=104160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 12:52:37.966103 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-aebd5733-a468-4bab-b374-d67489811590 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760977592'] for port (be630ba5-1b97-46f2-984f-97a85d214c2a), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:52:38.044871 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-aebd5733-a468-4bab-b374-d67489811590 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683200'] for port (be630ba5-1b97-46f2-984f-97a85d214c2a), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:52:38.045201 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-aebd5733-a468-4bab-b374-d67489811590 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Publish callbacks [] for floatingip (be630ba5-1b97-46f2-984f-97a85d214c2a), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:52:38.057763 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-aebd5733-a468-4bab-b374-d67489811590 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Calling delete_port for be630ba5-1b97-46f2-984f-97a85d214c2a owned by network:floatingip {{(pid=104160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 12:52:38.161640 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Device 2e69e2a0-bc8c-4c3a-86ce-eb43ed770839 no longer exists at agent hyperv_hv-cinder-85032 {{(pid=104161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 12:52:38.181234 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] No Port match for: 2e69e2a0-bc8c-4c3a-86ce-eb43ed770839 {{(pid=104161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 12:52:38.181881 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Device 2e69e2a0-bc8c-4c3a-86ce-eb43ed770839 not bound to the agent host hv-cinder-85032 {{(pid=104161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 12:52:38.196602 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-aebd5733-a468-4bab-b374-d67489811590 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760983080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773760637175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9357752'] for port (be630ba5-1b97-46f2-984f-97a85d214c2a), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:52:38.220548 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebd5733-a468-4bab-b374-d67489811590 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Pushing event deleted for resources: {'Port': ['ID=be630ba5-1b97-46f2-984f-97a85d214c2a,revision_number=None']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:52:38.280835 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-aebd5733-a468-4bab-b374-d67489811590 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Publish callbacks [] for floatingip (5b64bc46-b2a9-44d1-a2a9-83c89949d932), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:52:38.283317 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-aebd5733-a468-4bab-b374-d67489811590 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170956'] for floatingip (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:52:38.284860 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-aebd5733-a468-4bab-b374-d67489811590 tempest-AttachVolumeTestJSON-1901035453 tempest-AttachVolumeTestJSON-1901035453-project] 10.222.0.18 "DELETE /v2.0/floatingips/5b64bc46-b2a9-44d1-a2a9-83c89949d932 HTTP/1.1" status: 204 len: 168 time: 0.4387937 Jul 21 12:52:41.485012 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-056d0850-7903-4e94-8137-077ca1534a8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (8a21e728-a2e9-4580-a748-6ac9ba47a2a7), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:52:44.191596 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.agents_db [None req-4203cc95-03b4-445b-a92f-19fc3dec8381 None None] Agent healthcheck: found 6 active agents {{(pid=104162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 12:52:44.920049 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-cdd00d9b-88f7-411d-8cbc-fa9ecc8b60c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (ceb1130f-c61e-494c-be4f-967cc153319c), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:52:46.093918 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-34089123-786a-4f56-8fd8-e31aace790ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (7a27be9f-c1a8-4dec-a92f-42ec7311fe12), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:52:46.993242 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (c982e9e4-9e4b-4150-8658-75b564dceb25), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:52:47.463428 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-b3746fee-4e12-46ce-ae12-d62ff35738f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (bda8c5c0-9935-4f58-b3ba-5b48a27d9f80), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:52:47.829024 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=27,neutron:DELETE=2 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:52:47.837402 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=26,neutron:DELETE=1 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:52:48.275297 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=43,neutron:DELETE=3 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:52:48.276796 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=48,neutron:DELETE=4 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:52:54.185915 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:52:54.186726 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:53:01.364048 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:53:01.366580 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=86,neutron:UPDATE=5 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:53:02.769475 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (0e418a3d-140a-4386-ad03-1f6ad2d8ed7b), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:53:07.016699 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=3 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:53:07.017617 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=3 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:53:11.488533 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-04862dc8-5ef9-4532-bf9f-31c65e00ab0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (8a21e728-a2e9-4580-a748-6ac9ba47a2a7), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:53:14.926632 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-22dfe1b0-a216-4c30-aa4f-ff8960cc770b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (ceb1130f-c61e-494c-be4f-967cc153319c), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:53:16.098315 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-34089123-786a-4f56-8fd8-e31aace790ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (7a27be9f-c1a8-4dec-a92f-42ec7311fe12), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:53:16.867382 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (c982e9e4-9e4b-4150-8658-75b564dceb25), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:53:17.468097 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-b3746fee-4e12-46ce-ae12-d62ff35738f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (bda8c5c0-9935-4f58-b3ba-5b48a27d9f80), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:53:21.191024 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.agents_db [None req-4203cc95-03b4-445b-a92f-19fc3dec8381 None None] Agent healthcheck: found 6 active agents {{(pid=104162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 12:53:25.248815 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:53:27.458103 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:53:27.461768 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:53:31.186735 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=3 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:53:32.769121 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (0e418a3d-140a-4386-ad03-1f6ad2d8ed7b), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:53:41.495997 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-ca8386c1-7f4e-4e77-a235-b2db5fb603be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (8a21e728-a2e9-4580-a748-6ac9ba47a2a7), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:53:44.007556 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=2 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:53:44.015549 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=4 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:53:44.921021 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-a7aa1971-15ac-40f3-a728-3f241a148683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (ceb1130f-c61e-494c-be4f-967cc153319c), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:53:46.097964 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-34089123-786a-4f56-8fd8-e31aace790ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (7a27be9f-c1a8-4dec-a92f-42ec7311fe12), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:53:46.874750 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (c982e9e4-9e4b-4150-8658-75b564dceb25), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:53:47.470139 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-b3746fee-4e12-46ce-ae12-d62ff35738f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (bda8c5c0-9935-4f58-b3ba-5b48a27d9f80), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:53:57.454783 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:53:57.463779 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:53:58.192231 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.agents_db [None req-4203cc95-03b4-445b-a92f-19fc3dec8381 None None] Agent healthcheck: found 6 active agents {{(pid=104162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 12:54:02.771430 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (0e418a3d-140a-4386-ad03-1f6ad2d8ed7b), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:54:08.186782 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:54:08.187568 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:54:11.497850 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-a31d6841-9cc1-4e8d-90a6-c7364cb85f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (8a21e728-a2e9-4580-a748-6ac9ba47a2a7), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:54:14.925155 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-079369e0-e477-48da-ae23-93f8d609f828 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (ceb1130f-c61e-494c-be4f-967cc153319c), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:54:16.096376 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-34089123-786a-4f56-8fd8-e31aace790ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (7a27be9f-c1a8-4dec-a92f-42ec7311fe12), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:54:16.872227 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (c982e9e4-9e4b-4150-8658-75b564dceb25), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:54:17.475317 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-b3746fee-4e12-46ce-ae12-d62ff35738f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (bda8c5c0-9935-4f58-b3ba-5b48a27d9f80), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:54:21.361515 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=18 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:54:21.364076 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=14 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:54:27.468018 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:54:27.470391 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:54:32.768984 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (0e418a3d-140a-4386-ad03-1f6ad2d8ed7b), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:54:35.191105 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.agents_db [None req-4203cc95-03b4-445b-a92f-19fc3dec8381 None None] Agent healthcheck: found 6 active agents {{(pid=104162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 12:54:41.490513 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-9bfac3b7-6deb-40e7-8623-eeefb38d9f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (8a21e728-a2e9-4580-a748-6ac9ba47a2a7), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:54:44.928544 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-fa577790-73a0-4500-ad68-eebc7a56190c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (ceb1130f-c61e-494c-be4f-967cc153319c), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:54:45.186695 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:DELETE=1,neutron:SELECT=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:54:45.187450 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=2 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:54:46.113276 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-34089123-786a-4f56-8fd8-e31aace790ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (7a27be9f-c1a8-4dec-a92f-42ec7311fe12), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:54:46.868162 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (c982e9e4-9e4b-4150-8658-75b564dceb25), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:54:47.481861 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-b3746fee-4e12-46ce-ae12-d62ff35738f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (bda8c5c0-9935-4f58-b3ba-5b48a27d9f80), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:54:58.001770 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=3 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:54:58.007311 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=3 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:55:01.369632 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=20,neutron:UPDATE=6 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:55:01.370749 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=24 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:55:02.775799 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (0e418a3d-140a-4386-ad03-1f6ad2d8ed7b), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:55:11.495078 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-2b98c2da-36b7-482b-903c-83b7ab629e4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (8a21e728-a2e9-4580-a748-6ac9ba47a2a7), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:55:12.190531 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.agents_db [None req-4203cc95-03b4-445b-a92f-19fc3dec8381 None None] Agent healthcheck: found 6 active agents {{(pid=104162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 12:55:14.931383 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-7cdca974-33ad-49e4-94a3-0a0ec67f9182 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (ceb1130f-c61e-494c-be4f-967cc153319c), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:55:16.113416 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-34089123-786a-4f56-8fd8-e31aace790ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (7a27be9f-c1a8-4dec-a92f-42ec7311fe12), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:55:16.865997 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (c982e9e4-9e4b-4150-8658-75b564dceb25), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:55:17.484533 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-b3746fee-4e12-46ce-ae12-d62ff35738f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (bda8c5c0-9935-4f58-b3ba-5b48a27d9f80), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:55:22.185857 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=2 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:55:27.467677 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:55:27.476803 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:55:32.786691 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (0e418a3d-140a-4386-ad03-1f6ad2d8ed7b), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:55:35.005628 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=2 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:55:35.006642 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=4 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:55:41.490637 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-06761268-5fe7-402a-954b-3e0f77df3289 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (8a21e728-a2e9-4580-a748-6ac9ba47a2a7), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:55:44.927558 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-dd9c3a01-1de4-480e-8663-03a3ad268e40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (ceb1130f-c61e-494c-be4f-967cc153319c), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:55:46.104724 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-34089123-786a-4f56-8fd8-e31aace790ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (7a27be9f-c1a8-4dec-a92f-42ec7311fe12), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:55:46.853238 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (c982e9e4-9e4b-4150-8658-75b564dceb25), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:55:47.485462 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-b3746fee-4e12-46ce-ae12-d62ff35738f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (bda8c5c0-9935-4f58-b3ba-5b48a27d9f80), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:55:49.189909 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.agents_db [None req-4203cc95-03b4-445b-a92f-19fc3dec8381 None None] Agent healthcheck: found 6 active agents {{(pid=104162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 12:55:49.800813 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.18', 45820) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:55:49.854206 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 45830) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:55:49.874442 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-62930bf7-92e0-49b0-89dd-88fcf663ba2e tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Publish callbacks [] for security_group (37fb721b-82a7-4d69-98ca-387ca36dc9c9), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:55:49.909226 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-62930bf7-92e0-49b0-89dd-88fcf663ba2e tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Publish callbacks [] for security_group (37fb721b-82a7-4d69-98ca-387ca36dc9c9), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:55:49.972173 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-62930bf7-92e0-49b0-89dd-88fcf663ba2e tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (37fb721b-82a7-4d69-98ca-387ca36dc9c9), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:55:49.974718 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-62930bf7-92e0-49b0-89dd-88fcf663ba2e tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Publish callbacks [] for security_group (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:55:49.975915 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-62930bf7-92e0-49b0-89dd-88fcf663ba2e tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] 10.222.0.18 "DELETE /v2.0/security-groups/37fb721b-82a7-4d69-98ca-387ca36dc9c9 HTTP/1.1" status: 204 len: 168 time: 0.1733863 Jul 21 12:55:49.985559 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62930bf7-92e0-49b0-89dd-88fcf663ba2e tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37fb721b-82a7-4d69-98ca-387ca36dc9c9,revision_number=None']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:55:49.993123 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62930bf7-92e0-49b0-89dd-88fcf663ba2e tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:55:49.993476 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62930bf7-92e0-49b0-89dd-88fcf663ba2e tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:55:49.993818 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62930bf7-92e0-49b0-89dd-88fcf663ba2e tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:55:49.994157 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62930bf7-92e0-49b0-89dd-88fcf663ba2e tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:55:49.994493 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62930bf7-92e0-49b0-89dd-88fcf663ba2e tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:55:49.994822 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62930bf7-92e0-49b0-89dd-88fcf663ba2e tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:55:49.995146 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62930bf7-92e0-49b0-89dd-88fcf663ba2e tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:55:49.995470 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62930bf7-92e0-49b0-89dd-88fcf663ba2e tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:55:49.995826 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62930bf7-92e0-49b0-89dd-88fcf663ba2e tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:55:49.996138 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62930bf7-92e0-49b0-89dd-88fcf663ba2e tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:55:49.996464 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62930bf7-92e0-49b0-89dd-88fcf663ba2e tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:55:49.996788 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62930bf7-92e0-49b0-89dd-88fcf663ba2e tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:55:49.997107 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62930bf7-92e0-49b0-89dd-88fcf663ba2e tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:55:49.997425 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62930bf7-92e0-49b0-89dd-88fcf663ba2e tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:55:49.997746 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62930bf7-92e0-49b0-89dd-88fcf663ba2e tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:55:50.329338 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-0d6fc3ce-7d86-4a6b-afbe-c9200e991ebb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682688'] for router_interface (55d1bb19-c3ec-43c3-a204-604cfce5be55), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:55:50.550700 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.plugins.ml2.plugin [None req-0d6fc3ce-7d86-4a6b-afbe-c9200e991ebb admin admin] Deleting port 6f50ce12-7dea-4d36-89a1-efb8479ba6e8 {{(pid=104159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 12:55:50.551038 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-0d6fc3ce-7d86-4a6b-afbe-c9200e991ebb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760977592'] for port (6f50ce12-7dea-4d36-89a1-efb8479ba6e8), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:55:50.644668 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.plugins.ml2.db [None req-0d6fc3ce-7d86-4a6b-afbe-c9200e991ebb admin admin] For port 6f50ce12-7dea-4d36-89a1-efb8479ba6e8, host dv-cinder-850321-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-1-iscsi',level=0,port_id=6f50ce12-7dea-4d36-89a1-efb8479ba6e8,segment=NetworkSegment(d25f2e08-7ca4-435b-b8eb-119fa654030c),segment_id=d25f2e08-7ca4-435b-b8eb-119fa654030c)] {{(pid=104159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 12:55:50.644925 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-0d6fc3ce-7d86-4a6b-afbe-c9200e991ebb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683200'] for port (6f50ce12-7dea-4d36-89a1-efb8479ba6e8), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:55:50.659427 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.plugins.ml2.plugin [None req-0d6fc3ce-7d86-4a6b-afbe-c9200e991ebb admin admin] Calling delete_port for 6f50ce12-7dea-4d36-89a1-efb8479ba6e8 owned by network:router_interface {{(pid=104159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 12:55:50.842480 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:55:50.850575 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-0d6fc3ce-7d86-4a6b-afbe-c9200e991ebb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760983080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773760637175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8469579'] for port (6f50ce12-7dea-4d36-89a1-efb8479ba6e8), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:55:50.861720 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:55:50.881427 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6fc3ce-7d86-4a6b-afbe-c9200e991ebb admin admin] Pushing event deleted for resources: {'Port': ['ID=6f50ce12-7dea-4d36-89a1-efb8479ba6e8,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:55:50.911822 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6fc3ce-7d86-4a6b-afbe-c9200e991ebb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:55:50.912304 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6fc3ce-7d86-4a6b-afbe-c9200e991ebb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:55:50.912778 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6fc3ce-7d86-4a6b-afbe-c9200e991ebb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:55:50.913269 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6fc3ce-7d86-4a6b-afbe-c9200e991ebb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:55:50.913738 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6fc3ce-7d86-4a6b-afbe-c9200e991ebb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:55:50.914325 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6fc3ce-7d86-4a6b-afbe-c9200e991ebb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:55:50.914885 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6fc3ce-7d86-4a6b-afbe-c9200e991ebb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:55:50.915435 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6fc3ce-7d86-4a6b-afbe-c9200e991ebb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:55:50.915909 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6fc3ce-7d86-4a6b-afbe-c9200e991ebb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:55:50.916255 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6fc3ce-7d86-4a6b-afbe-c9200e991ebb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:55:50.916584 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6fc3ce-7d86-4a6b-afbe-c9200e991ebb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:55:50.916912 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6fc3ce-7d86-4a6b-afbe-c9200e991ebb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:55:50.917234 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6fc3ce-7d86-4a6b-afbe-c9200e991ebb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:55:50.917568 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6fc3ce-7d86-4a6b-afbe-c9200e991ebb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:55:50.918085 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6fc3ce-7d86-4a6b-afbe-c9200e991ebb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:55:50.974204 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.18', 45844) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:55:51.114475 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f6ef4cc-1af7-423c-83a6-0d824d9a6ac0 admin admin] Deleting subnet 681317b9-51c1-4b61-b322-460302603986 {{(pid=104160) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 21 12:55:51.118492 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-8f6ef4cc-1af7-423c-83a6-0d824d9a6ac0 admin admin] Publish callbacks [] for subnet (681317b9-51c1-4b61-b322-460302603986), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:55:51.158727 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-8f6ef4cc-1af7-423c-83a6-0d824d9a6ac0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9082974'] for subnet (681317b9-51c1-4b61-b322-460302603986), precommit_delete_associations {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:55:51.204950 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-8f6ef4cc-1af7-423c-83a6-0d824d9a6ac0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1392440'] for subnet (681317b9-51c1-4b61-b322-460302603986), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:55:51.261202 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-8f6ef4cc-1af7-423c-83a6-0d824d9a6ac0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1392433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9357653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9184768'] for subnet (681317b9-51c1-4b61-b322-460302603986), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:55:51.290201 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6ef4cc-1af7-423c-83a6-0d824d9a6ac0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=681317b9-51c1-4b61-b322-460302603986,revision_number=None']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:55:51.303547 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-8f6ef4cc-1af7-423c-83a6-0d824d9a6ac0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622315'] for subnet (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:55:51.303547 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-8f6ef4cc-1af7-423c-83a6-0d824d9a6ac0 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/681317b9-51c1-4b61-b322-460302603986 HTTP/1.1" status: 204 len: 168 time: 0.3248863 Jul 21 12:55:51.303547 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.18', 45850) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:55:51.305543 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 45852) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:55:51.419730 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-5f710486-c483-44a1-8b68-86d17a9c6c94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790513'] for network (8eeb3490-7305-43e2-ba5e-890eaaa63f8d), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:55:51.430058 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-0d6fc3ce-7d86-4a6b-afbe-c9200e991ebb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-622320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681520'] for router_interface (55d1bb19-c3ec-43c3-a204-604cfce5be55), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:55:51.574687 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-5f710486-c483-44a1-8b68-86d17a9c6c94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1392563', 'neutron.services.segments.db._delete_segments_for_network-8773761087052'] for network (8eeb3490-7305-43e2-ba5e-890eaaa63f8d), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:55:51.606321 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.services.segments.db [None req-5f710486-c483-44a1-8b68-86d17a9c6c94 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8eeb3490-7305-43e2-ba5e-890eaaa63f8d']}} {{(pid=104159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:55:51.620685 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.services.segments.db [None req-5f710486-c483-44a1-8b68-86d17a9c6c94 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '558efc1f-ce81-4ca8-af05-453d603c706f') {'for_net_delete': True} {{(pid=104159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:55:51.620938 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.services.segments.db [None req-5f710486-c483-44a1-8b68-86d17a9c6c94 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '558efc1f-ce81-4ca8-af05-453d603c706f') {} {{(pid=104159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:55:51.634001 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-5f710486-c483-44a1-8b68-86d17a9c6c94 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773761085669', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9226590'] for segment (558efc1f-ce81-4ca8-af05-453d603c706f), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:55:51.681144 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-5f710486-c483-44a1-8b68-86d17a9c6c94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1820665'] for segment (558efc1f-ce81-4ca8-af05-453d603c706f), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:55:51.692208 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f710486-c483-44a1-8b68-86d17a9c6c94 admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=104159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 21 12:55:51.692615 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-5f710486-c483-44a1-8b68-86d17a9c6c94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1820665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8469532'] for segment (558efc1f-ce81-4ca8-af05-453d603c706f), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:55:51.797765 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-5f710486-c483-44a1-8b68-86d17a9c6c94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1392516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681893'] for network (8eeb3490-7305-43e2-ba5e-890eaaa63f8d), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:55:51.804353 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-5f710486-c483-44a1-8b68-86d17a9c6c94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622315'] for network (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:55:51.807500 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-5f710486-c483-44a1-8b68-86d17a9c6c94 admin admin] 10.222.0.18 "DELETE /v2.0/networks/8eeb3490-7305-43e2-ba5e-890eaaa63f8d HTTP/1.1" status: 204 len: 168 time: 0.5009601 Jul 21 12:55:51.810318 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.services.segments.plugin [-] Segment 558efc1f-ce81-4ca8-af05-453d603c706f resource provider aggregate not found Jul 21 12:55:51.829361 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f710486-c483-44a1-8b68-86d17a9c6c94 admin admin] Pushing event deleted for resources: {'Network': ['ID=8eeb3490-7305-43e2-ba5e-890eaaa63f8d,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:55:51.832051 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.services.segments.plugin [-] Segment 558efc1f-ce81-4ca8-af05-453d603c706f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 558efc1f-ce81-4ca8-af05-453d603c706f found for delete ", "request_id": "req-efa0e695-199f-46ce-b54b-ca2d28e49182"}]} Jul 21 12:55:51.833749 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d6fc3ce-7d86-4a6b-afbe-c9200e991ebb admin admin] Router 55d1bb19-c3ec-43c3-a204-604cfce5be55 has already been hosted by L3 agent ceb1130f-c61e-494c-be4f-967cc153319c {{(pid=104159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 12:55:51.944610 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d6fc3ce-7d86-4a6b-afbe-c9200e991ebb admin admin] Notify agent at l3_agent.dv-cinder-850321-1-iscsi the message routers_updated {{(pid=104159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 12:55:51.947665 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.18', 45864) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:55:51.950426 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-0d6fc3ce-7d86-4a6b-afbe-c9200e991ebb admin admin] 10.222.0.18 "PUT /v2.0/routers/55d1bb19-c3ec-43c3-a204-604cfce5be55/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0945811 Jul 21 12:55:51.952789 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 45866) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:55:51.956571 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5496729b-7d3c-48a8-acb4-7873979fd1d8 None None] Sync routers for ids ['55d1bb19-c3ec-43c3-a204-604cfce5be55'] in dv-cinder-850321-1-iscsi {{(pid=104161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 12:55:51.966532 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5496729b-7d3c-48a8-acb4-7873979fd1d8 None None] Routers {'55d1bb19-c3ec-43c3-a204-604cfce5be55'} bound to L3 agent in host dv-cinder-850321-1-iscsi {{(pid=104161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 12:55:51.967357 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-5496729b-7d3c-48a8-acb4-7873979fd1d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-21T12:06:45Z,description=,heartbeat_timestamp=2022-07-21T12:55:45Z,host='dv-cinder-850321-1-iscsi',id=ceb1130f-c61e-494c-be4f-967cc153319c,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T12:06:45Z,topic='l3_agent')) {'router_ids': ['55d1bb19-c3ec-43c3-a204-604cfce5be55'], 'active': True} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:55:51.978447 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-ea8cc873-083c-4b59-9f6a-8e1bf88d9629 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682688'] for router_interface (a766da6b-5cf0-4290-abe7-fe17683e2114), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:55:52.037190 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:55:52.042410 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-5a2decb7-73ac-48bd-b537-331aca5fad5c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=dea45f24c1da4e3ea816610296bc6df5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0912142 Jul 21 12:55:52.043782 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 45868) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:55:52.070289 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvr_db [None req-5496729b-7d3c-48a8-acb4-7873979fd1d8 None None] Set router 55d1bb19-c3ec-43c3-a204-604cfce5be55 gateway port host: dv-cinder-850321-1-iscsi {{(pid=104161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 12:55:52.086706 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-d630ea12-d5b8-4d43-8a45-1b3bd3a7892a admin admin] Publish callbacks [] for router (55d1bb19-c3ec-43c3-a204-604cfce5be55), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:55:52.091023 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:55:52.130984 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:55:52.195023 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:55:52.200343 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-7eecdf78-64ab-4043-8ca9-2f97123168ea admin admin] Publish callbacks [] for security_group (08637106-953b-4bf6-b2bc-368122fbc1e0), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:55:52.232542 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-7eecdf78-64ab-4043-8ca9-2f97123168ea admin admin] Publish callbacks [] for security_group (08637106-953b-4bf6-b2bc-368122fbc1e0), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:55:52.240480 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-5496729b-7d3c-48a8-acb4-7873979fd1d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55d1bb19-c3ec-43c3-a204-604cfce5be55', 'name': 'tempest-AttachVolumeTestJSON-1356240631-router', 'tenant_id': '896cc13a4d744c06b80fc97aa4bd1dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'external_fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': '1200d909-4252-4442-9e29-f5f809890242', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T12:23:31Z', 'updated_at': '2022-07-21T12:55:50Z', 'revision_number': 5, 'project_id': '896cc13a4d744c06b80fc97aa4bd1dcf', 'gw_port': {'id': '1200d909-4252-4442-9e29-f5f809890242', 'name': '', 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:a4:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d1bb19-c3ec-43c3-a204-604cfce5be55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:23:32Z', 'updated_at': '2022-07-21T12:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-1-iscsi'}], 'dv-cinder-850321-1-iscsi', False) {} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:55:52.241336 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-ea8cc873-083c-4b59-9f6a-8e1bf88d9629 admin admin] Deleting port 569c1e4a-c8d4-468b-9653-df59c63fa18e {{(pid=104160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 12:55:52.241741 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-ea8cc873-083c-4b59-9f6a-8e1bf88d9629 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760977592'] for port (569c1e4a-c8d4-468b-9653-df59c63fa18e), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:55:52.247850 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-d630ea12-d5b8-4d43-8a45-1b3bd3a7892a admin admin] Publish callbacks [] for router_gateway (55d1bb19-c3ec-43c3-a204-604cfce5be55), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:55:52.266503 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5496729b-7d3c-48a8-acb4-7873979fd1d8 None None] Checking router: 55d1bb19-c3ec-43c3-a204-604cfce5be55 for host: dv-cinder-850321-1-iscsi {{(pid=104161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 12:55:52.277506 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5496729b-7d3c-48a8-acb4-7873979fd1d8 None None] Routers {'55d1bb19-c3ec-43c3-a204-604cfce5be55'} bound to L3 agent in host dv-cinder-850321-1-iscsi {{(pid=104161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 12:55:52.278128 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-5496729b-7d3c-48a8-acb4-7873979fd1d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-21T12:06:45Z,description=,heartbeat_timestamp=2022-07-21T12:55:45Z,host='dv-cinder-850321-1-iscsi',id=ceb1130f-c61e-494c-be4f-967cc153319c,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T12:06:45Z,topic='l3_agent')) {'router_ids': ['55d1bb19-c3ec-43c3-a204-604cfce5be55'], 'active': True} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:55:52.309457 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.plugins.ml2.plugin [None req-d630ea12-d5b8-4d43-8a45-1b3bd3a7892a admin admin] Deleting port 1200d909-4252-4442-9e29-f5f809890242 {{(pid=104159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 12:55:52.309796 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-d630ea12-d5b8-4d43-8a45-1b3bd3a7892a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760977592'] for port (1200d909-4252-4442-9e29-f5f809890242), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:55:52.326971 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.db [None req-ea8cc873-083c-4b59-9f6a-8e1bf88d9629 admin admin] For port 569c1e4a-c8d4-468b-9653-df59c63fa18e, host dv-cinder-850321-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-1-iscsi',level=0,port_id=569c1e4a-c8d4-468b-9653-df59c63fa18e,segment=NetworkSegment(ffbc0a01-72d6-4d7a-bf1a-f973b8a2cfc7),segment_id=ffbc0a01-72d6-4d7a-bf1a-f973b8a2cfc7)] {{(pid=104160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 12:55:52.327444 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-ea8cc873-083c-4b59-9f6a-8e1bf88d9629 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683200'] for port (569c1e4a-c8d4-468b-9653-df59c63fa18e), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:55:52.342701 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-ea8cc873-083c-4b59-9f6a-8e1bf88d9629 admin admin] Calling delete_port for 569c1e4a-c8d4-468b-9653-df59c63fa18e owned by network:router_interface {{(pid=104160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 12:55:52.364317 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-7eecdf78-64ab-4043-8ca9-2f97123168ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (08637106-953b-4bf6-b2bc-368122fbc1e0), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:55:52.364846 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvr_db [None req-5496729b-7d3c-48a8-acb4-7873979fd1d8 None None] Set router 55d1bb19-c3ec-43c3-a204-604cfce5be55 gateway port host: None {{(pid=104161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 12:55:52.366795 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-7eecdf78-64ab-4043-8ca9-2f97123168ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:55:52.370346 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-7eecdf78-64ab-4043-8ca9-2f97123168ea admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/08637106-953b-4bf6-b2bc-368122fbc1e0 HTTP/1.1" status: 204 len: 168 time: 0.3230231 Jul 21 12:55:52.381133 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eecdf78-64ab-4043-8ca9-2f97123168ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08637106-953b-4bf6-b2bc-368122fbc1e0,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:55:52.408954 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.plugins.ml2.db [None req-d630ea12-d5b8-4d43-8a45-1b3bd3a7892a admin admin] For port 1200d909-4252-4442-9e29-f5f809890242, host dv-cinder-850321-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-1-iscsi',level=0,port_id=1200d909-4252-4442-9e29-f5f809890242,segment=NetworkSegment(516861e0-d3fe-4b3f-83ca-af9f79051018),segment_id=516861e0-d3fe-4b3f-83ca-af9f79051018)] {{(pid=104159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 12:55:52.409555 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-d630ea12-d5b8-4d43-8a45-1b3bd3a7892a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683200'] for port (1200d909-4252-4442-9e29-f5f809890242), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:55:52.425871 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.plugins.ml2.plugin [None req-d630ea12-d5b8-4d43-8a45-1b3bd3a7892a admin admin] Calling delete_port for 1200d909-4252-4442-9e29-f5f809890242 owned by network:router_gateway {{(pid=104159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 12:55:52.465467 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-5496729b-7d3c-48a8-acb4-7873979fd1d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55d1bb19-c3ec-43c3-a204-604cfce5be55', 'name': 'tempest-AttachVolumeTestJSON-1356240631-router', 'tenant_id': '896cc13a4d744c06b80fc97aa4bd1dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T12:23:31Z', 'updated_at': '2022-07-21T12:55:52Z', 'revision_number': 6, 'project_id': '896cc13a4d744c06b80fc97aa4bd1dcf', 'gw_port_host': None}], 'dv-cinder-850321-1-iscsi', False) {} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:55:52.504381 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5496729b-7d3c-48a8-acb4-7873979fd1d8 None None] The sync data for ids ['55d1bb19-c3ec-43c3-a204-604cfce5be55'] in dv-cinder-850321-1-iscsi is: [{'id': '55d1bb19-c3ec-43c3-a204-604cfce5be55', 'name': 'tempest-AttachVolumeTestJSON-1356240631-router', 'tenant_id': '896cc13a4d744c06b80fc97aa4bd1dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T12:23:31Z', 'updated_at': '2022-07-21T12:55:52Z', 'revision_number': 6, 'project_id': '896cc13a4d744c06b80fc97aa4bd1dcf', 'gw_port_host': None}] {{(pid=104161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 12:55:52.529681 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-ea8cc873-083c-4b59-9f6a-8e1bf88d9629 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760983080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773760637175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9357752'] for port (569c1e4a-c8d4-468b-9653-df59c63fa18e), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:55:52.568995 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8cc873-083c-4b59-9f6a-8e1bf88d9629 admin admin] Pushing event deleted for resources: {'Port': ['ID=569c1e4a-c8d4-468b-9653-df59c63fa18e,revision_number=None']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:55:52.648320 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-d630ea12-d5b8-4d43-8a45-1b3bd3a7892a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760983080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773760637175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8469579'] for port (1200d909-4252-4442-9e29-f5f809890242), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:55:52.678712 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d630ea12-d5b8-4d43-8a45-1b3bd3a7892a admin admin] Pushing event deleted for resources: {'Port': ['ID=1200d909-4252-4442-9e29-f5f809890242,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:55:52.766761 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-d630ea12-d5b8-4d43-8a45-1b3bd3a7892a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-681787'] for router_gateway (55d1bb19-c3ec-43c3-a204-604cfce5be55), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:55:52.814408 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-ea8cc873-083c-4b59-9f6a-8e1bf88d9629 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-622320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681520'] for router_interface (a766da6b-5cf0-4290-abe7-fe17683e2114), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:55:52.873848 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-d630ea12-d5b8-4d43-8a45-1b3bd3a7892a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-680943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4065'] for router (55d1bb19-c3ec-43c3-a204-604cfce5be55), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:55:52.876321 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-d630ea12-d5b8-4d43-8a45-1b3bd3a7892a admin admin] Publish callbacks [] for router_controller (55d1bb19-c3ec-43c3-a204-604cfce5be55), precommit_delete_associations {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:55:52.920734 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-d630ea12-d5b8-4d43-8a45-1b3bd3a7892a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-680862'] for router (55d1bb19-c3ec-43c3-a204-604cfce5be55), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:55:52.921549 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d630ea12-d5b8-4d43-8a45-1b3bd3a7892a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 55d1bb19-c3ec-43c3-a204-604cfce5be55 {{(pid=104159) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 21 12:55:52.926291 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-d630ea12-d5b8-4d43-8a45-1b3bd3a7892a admin admin] Publish callbacks [] for router (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:55:52.929695 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-d630ea12-d5b8-4d43-8a45-1b3bd3a7892a admin admin] 10.222.0.18 "DELETE /v2.0/routers/55d1bb19-c3ec-43c3-a204-604cfce5be55 HTTP/1.1" status: 204 len: 168 time: 0.9728827 Jul 21 12:55:52.929991 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 45874) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:55:52.980301 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.db.db_base_plugin_v2 [None req-503b983a-e47e-4eeb-8555-ec7a654acc09 admin admin] Deleting subnet 44614617-498d-4d2c-9722-cb9b181c6aab {{(pid=104159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 21 12:55:52.984081 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-503b983a-e47e-4eeb-8555-ec7a654acc09 admin admin] Publish callbacks [] for subnet (44614617-498d-4d2c-9722-cb9b181c6aab), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:55:52.990737 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:55:53.022856 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-503b983a-e47e-4eeb-8555-ec7a654acc09 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9226599'] for subnet (44614617-498d-4d2c-9722-cb9b181c6aab), precommit_delete_associations {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:55:53.046948 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea8cc873-083c-4b59-9f6a-8e1bf88d9629 admin admin] Router a766da6b-5cf0-4290-abe7-fe17683e2114 has already been hosted by L3 agent ceb1130f-c61e-494c-be4f-967cc153319c {{(pid=104160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 12:55:53.065910 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:55:53.081072 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=86,neutron:UPDATE=4,neutron:DELETE=10 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:55:53.099898 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-503b983a-e47e-4eeb-8555-ec7a654acc09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1392440'] for subnet (44614617-498d-4d2c-9722-cb9b181c6aab), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:55:53.152444 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea8cc873-083c-4b59-9f6a-8e1bf88d9629 admin admin] Notify agent at l3_agent.dv-cinder-850321-1-iscsi the message routers_updated {{(pid=104160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 12:55:53.158511 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-ea8cc873-083c-4b59-9f6a-8e1bf88d9629 admin admin] 10.222.0.18 "PUT /v2.0/routers/a766da6b-5cf0-4290-abe7-fe17683e2114/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8556104 Jul 21 12:55:53.161077 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-503b983a-e47e-4eeb-8555-ec7a654acc09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1392433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8469670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9371161'] for subnet (44614617-498d-4d2c-9722-cb9b181c6aab), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:55:53.161250 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.18', 45876) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:55:53.161815 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd2f1e6d-c00a-4235-aa3b-e275bec1f2c0 None None] Sync routers for ids ['a766da6b-5cf0-4290-abe7-fe17683e2114'] in dv-cinder-850321-1-iscsi {{(pid=104162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 12:55:53.171943 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2f1e6d-c00a-4235-aa3b-e275bec1f2c0 None None] Routers {'a766da6b-5cf0-4290-abe7-fe17683e2114'} bound to L3 agent in host dv-cinder-850321-1-iscsi {{(pid=104162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 12:55:53.172561 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_hamode_db [None req-dd2f1e6d-c00a-4235-aa3b-e275bec1f2c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-21T12:06:45Z,description=,heartbeat_timestamp=2022-07-21T12:55:45Z,host='dv-cinder-850321-1-iscsi',id=ceb1130f-c61e-494c-be4f-967cc153319c,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T12:06:45Z,topic='l3_agent')) {'router_ids': ['a766da6b-5cf0-4290-abe7-fe17683e2114'], 'active': True} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:55:53.193592 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-503b983a-e47e-4eeb-8555-ec7a654acc09 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:55:53.196733 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-503b983a-e47e-4eeb-8555-ec7a654acc09 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/44614617-498d-4d2c-9722-cb9b181c6aab HTTP/1.1" status: 204 len: 168 time: 0.2658381 Jul 21 12:55:53.197540 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503b983a-e47e-4eeb-8555-ec7a654acc09 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44614617-498d-4d2c-9722-cb9b181c6aab,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:55:53.200577 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 45878) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:55:53.202192 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3a9a7d0-e0f5-4416-8e2a-6066ea67d4ff None None] Network 761850bd-9d80-4fa9-a807-31bd85f87afb requested from dv-cinder-850321-1-iscsi {{(pid=104161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 12:55:53.276315 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvr_db [None req-dd2f1e6d-c00a-4235-aa3b-e275bec1f2c0 None None] Set router a766da6b-5cf0-4290-abe7-fe17683e2114 gateway port host: dv-cinder-850321-1-iscsi {{(pid=104162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 12:55:53.280316 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-9915b0f1-7a83-4d6a-991f-b3e585b5e4f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790513'] for network (761850bd-9d80-4fa9-a807-31bd85f87afb), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:55:53.282193 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-b13aea9a-d0a2-42c9-a3b3-2d0b5e088177 admin admin] Publish callbacks [] for router (a766da6b-5cf0-4290-abe7-fe17683e2114), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:55:53.340378 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.plugins.ml2.plugin [None req-9915b0f1-7a83-4d6a-991f-b3e585b5e4f3 admin admin] Deleting port f1b985a0-f12f-49f8-bf00-4085f288d295 {{(pid=104159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 12:55:53.340378 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-9915b0f1-7a83-4d6a-991f-b3e585b5e4f3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760977592'] for port (f1b985a0-f12f-49f8-bf00-4085f288d295), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:55:53.401455 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=100 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:55:53.417735 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.plugins.ml2.db [None req-9915b0f1-7a83-4d6a-991f-b3e585b5e4f3 admin admin] For port f1b985a0-f12f-49f8-bf00-4085f288d295, host dv-cinder-850321-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-1-iscsi',level=0,port_id=f1b985a0-f12f-49f8-bf00-4085f288d295,segment=NetworkSegment(d25f2e08-7ca4-435b-b8eb-119fa654030c),segment_id=d25f2e08-7ca4-435b-b8eb-119fa654030c)] {{(pid=104159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 12:55:53.418083 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-9915b0f1-7a83-4d6a-991f-b3e585b5e4f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683200'] for port (f1b985a0-f12f-49f8-bf00-4085f288d295), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:55:53.434295 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.plugins.ml2.plugin [None req-9915b0f1-7a83-4d6a-991f-b3e585b5e4f3 admin admin] Calling delete_port for f1b985a0-f12f-49f8-bf00-4085f288d295 owned by network:dhcp {{(pid=104159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 12:55:53.479348 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_hamode_db [None req-dd2f1e6d-c00a-4235-aa3b-e275bec1f2c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a766da6b-5cf0-4290-abe7-fe17683e2114', 'name': 'tempest-TestVolumeBootPattern-899008271-router', 'tenant_id': 'cc3651ce859043d2a764fa47f06db374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'external_fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': '6ee65bc1-40a6-403b-b656-df93a85f4942', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T12:19:19Z', 'updated_at': '2022-07-21T12:55:52Z', 'revision_number': 5, 'project_id': 'cc3651ce859043d2a764fa47f06db374', 'gw_port': {'id': '6ee65bc1-40a6-403b-b656-df93a85f4942', 'name': '', 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:b1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a766da6b-5cf0-4290-abe7-fe17683e2114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:19:19Z', 'updated_at': '2022-07-21T12:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-1-iscsi'}], 'dv-cinder-850321-1-iscsi', False) {} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:55:53.495498 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-b13aea9a-d0a2-42c9-a3b3-2d0b5e088177 admin admin] Publish callbacks [] for router_gateway (a766da6b-5cf0-4290-abe7-fe17683e2114), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:55:53.509055 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd2f1e6d-c00a-4235-aa3b-e275bec1f2c0 None None] Checking router: a766da6b-5cf0-4290-abe7-fe17683e2114 for host: dv-cinder-850321-1-iscsi {{(pid=104162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 12:55:53.519861 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2f1e6d-c00a-4235-aa3b-e275bec1f2c0 None None] Routers {'a766da6b-5cf0-4290-abe7-fe17683e2114'} bound to L3 agent in host dv-cinder-850321-1-iscsi {{(pid=104162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 12:55:53.520723 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_hamode_db [None req-dd2f1e6d-c00a-4235-aa3b-e275bec1f2c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-21T12:06:45Z,description=,heartbeat_timestamp=2022-07-21T12:55:45Z,host='dv-cinder-850321-1-iscsi',id=ceb1130f-c61e-494c-be4f-967cc153319c,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T12:06:45Z,topic='l3_agent')) {'router_ids': ['a766da6b-5cf0-4290-abe7-fe17683e2114'], 'active': True} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:55:53.525861 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-9915b0f1-7a83-4d6a-991f-b3e585b5e4f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760983080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773760637175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8469579'] for port (f1b985a0-f12f-49f8-bf00-4085f288d295), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:55:53.543951 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Device 6f50ce12-7dea-4d36-89a1-efb8479ba6e8 no longer exists at agent ovs-agent-dv-cinder-850321-1-iscsi {{(pid=104161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 12:55:53.556276 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-b13aea9a-d0a2-42c9-a3b3-2d0b5e088177 admin admin] Deleting port 6ee65bc1-40a6-403b-b656-df93a85f4942 {{(pid=104160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 12:55:53.556502 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-b13aea9a-d0a2-42c9-a3b3-2d0b5e088177 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760977592'] for port (6ee65bc1-40a6-403b-b656-df93a85f4942), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:55:53.571994 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9915b0f1-7a83-4d6a-991f-b3e585b5e4f3 admin admin] No DVR routers for this DVR port f1b985a0-f12f-49f8-bf00-4085f288d295 on host dv-cinder-850321-1-iscsi {{(pid=104159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 12:55:53.573410 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9915b0f1-7a83-4d6a-991f-b3e585b5e4f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1b985a0-f12f-49f8-bf00-4085f288d295,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:55:53.579429 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] No Port match for: 6f50ce12-7dea-4d36-89a1-efb8479ba6e8 {{(pid=104161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 12:55:53.579808 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Device 6f50ce12-7dea-4d36-89a1-efb8479ba6e8 not bound to the agent host dv-cinder-850321-1-iscsi {{(pid=104161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 12:55:53.643987 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_dvr_db [None req-dd2f1e6d-c00a-4235-aa3b-e275bec1f2c0 None None] Set router a766da6b-5cf0-4290-abe7-fe17683e2114 gateway port host: None {{(pid=104162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 12:55:53.652716 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-9915b0f1-7a83-4d6a-991f-b3e585b5e4f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1392563', 'neutron.services.segments.db._delete_segments_for_network-8773761087052'] for network (761850bd-9d80-4fa9-a807-31bd85f87afb), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:55:53.661223 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b3a7f49-710b-455e-92bd-b4ea883529d6 None None] DHCP port deletion for 761850bd-9d80-4fa9-a807-31bd85f87afb request from dv-cinder-850321-1-iscsi {{(pid=104161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 21 12:55:53.685948 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.services.segments.db [None req-9915b0f1-7a83-4d6a-991f-b3e585b5e4f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['761850bd-9d80-4fa9-a807-31bd85f87afb']}} {{(pid=104159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:55:53.705351 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.services.segments.db [None req-9915b0f1-7a83-4d6a-991f-b3e585b5e4f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd25f2e08-7ca4-435b-b8eb-119fa654030c') {'for_net_delete': True} {{(pid=104159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:55:53.705654 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.services.segments.db [None req-9915b0f1-7a83-4d6a-991f-b3e585b5e4f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd25f2e08-7ca4-435b-b8eb-119fa654030c') {} {{(pid=104159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:55:53.717194 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-9915b0f1-7a83-4d6a-991f-b3e585b5e4f3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773761085669', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9226590'] for segment (d25f2e08-7ca4-435b-b8eb-119fa654030c), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:55:53.721001 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.db [None req-b13aea9a-d0a2-42c9-a3b3-2d0b5e088177 admin admin] For port 6ee65bc1-40a6-403b-b656-df93a85f4942, host dv-cinder-850321-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-1-iscsi',level=0,port_id=6ee65bc1-40a6-403b-b656-df93a85f4942,segment=NetworkSegment(516861e0-d3fe-4b3f-83ca-af9f79051018),segment_id=516861e0-d3fe-4b3f-83ca-af9f79051018)] {{(pid=104160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 12:55:53.721501 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-b13aea9a-d0a2-42c9-a3b3-2d0b5e088177 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683200'] for port (6ee65bc1-40a6-403b-b656-df93a85f4942), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:55:53.737057 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-b13aea9a-d0a2-42c9-a3b3-2d0b5e088177 admin admin] Calling delete_port for 6ee65bc1-40a6-403b-b656-df93a85f4942 owned by network:router_gateway {{(pid=104160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 12:55:53.737570 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-9915b0f1-7a83-4d6a-991f-b3e585b5e4f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1820665'] for segment (d25f2e08-7ca4-435b-b8eb-119fa654030c), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:55:53.747242 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9915b0f1-7a83-4d6a-991f-b3e585b5e4f3 admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=104159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 21 12:55:53.747715 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-9915b0f1-7a83-4d6a-991f-b3e585b5e4f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1820665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8469532'] for segment (d25f2e08-7ca4-435b-b8eb-119fa654030c), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:55:53.810925 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.l3_hamode_db [None req-dd2f1e6d-c00a-4235-aa3b-e275bec1f2c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a766da6b-5cf0-4290-abe7-fe17683e2114', 'name': 'tempest-TestVolumeBootPattern-899008271-router', 'tenant_id': 'cc3651ce859043d2a764fa47f06db374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T12:19:19Z', 'updated_at': '2022-07-21T12:55:53Z', 'revision_number': 6, 'project_id': 'cc3651ce859043d2a764fa47f06db374', 'gw_port_host': None}], 'dv-cinder-850321-1-iscsi', False) {} {{(pid=104162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:55:53.829843 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-9915b0f1-7a83-4d6a-991f-b3e585b5e4f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1392516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681893'] for network (761850bd-9d80-4fa9-a807-31bd85f87afb), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:55:53.837884 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-9915b0f1-7a83-4d6a-991f-b3e585b5e4f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622315'] for network (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:55:53.838331 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd2f1e6d-c00a-4235-aa3b-e275bec1f2c0 None None] The sync data for ids ['a766da6b-5cf0-4290-abe7-fe17683e2114'] in dv-cinder-850321-1-iscsi is: [{'id': 'a766da6b-5cf0-4290-abe7-fe17683e2114', 'name': 'tempest-TestVolumeBootPattern-899008271-router', 'tenant_id': 'cc3651ce859043d2a764fa47f06db374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T12:19:19Z', 'updated_at': '2022-07-21T12:55:53Z', 'revision_number': 6, 'project_id': 'cc3651ce859043d2a764fa47f06db374', 'gw_port_host': None}] {{(pid=104162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 12:55:53.845257 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-9915b0f1-7a83-4d6a-991f-b3e585b5e4f3 admin admin] 10.222.0.18 "DELETE /v2.0/networks/761850bd-9d80-4fa9-a807-31bd85f87afb HTTP/1.1" status: 204 len: 168 time: 0.6407511 Jul 21 12:55:53.847054 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:55:53.866111 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9915b0f1-7a83-4d6a-991f-b3e585b5e4f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=761850bd-9d80-4fa9-a807-31bd85f87afb,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:55:53.878191 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.services.segments.plugin [-] Segment d25f2e08-7ca4-435b-b8eb-119fa654030c resource provider aggregate not found Jul 21 12:55:53.902373 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.services.segments.plugin [-] Segment d25f2e08-7ca4-435b-b8eb-119fa654030c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d25f2e08-7ca4-435b-b8eb-119fa654030c found for delete ", "request_id": "req-85b20d70-0af5-4ff1-a20b-04382aac8e0f"}]} Jul 21 12:55:53.952622 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-b13aea9a-d0a2-42c9-a3b3-2d0b5e088177 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760983080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773760637175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9357752'] for port (6ee65bc1-40a6-403b-b656-df93a85f4942), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:55:53.976605 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13aea9a-d0a2-42c9-a3b3-2d0b5e088177 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ee65bc1-40a6-403b-b656-df93a85f4942,revision_number=None']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:55:54.050923 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-b13aea9a-d0a2-42c9-a3b3-2d0b5e088177 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-681787'] for router_gateway (a766da6b-5cf0-4290-abe7-fe17683e2114), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:55:54.054947 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 45886) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:55:54.095436 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-e2ad1f1d-2ffd-4a0b-ac73-b3b160fba0c3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=896cc13a4d744c06b80fc97aa4bd1dcf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0392828 Jul 21 12:55:54.097993 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 45888) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:55:54.139751 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-b13aea9a-d0a2-42c9-a3b3-2d0b5e088177 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-680943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4065'] for router (a766da6b-5cf0-4290-abe7-fe17683e2114), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:55:54.141931 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-b13aea9a-d0a2-42c9-a3b3-2d0b5e088177 admin admin] Publish callbacks [] for router_controller (a766da6b-5cf0-4290-abe7-fe17683e2114), precommit_delete_associations {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:55:54.146477 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-1ecc7632-78be-4ae8-a739-6dbb2ca142b7 admin admin] Publish callbacks [] for security_group (27719137-d535-4887-9bd7-192d69e2f9e1), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:55:54.173656 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-1ecc7632-78be-4ae8-a739-6dbb2ca142b7 admin admin] Publish callbacks [] for security_group (27719137-d535-4887-9bd7-192d69e2f9e1), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:55:54.185871 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-b13aea9a-d0a2-42c9-a3b3-2d0b5e088177 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-680862'] for router (a766da6b-5cf0-4290-abe7-fe17683e2114), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:55:54.186474 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b13aea9a-d0a2-42c9-a3b3-2d0b5e088177 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a766da6b-5cf0-4290-abe7-fe17683e2114 {{(pid=104160) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 21 12:55:54.190864 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-b13aea9a-d0a2-42c9-a3b3-2d0b5e088177 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:55:54.192054 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-b13aea9a-d0a2-42c9-a3b3-2d0b5e088177 admin admin] 10.222.0.18 "DELETE /v2.0/routers/a766da6b-5cf0-4290-abe7-fe17683e2114 HTTP/1.1" status: 204 len: 168 time: 1.0294256 Jul 21 12:55:54.194687 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.18', 45890) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:55:54.231894 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-1ecc7632-78be-4ae8-a739-6dbb2ca142b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (27719137-d535-4887-9bd7-192d69e2f9e1), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:55:54.234517 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-1ecc7632-78be-4ae8-a739-6dbb2ca142b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:55:54.235781 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-1ecc7632-78be-4ae8-a739-6dbb2ca142b7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/27719137-d535-4887-9bd7-192d69e2f9e1 HTTP/1.1" status: 204 len: 168 time: 0.1368206 Jul 21 12:55:54.243597 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecc7632-78be-4ae8-a739-6dbb2ca142b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27719137-d535-4887-9bd7-192d69e2f9e1,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:55:54.247598 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.db.db_base_plugin_v2 [None req-d16b84dd-124d-4a73-bf2e-d4b1dde0fdb7 admin admin] Deleting subnet bc7d6337-214d-4961-9075-8635a8b8f86b {{(pid=104160) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 21 12:55:54.249156 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-d16b84dd-124d-4a73-bf2e-d4b1dde0fdb7 admin admin] Publish callbacks [] for subnet (bc7d6337-214d-4961-9075-8635a8b8f86b), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:55:54.286943 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-d16b84dd-124d-4a73-bf2e-d4b1dde0fdb7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9082974'] for subnet (bc7d6337-214d-4961-9075-8635a8b8f86b), precommit_delete_associations {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:55:54.368372 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-d16b84dd-124d-4a73-bf2e-d4b1dde0fdb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1392440'] for subnet (bc7d6337-214d-4961-9075-8635a8b8f86b), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:55:54.436590 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-d16b84dd-124d-4a73-bf2e-d4b1dde0fdb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1392433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9357653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9184768'] for subnet (bc7d6337-214d-4961-9075-8635a8b8f86b), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:55:54.462834 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16b84dd-124d-4a73-bf2e-d4b1dde0fdb7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc7d6337-214d-4961-9075-8635a8b8f86b,revision_number=None']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:55:54.466584 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-d16b84dd-124d-4a73-bf2e-d4b1dde0fdb7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622315'] for subnet (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:55:54.469746 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-d16b84dd-124d-4a73-bf2e-d4b1dde0fdb7 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/bc7d6337-214d-4961-9075-8635a8b8f86b HTTP/1.1" status: 204 len: 168 time: 0.2738318 Jul 21 12:55:54.472391 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.18', 45896) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:55:54.475897 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c99d1b31-d088-4abb-940f-d96e11191f41 None None] Network cb1f1a48-37ef-466f-9c77-ca45d5a79220 requested from dv-cinder-850321-1-iscsi {{(pid=104161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 12:55:54.555164 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-8a08f72a-04a4-4f41-a4ec-26a6e84d0d87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790513'] for network (cb1f1a48-37ef-466f-9c77-ca45d5a79220), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:55:54.599635 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-8a08f72a-04a4-4f41-a4ec-26a6e84d0d87 admin admin] Deleting port 97635043-a718-4ee4-917a-1223a6ee3ed8 {{(pid=104160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 12:55:54.599985 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-8a08f72a-04a4-4f41-a4ec-26a6e84d0d87 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760977592'] for port (97635043-a718-4ee4-917a-1223a6ee3ed8), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:55:54.668565 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26c82b4f-b7a9-4cad-8d5e-c4070518f470 None None] DHCP port deletion for cb1f1a48-37ef-466f-9c77-ca45d5a79220 request from dv-cinder-850321-1-iscsi {{(pid=104161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 21 12:55:54.672377 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.db [None req-8a08f72a-04a4-4f41-a4ec-26a6e84d0d87 admin admin] For port 97635043-a718-4ee4-917a-1223a6ee3ed8, host dv-cinder-850321-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-1-iscsi',level=0,port_id=97635043-a718-4ee4-917a-1223a6ee3ed8,segment=NetworkSegment(ffbc0a01-72d6-4d7a-bf1a-f973b8a2cfc7),segment_id=ffbc0a01-72d6-4d7a-bf1a-f973b8a2cfc7)] {{(pid=104160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 12:55:54.672740 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-8a08f72a-04a4-4f41-a4ec-26a6e84d0d87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683200'] for port (97635043-a718-4ee4-917a-1223a6ee3ed8), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:55:54.686772 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=86,neutron:DELETE=13,neutron:UPDATE=1 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:55:54.688458 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.plugin [None req-8a08f72a-04a4-4f41-a4ec-26a6e84d0d87 admin admin] Calling delete_port for 97635043-a718-4ee4-917a-1223a6ee3ed8 owned by network:dhcp {{(pid=104160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 12:55:54.711413 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-26c82b4f-b7a9-4cad-8d5e-c4070518f470 None None] Deleting port 97635043-a718-4ee4-917a-1223a6ee3ed8 {{(pid=104161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 12:55:54.711985 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-26c82b4f-b7a9-4cad-8d5e-c4070518f470 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760977592'] for port (97635043-a718-4ee4-917a-1223a6ee3ed8), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:55:54.784693 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-8a08f72a-04a4-4f41-a4ec-26a6e84d0d87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760983080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773760637175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9357752'] for port (97635043-a718-4ee4-917a-1223a6ee3ed8), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:55:54.800634 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-26c82b4f-b7a9-4cad-8d5e-c4070518f470 None None] For port 97635043-a718-4ee4-917a-1223a6ee3ed8, host dv-cinder-850321-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-1-iscsi',level=0,port_id=97635043-a718-4ee4-917a-1223a6ee3ed8,segment=NetworkSegment(ffbc0a01-72d6-4d7a-bf1a-f973b8a2cfc7),segment_id=ffbc0a01-72d6-4d7a-bf1a-f973b8a2cfc7)] {{(pid=104161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 12:55:54.801031 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-26c82b4f-b7a9-4cad-8d5e-c4070518f470 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683200'] for port (97635043-a718-4ee4-917a-1223a6ee3ed8), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:55:54.813537 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a08f72a-04a4-4f41-a4ec-26a6e84d0d87 admin admin] No DVR routers for this DVR port 97635043-a718-4ee4-917a-1223a6ee3ed8 on host dv-cinder-850321-1-iscsi {{(pid=104160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 12:55:54.814580 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-26c82b4f-b7a9-4cad-8d5e-c4070518f470 None None] Calling delete_port for 97635043-a718-4ee4-917a-1223a6ee3ed8 owned by network:dhcp {{(pid=104161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 12:55:54.818631 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a08f72a-04a4-4f41-a4ec-26a6e84d0d87 admin admin] Pushing event deleted for resources: {'Port': ['ID=97635043-a718-4ee4-917a-1223a6ee3ed8,revision_number=None']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:55:54.840551 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:DELETE=8,neutron:SELECT=88,neutron:UPDATE=4 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:55:54.882992 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:55:54.900032 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-8a08f72a-04a4-4f41-a4ec-26a6e84d0d87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1392563', 'neutron.services.segments.db._delete_segments_for_network-8773761087052'] for network (cb1f1a48-37ef-466f-9c77-ca45d5a79220), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:55:54.902795 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:55:54.912515 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-26c82b4f-b7a9-4cad-8d5e-c4070518f470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760983080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773760637175'] for port (97635043-a718-4ee4-917a-1223a6ee3ed8), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:55:54.926560 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.services.segments.db [None req-8a08f72a-04a4-4f41-a4ec-26a6e84d0d87 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb1f1a48-37ef-466f-9c77-ca45d5a79220']}} {{(pid=104160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:55:54.937585 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.services.segments.db [None req-8a08f72a-04a4-4f41-a4ec-26a6e84d0d87 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffbc0a01-72d6-4d7a-bf1a-f973b8a2cfc7') {'for_net_delete': True} {{(pid=104160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:55:54.937882 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.services.segments.db [None req-8a08f72a-04a4-4f41-a4ec-26a6e84d0d87 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffbc0a01-72d6-4d7a-bf1a-f973b8a2cfc7') {} {{(pid=104160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:55:54.941089 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c82b4f-b7a9-4cad-8d5e-c4070518f470 None None] Pushing event deleted for resources: {'Port': ['ID=97635043-a718-4ee4-917a-1223a6ee3ed8,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:55:54.945543 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c82b4f-b7a9-4cad-8d5e-c4070518f470 None None] No DVR routers for this DVR port 97635043-a718-4ee4-917a-1223a6ee3ed8 on host dv-cinder-850321-1-iscsi {{(pid=104161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 12:55:54.952986 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-8a08f72a-04a4-4f41-a4ec-26a6e84d0d87 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773761085669', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9082983'] for segment (ffbc0a01-72d6-4d7a-bf1a-f973b8a2cfc7), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:55:54.954281 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c82b4f-b7a9-4cad-8d5e-c4070518f470 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:55:54.954637 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c82b4f-b7a9-4cad-8d5e-c4070518f470 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:55:54.954981 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c82b4f-b7a9-4cad-8d5e-c4070518f470 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:55:54.955322 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c82b4f-b7a9-4cad-8d5e-c4070518f470 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:55:54.955682 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c82b4f-b7a9-4cad-8d5e-c4070518f470 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:55:54.956013 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c82b4f-b7a9-4cad-8d5e-c4070518f470 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:55:54.956438 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c82b4f-b7a9-4cad-8d5e-c4070518f470 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:55:54.956656 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c82b4f-b7a9-4cad-8d5e-c4070518f470 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:55:54.956982 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c82b4f-b7a9-4cad-8d5e-c4070518f470 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:55:54.957306 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c82b4f-b7a9-4cad-8d5e-c4070518f470 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:55:54.957630 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c82b4f-b7a9-4cad-8d5e-c4070518f470 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:55:54.957961 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c82b4f-b7a9-4cad-8d5e-c4070518f470 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:55:54.958282 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c82b4f-b7a9-4cad-8d5e-c4070518f470 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:55:54.958679 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c82b4f-b7a9-4cad-8d5e-c4070518f470 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:55:54.958903 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c82b4f-b7a9-4cad-8d5e-c4070518f470 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850321-1-iscsi {{(pid=104161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 12:55:54.972251 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-8a08f72a-04a4-4f41-a4ec-26a6e84d0d87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1820665'] for segment (ffbc0a01-72d6-4d7a-bf1a-f973b8a2cfc7), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:55:54.980086 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a08f72a-04a4-4f41-a4ec-26a6e84d0d87 admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=104160) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 21 12:55:54.980524 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-8a08f72a-04a4-4f41-a4ec-26a6e84d0d87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1820665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9357807'] for segment (ffbc0a01-72d6-4d7a-bf1a-f973b8a2cfc7), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:55:55.036950 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Device f1b985a0-f12f-49f8-bf00-4085f288d295 no longer exists at agent ovs-agent-dv-cinder-850321-1-iscsi {{(pid=104161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 12:55:55.060569 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] No Port match for: f1b985a0-f12f-49f8-bf00-4085f288d295 {{(pid=104161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 12:55:55.060915 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Device f1b985a0-f12f-49f8-bf00-4085f288d295 not bound to the agent host dv-cinder-850321-1-iscsi {{(pid=104161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 12:55:55.061522 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Device 1200d909-4252-4442-9e29-f5f809890242 no longer exists at agent ovs-agent-dv-cinder-850321-1-iscsi {{(pid=104161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 12:55:55.066615 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-8a08f72a-04a4-4f41-a4ec-26a6e84d0d87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1392516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681893'] for network (cb1f1a48-37ef-466f-9c77-ca45d5a79220), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:55:55.073899 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-8a08f72a-04a4-4f41-a4ec-26a6e84d0d87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622315'] for network (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:55:55.077358 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-8a08f72a-04a4-4f41-a4ec-26a6e84d0d87 admin admin] 10.222.0.18 "DELETE /v2.0/networks/cb1f1a48-37ef-466f-9c77-ca45d5a79220 HTTP/1.1" status: 204 len: 168 time: 0.6040101 Jul 21 12:55:55.080000 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] No Port match for: 1200d909-4252-4442-9e29-f5f809890242 {{(pid=104161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 12:55:55.080554 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Device 1200d909-4252-4442-9e29-f5f809890242 not bound to the agent host dv-cinder-850321-1-iscsi {{(pid=104161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 12:55:55.080664 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 45918) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:55:55.081087 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Device 569c1e4a-c8d4-468b-9653-df59c63fa18e no longer exists at agent ovs-agent-dv-cinder-850321-1-iscsi {{(pid=104161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 12:55:55.087103 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:55:55.092930 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a08f72a-04a4-4f41-a4ec-26a6e84d0d87 admin admin] Pushing event deleted for resources: {'Network': ['ID=cb1f1a48-37ef-466f-9c77-ca45d5a79220,revision_number=None']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:55:55.108943 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] No Port match for: 569c1e4a-c8d4-468b-9653-df59c63fa18e {{(pid=104161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 12:55:55.109450 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Device 569c1e4a-c8d4-468b-9653-df59c63fa18e not bound to the agent host dv-cinder-850321-1-iscsi {{(pid=104161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 12:55:55.109946 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Device 97635043-a718-4ee4-917a-1223a6ee3ed8 no longer exists at agent ovs-agent-dv-cinder-850321-1-iscsi {{(pid=104161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 12:55:55.131448 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] No Port match for: 97635043-a718-4ee4-917a-1223a6ee3ed8 {{(pid=104161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 12:55:55.132176 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Device 97635043-a718-4ee4-917a-1223a6ee3ed8 not bound to the agent host dv-cinder-850321-1-iscsi {{(pid=104161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 12:55:55.132800 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Device 6ee65bc1-40a6-403b-b656-df93a85f4942 no longer exists at agent ovs-agent-dv-cinder-850321-1-iscsi {{(pid=104161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 12:55:55.140983 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:55:55.163894 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] No Port match for: 6ee65bc1-40a6-403b-b656-df93a85f4942 {{(pid=104161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 12:55:55.165092 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Device 6ee65bc1-40a6-403b-b656-df93a85f4942 not bound to the agent host dv-cinder-850321-1-iscsi {{(pid=104161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 12:55:55.253867 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.services.segments.plugin [-] Segment ffbc0a01-72d6-4d7a-bf1a-f973b8a2cfc7 resource provider aggregate not found Jul 21 12:55:55.271599 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.services.segments.plugin [-] Segment ffbc0a01-72d6-4d7a-bf1a-f973b8a2cfc7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ffbc0a01-72d6-4d7a-bf1a-f973b8a2cfc7 found for delete ", "request_id": "req-5c297161-8bc4-4880-9c04-d7a1d7f74471"}]} Jul 21 12:55:55.430619 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-dd7a1499-0d3d-44a3-8db0-281cfdbbbff4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682688'] for router_interface (65cb2cef-2cec-4820-bbf9-6aa15c702d16), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:55:55.653619 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.plugins.ml2.plugin [None req-dd7a1499-0d3d-44a3-8db0-281cfdbbbff4 admin admin] Deleting port 192027c3-56bb-4306-b9cb-41dc0dfce362 {{(pid=104159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 12:55:55.653956 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-dd7a1499-0d3d-44a3-8db0-281cfdbbbff4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760977592'] for port (192027c3-56bb-4306-b9cb-41dc0dfce362), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:55:55.735066 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.plugins.ml2.db [None req-dd7a1499-0d3d-44a3-8db0-281cfdbbbff4 admin admin] For port 192027c3-56bb-4306-b9cb-41dc0dfce362, host dv-cinder-850321-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-1-iscsi',level=0,port_id=192027c3-56bb-4306-b9cb-41dc0dfce362,segment=NetworkSegment(d1c8b072-bbac-4037-b322-9834f8eeafda),segment_id=d1c8b072-bbac-4037-b322-9834f8eeafda)] {{(pid=104159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 12:55:55.735438 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-dd7a1499-0d3d-44a3-8db0-281cfdbbbff4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683200'] for port (192027c3-56bb-4306-b9cb-41dc0dfce362), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:55:55.750501 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.plugins.ml2.plugin [None req-dd7a1499-0d3d-44a3-8db0-281cfdbbbff4 admin admin] Calling delete_port for 192027c3-56bb-4306-b9cb-41dc0dfce362 owned by network:router_interface {{(pid=104159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 12:55:55.918223 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:55:55.935343 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-dd7a1499-0d3d-44a3-8db0-281cfdbbbff4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760983080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773760637175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8469579'] for port (192027c3-56bb-4306-b9cb-41dc0dfce362), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:55:55.959817 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7a1499-0d3d-44a3-8db0-281cfdbbbff4 admin admin] Pushing event deleted for resources: {'Port': ['ID=192027c3-56bb-4306-b9cb-41dc0dfce362,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:55:56.335067 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:55:56.398370 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-dd7a1499-0d3d-44a3-8db0-281cfdbbbff4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-622320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681520'] for router_interface (65cb2cef-2cec-4820-bbf9-6aa15c702d16), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:55:56.619908 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd7a1499-0d3d-44a3-8db0-281cfdbbbff4 admin admin] Router 65cb2cef-2cec-4820-bbf9-6aa15c702d16 has already been hosted by L3 agent ceb1130f-c61e-494c-be4f-967cc153319c {{(pid=104159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 12:55:56.728809 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd7a1499-0d3d-44a3-8db0-281cfdbbbff4 admin admin] Notify agent at l3_agent.dv-cinder-850321-1-iscsi the message routers_updated {{(pid=104159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 12:55:56.735798 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-dd7a1499-0d3d-44a3-8db0-281cfdbbbff4 admin admin] 10.222.0.18 "PUT /v2.0/routers/65cb2cef-2cec-4820-bbf9-6aa15c702d16/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6540067 Jul 21 12:55:56.737495 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 45948) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:55:56.738617 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab89bfb-0b0c-43c5-980e-26289b76eee6 None None] Sync routers for ids ['65cb2cef-2cec-4820-bbf9-6aa15c702d16'] in dv-cinder-850321-1-iscsi {{(pid=104161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 12:55:56.749246 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab89bfb-0b0c-43c5-980e-26289b76eee6 None None] Routers {'65cb2cef-2cec-4820-bbf9-6aa15c702d16'} bound to L3 agent in host dv-cinder-850321-1-iscsi {{(pid=104161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 12:55:56.749857 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-eab89bfb-0b0c-43c5-980e-26289b76eee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-21T12:06:45Z,description=,heartbeat_timestamp=2022-07-21T12:55:45Z,host='dv-cinder-850321-1-iscsi',id=ceb1130f-c61e-494c-be4f-967cc153319c,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T12:06:45Z,topic='l3_agent')) {'router_ids': ['65cb2cef-2cec-4820-bbf9-6aa15c702d16'], 'active': True} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:55:56.856893 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-ce360012-a9d5-48c8-9330-adbb8dfc6e98 admin admin] Publish callbacks [] for router (65cb2cef-2cec-4820-bbf9-6aa15c702d16), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:55:56.864913 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvr_db [None req-eab89bfb-0b0c-43c5-980e-26289b76eee6 None None] Set router 65cb2cef-2cec-4820-bbf9-6aa15c702d16 gateway port host: dv-cinder-850321-1-iscsi {{(pid=104161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 12:55:56.955942 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-ce360012-a9d5-48c8-9330-adbb8dfc6e98 admin admin] Publish callbacks [] for router_gateway (65cb2cef-2cec-4820-bbf9-6aa15c702d16), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:55:57.006087 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.plugins.ml2.plugin [None req-ce360012-a9d5-48c8-9330-adbb8dfc6e98 admin admin] Deleting port f1e21bb2-2fb6-4d02-95fc-01f66e6a144f {{(pid=104159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 12:55:57.006442 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-ce360012-a9d5-48c8-9330-adbb8dfc6e98 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760977592'] for port (f1e21bb2-2fb6-4d02-95fc-01f66e6a144f), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:55:57.033363 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-eab89bfb-0b0c-43c5-980e-26289b76eee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65cb2cef-2cec-4820-bbf9-6aa15c702d16', 'name': 'tempest-TestVolumeBootPattern-1378471096-router', 'tenant_id': 'b21130dbb3a84e40b87422929d0b038c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'external_fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': 'f1e21bb2-2fb6-4d02-95fc-01f66e6a144f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T12:19:24Z', 'updated_at': '2022-07-21T12:55:55Z', 'revision_number': 5, 'project_id': 'b21130dbb3a84e40b87422929d0b038c', 'gw_port': {'id': 'f1e21bb2-2fb6-4d02-95fc-01f66e6a144f', 'name': '', 'network_id': 'f382b478-dfd7-4678-bcdd-821f508b5bc8', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:35:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65cb2cef-2cec-4820-bbf9-6aa15c702d16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850321-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T12:19:24Z', 'updated_at': '2022-07-21T12:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39ec59ca-1d5b-4110-899c-eae6f5db3a39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850321-1-iscsi'}], 'dv-cinder-850321-1-iscsi', False) {} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:55:57.057945 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab89bfb-0b0c-43c5-980e-26289b76eee6 None None] Checking router: 65cb2cef-2cec-4820-bbf9-6aa15c702d16 for host: dv-cinder-850321-1-iscsi {{(pid=104161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 12:55:57.066841 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab89bfb-0b0c-43c5-980e-26289b76eee6 None None] Routers {'65cb2cef-2cec-4820-bbf9-6aa15c702d16'} bound to L3 agent in host dv-cinder-850321-1-iscsi {{(pid=104161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 12:55:57.067428 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-eab89bfb-0b0c-43c5-980e-26289b76eee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850321-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-21T12:06:45Z,description=,heartbeat_timestamp=2022-07-21T12:55:45Z,host='dv-cinder-850321-1-iscsi',id=ceb1130f-c61e-494c-be4f-967cc153319c,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T12:06:45Z,topic='l3_agent')) {'router_ids': ['65cb2cef-2cec-4820-bbf9-6aa15c702d16'], 'active': True} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:55:57.089446 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.plugins.ml2.db [None req-ce360012-a9d5-48c8-9330-adbb8dfc6e98 admin admin] For port f1e21bb2-2fb6-4d02-95fc-01f66e6a144f, host dv-cinder-850321-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-1-iscsi',level=0,port_id=f1e21bb2-2fb6-4d02-95fc-01f66e6a144f,segment=NetworkSegment(516861e0-d3fe-4b3f-83ca-af9f79051018),segment_id=516861e0-d3fe-4b3f-83ca-af9f79051018)] {{(pid=104159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 12:55:57.089817 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-ce360012-a9d5-48c8-9330-adbb8dfc6e98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683200'] for port (f1e21bb2-2fb6-4d02-95fc-01f66e6a144f), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:55:57.103582 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.plugins.ml2.plugin [None req-ce360012-a9d5-48c8-9330-adbb8dfc6e98 admin admin] Calling delete_port for f1e21bb2-2fb6-4d02-95fc-01f66e6a144f owned by network:router_gateway {{(pid=104159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 12:55:57.153527 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvr_db [None req-eab89bfb-0b0c-43c5-980e-26289b76eee6 None None] Set router 65cb2cef-2cec-4820-bbf9-6aa15c702d16 gateway port host: None {{(pid=104161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 12:55:57.155871 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:55:57.205914 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_hamode_db [None req-eab89bfb-0b0c-43c5-980e-26289b76eee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65cb2cef-2cec-4820-bbf9-6aa15c702d16', 'name': 'tempest-TestVolumeBootPattern-1378471096-router', 'tenant_id': 'b21130dbb3a84e40b87422929d0b038c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T12:19:24Z', 'updated_at': '2022-07-21T12:55:56Z', 'revision_number': 6, 'project_id': 'b21130dbb3a84e40b87422929d0b038c', 'gw_port_host': None}], 'dv-cinder-850321-1-iscsi', False) {} {{(pid=104161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:55:57.216380 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:55:57.231797 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab89bfb-0b0c-43c5-980e-26289b76eee6 None None] The sync data for ids ['65cb2cef-2cec-4820-bbf9-6aa15c702d16'] in dv-cinder-850321-1-iscsi is: [{'id': '65cb2cef-2cec-4820-bbf9-6aa15c702d16', 'name': 'tempest-TestVolumeBootPattern-1378471096-router', 'tenant_id': 'b21130dbb3a84e40b87422929d0b038c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T12:19:24Z', 'updated_at': '2022-07-21T12:55:56Z', 'revision_number': 6, 'project_id': 'b21130dbb3a84e40b87422929d0b038c', 'gw_port_host': None}] {{(pid=104161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 12:55:57.280157 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-ce360012-a9d5-48c8-9330-adbb8dfc6e98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760983080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773760637175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8469579'] for port (f1e21bb2-2fb6-4d02-95fc-01f66e6a144f), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:55:57.302335 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce360012-a9d5-48c8-9330-adbb8dfc6e98 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1e21bb2-2fb6-4d02-95fc-01f66e6a144f,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:55:57.365400 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-ce360012-a9d5-48c8-9330-adbb8dfc6e98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-681787'] for router_gateway (65cb2cef-2cec-4820-bbf9-6aa15c702d16), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:55:57.452729 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-ce360012-a9d5-48c8-9330-adbb8dfc6e98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-680943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4065'] for router (65cb2cef-2cec-4820-bbf9-6aa15c702d16), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:55:57.455372 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-ce360012-a9d5-48c8-9330-adbb8dfc6e98 admin admin] Publish callbacks [] for router_controller (65cb2cef-2cec-4820-bbf9-6aa15c702d16), precommit_delete_associations {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:55:57.504265 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-ce360012-a9d5-48c8-9330-adbb8dfc6e98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-680862'] for router (65cb2cef-2cec-4820-bbf9-6aa15c702d16), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:55:57.504986 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce360012-a9d5-48c8-9330-adbb8dfc6e98 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 65cb2cef-2cec-4820-bbf9-6aa15c702d16 {{(pid=104159) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 21 12:55:57.509568 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-ce360012-a9d5-48c8-9330-adbb8dfc6e98 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:55:57.511926 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-ce360012-a9d5-48c8-9330-adbb8dfc6e98 admin admin] 10.222.0.18 "DELETE /v2.0/routers/65cb2cef-2cec-4820-bbf9-6aa15c702d16 HTTP/1.1" status: 204 len: 168 time: 0.7734847 Jul 21 12:55:57.513364 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 45956) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:55:57.558020 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.db.db_base_plugin_v2 [None req-badf4520-42de-4780-b347-c9ae954bddec admin admin] Deleting subnet 292e946f-2daf-4af2-b9b9-3929194ce0cd {{(pid=104159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 21 12:55:57.561279 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-badf4520-42de-4780-b347-c9ae954bddec admin admin] Publish callbacks [] for subnet (292e946f-2daf-4af2-b9b9-3929194ce0cd), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:55:57.597919 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-badf4520-42de-4780-b347-c9ae954bddec admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9226599'] for subnet (292e946f-2daf-4af2-b9b9-3929194ce0cd), precommit_delete_associations {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:55:57.684720 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-badf4520-42de-4780-b347-c9ae954bddec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1392440'] for subnet (292e946f-2daf-4af2-b9b9-3929194ce0cd), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:55:57.738793 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-badf4520-42de-4780-b347-c9ae954bddec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1392433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8469670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9371161'] for subnet (292e946f-2daf-4af2-b9b9-3929194ce0cd), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:55:57.764260 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badf4520-42de-4780-b347-c9ae954bddec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=292e946f-2daf-4af2-b9b9-3929194ce0cd,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:55:57.767950 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-badf4520-42de-4780-b347-c9ae954bddec admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:55:57.773833 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-badf4520-42de-4780-b347-c9ae954bddec admin admin] 10.222.0.18 "DELETE /v2.0/subnets/292e946f-2daf-4af2-b9b9-3929194ce0cd HTTP/1.1" status: 204 len: 168 time: 0.2568226 Jul 21 12:55:57.773833 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 45962) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:55:57.774546 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97c5da29-9a8e-4cf7-8400-aaa41f5bcb7f None None] Network 4ce7bc29-f9ee-419c-b012-2c36a852dd3e requested from dv-cinder-850321-1-iscsi {{(pid=104161) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 12:55:57.852637 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-fc8995ed-a5d1-4f5d-b86c-d727ce624b3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1790513'] for network (4ce7bc29-f9ee-419c-b012-2c36a852dd3e), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:55:57.894866 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.plugins.ml2.plugin [None req-fc8995ed-a5d1-4f5d-b86c-d727ce624b3d admin admin] Deleting port f5d82d6e-41e6-4ce3-8610-dfb42468fba0 {{(pid=104159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 12:55:57.895239 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-fc8995ed-a5d1-4f5d-b86c-d727ce624b3d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760977592'] for port (f5d82d6e-41e6-4ce3-8610-dfb42468fba0), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:55:57.964122 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.plugins.ml2.db [None req-fc8995ed-a5d1-4f5d-b86c-d727ce624b3d admin admin] For port f5d82d6e-41e6-4ce3-8610-dfb42468fba0, host dv-cinder-850321-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-1-iscsi',level=0,port_id=f5d82d6e-41e6-4ce3-8610-dfb42468fba0,segment=NetworkSegment(d1c8b072-bbac-4037-b322-9834f8eeafda),segment_id=d1c8b072-bbac-4037-b322-9834f8eeafda)] {{(pid=104159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 12:55:57.964494 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-fc8995ed-a5d1-4f5d-b86c-d727ce624b3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683200'] for port (f5d82d6e-41e6-4ce3-8610-dfb42468fba0), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:55:57.978067 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.plugins.ml2.plugin [None req-fc8995ed-a5d1-4f5d-b86c-d727ce624b3d admin admin] Calling delete_port for f5d82d6e-41e6-4ce3-8610-dfb42468fba0 owned by network:dhcp {{(pid=104159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 12:55:58.019983 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0acb37c6-e98d-4a9c-a783-fc77f3bc3ee0 None None] DHCP port deletion for 4ce7bc29-f9ee-419c-b012-2c36a852dd3e request from dv-cinder-850321-1-iscsi {{(pid=104161) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 21 12:55:58.069288 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=83,neutron:DELETE=14,neutron:UPDATE=3 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:55:58.072386 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-0acb37c6-e98d-4a9c-a783-fc77f3bc3ee0 None None] Deleting port f5d82d6e-41e6-4ce3-8610-dfb42468fba0 {{(pid=104161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 12:55:58.072993 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-0acb37c6-e98d-4a9c-a783-fc77f3bc3ee0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773760977592'] for port (f5d82d6e-41e6-4ce3-8610-dfb42468fba0), before_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:55:58.084561 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-fc8995ed-a5d1-4f5d-b86c-d727ce624b3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760983080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773760637175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8469579'] for port (f5d82d6e-41e6-4ce3-8610-dfb42468fba0), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:55:58.098713 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc8995ed-a5d1-4f5d-b86c-d727ce624b3d admin admin] No DVR routers for this DVR port f5d82d6e-41e6-4ce3-8610-dfb42468fba0 on host dv-cinder-850321-1-iscsi {{(pid=104159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 12:55:58.123049 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8995ed-a5d1-4f5d-b86c-d727ce624b3d admin admin] Pushing event deleted for resources: {'Port': ['ID=f5d82d6e-41e6-4ce3-8610-dfb42468fba0,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:55:58.170639 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.db [None req-0acb37c6-e98d-4a9c-a783-fc77f3bc3ee0 None None] For port f5d82d6e-41e6-4ce3-8610-dfb42468fba0, host dv-cinder-850321-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850321-1-iscsi',level=0,port_id=f5d82d6e-41e6-4ce3-8610-dfb42468fba0,segment=NetworkSegment(d1c8b072-bbac-4037-b322-9834f8eeafda),segment_id=d1c8b072-bbac-4037-b322-9834f8eeafda)] {{(pid=104161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 12:55:58.171125 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-0acb37c6-e98d-4a9c-a783-fc77f3bc3ee0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-683200'] for port (f5d82d6e-41e6-4ce3-8610-dfb42468fba0), precommit_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:55:58.174476 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:55:58.186380 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-0acb37c6-e98d-4a9c-a783-fc77f3bc3ee0 None None] Calling delete_port for f5d82d6e-41e6-4ce3-8610-dfb42468fba0 owned by network:dhcp {{(pid=104161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 12:55:58.213838 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-fc8995ed-a5d1-4f5d-b86c-d727ce624b3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1392563', 'neutron.services.segments.db._delete_segments_for_network-8773761087052'] for network (4ce7bc29-f9ee-419c-b012-2c36a852dd3e), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:55:58.238732 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.services.segments.db [None req-fc8995ed-a5d1-4f5d-b86c-d727ce624b3d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ce7bc29-f9ee-419c-b012-2c36a852dd3e']}} {{(pid=104159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:55:58.249404 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.services.segments.db [None req-fc8995ed-a5d1-4f5d-b86c-d727ce624b3d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1c8b072-bbac-4037-b322-9834f8eeafda') {'for_net_delete': True} {{(pid=104159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:55:58.249706 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.services.segments.db [None req-fc8995ed-a5d1-4f5d-b86c-d727ce624b3d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1c8b072-bbac-4037-b322-9834f8eeafda') {} {{(pid=104159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 12:55:58.260784 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-fc8995ed-a5d1-4f5d-b86c-d727ce624b3d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773761085669', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9226590'] for segment (d1c8b072-bbac-4037-b322-9834f8eeafda), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:55:58.270155 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-0acb37c6-e98d-4a9c-a783-fc77f3bc3ee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1708610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773760983080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773760637175'] for port (f5d82d6e-41e6-4ce3-8610-dfb42468fba0), after_delete {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:55:58.277707 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-fc8995ed-a5d1-4f5d-b86c-d727ce624b3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1820665'] for segment (d1c8b072-bbac-4037-b322-9834f8eeafda), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:55:58.285395 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc8995ed-a5d1-4f5d-b86c-d727ce624b3d admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=104159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 21 12:55:58.285903 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-fc8995ed-a5d1-4f5d-b86c-d727ce624b3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1820665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8469532'] for segment (d1c8b072-bbac-4037-b322-9834f8eeafda), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:55:58.295545 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acb37c6-e98d-4a9c-a783-fc77f3bc3ee0 None None] Pushing event deleted for resources: {'Port': ['ID=f5d82d6e-41e6-4ce3-8610-dfb42468fba0,revision_number=None']} {{(pid=104161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:55:58.311414 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0acb37c6-e98d-4a9c-a783-fc77f3bc3ee0 None None] No DVR routers for this DVR port f5d82d6e-41e6-4ce3-8610-dfb42468fba0 on host dv-cinder-850321-1-iscsi {{(pid=104161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 12:55:58.341193 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.services.segments.plugin [-] Segment d1c8b072-bbac-4037-b322-9834f8eeafda resource provider aggregate not found Jul 21 12:55:58.357300 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-fc8995ed-a5d1-4f5d-b86c-d727ce624b3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1392516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-622329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681893'] for network (4ce7bc29-f9ee-419c-b012-2c36a852dd3e), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:55:58.362205 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-fc8995ed-a5d1-4f5d-b86c-d727ce624b3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-622315'] for network (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:55:58.365504 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-fc8995ed-a5d1-4f5d-b86c-d727ce624b3d admin admin] 10.222.0.18 "DELETE /v2.0/networks/4ce7bc29-f9ee-419c-b012-2c36a852dd3e HTTP/1.1" status: 204 len: 168 time: 0.5903835 Jul 21 12:55:58.367134 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.services.segments.plugin [-] Segment d1c8b072-bbac-4037-b322-9834f8eeafda resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d1c8b072-bbac-4037-b322-9834f8eeafda found for delete ", "request_id": "req-53e282e0-d784-4327-abbe-7dc349e169d6"}]} Jul 21 12:55:58.384523 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8995ed-a5d1-4f5d-b86c-d727ce624b3d admin admin] Pushing event deleted for resources: {'Network': ['ID=4ce7bc29-f9ee-419c-b012-2c36a852dd3e,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:55:58.546959 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 45982) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:55:58.592641 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-4cfd7a5d-5525-4e59-952e-22ef74b03dc6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cc3651ce859043d2a764fa47f06db374&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0443580 Jul 21 12:55:58.595215 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 45984) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:55:58.647658 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-78a2a076-f9b1-49e7-a64c-99f93d75a0be admin admin] Publish callbacks [] for security_group (84111561-efd0-4006-a743-b2f8febe7967), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:55:58.670457 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-78a2a076-f9b1-49e7-a64c-99f93d75a0be admin admin] Publish callbacks [] for security_group (84111561-efd0-4006-a743-b2f8febe7967), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:55:58.724524 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-78a2a076-f9b1-49e7-a64c-99f93d75a0be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (84111561-efd0-4006-a743-b2f8febe7967), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:55:58.727003 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-78a2a076-f9b1-49e7-a64c-99f93d75a0be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:55:58.728741 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-78a2a076-f9b1-49e7-a64c-99f93d75a0be admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/84111561-efd0-4006-a743-b2f8febe7967 HTTP/1.1" status: 204 len: 168 time: 0.1319711 Jul 21 12:55:58.736804 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a2a076-f9b1-49e7-a64c-99f93d75a0be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84111561-efd0-4006-a743-b2f8febe7967,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:55:59.011583 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Device 192027c3-56bb-4306-b9cb-41dc0dfce362 no longer exists at agent ovs-agent-dv-cinder-850321-1-iscsi {{(pid=104161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 12:55:59.038391 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] No Port match for: 192027c3-56bb-4306-b9cb-41dc0dfce362 {{(pid=104161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 12:55:59.038746 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Device 192027c3-56bb-4306-b9cb-41dc0dfce362 not bound to the agent host dv-cinder-850321-1-iscsi {{(pid=104161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 12:55:59.039181 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Device f5d82d6e-41e6-4ce3-8610-dfb42468fba0 no longer exists at agent ovs-agent-dv-cinder-850321-1-iscsi {{(pid=104161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 12:55:59.057192 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] No Port match for: f5d82d6e-41e6-4ce3-8610-dfb42468fba0 {{(pid=104161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 12:55:59.057480 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Device f5d82d6e-41e6-4ce3-8610-dfb42468fba0 not bound to the agent host dv-cinder-850321-1-iscsi {{(pid=104161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 12:55:59.057894 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Device f1e21bb2-2fb6-4d02-95fc-01f66e6a144f no longer exists at agent ovs-agent-dv-cinder-850321-1-iscsi {{(pid=104161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 12:55:59.076650 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.plugin [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] No Port match for: f1e21bb2-2fb6-4d02-95fc-01f66e6a144f {{(pid=104161) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 12:55:59.076756 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron.plugins.ml2.rpc [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Device f1e21bb2-2fb6-4d02-95fc-01f66e6a144f not bound to the agent host dv-cinder-850321-1-iscsi {{(pid=104161) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 12:55:59.076944 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.18', 45992) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:55:59.124604 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-a912d16e-4fb4-44b4-b705-583f83b619c1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b21130dbb3a84e40b87422929d0b038c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0459588 Jul 21 12:55:59.127369 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 45994) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:55:59.183222 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-7497a80c-5db6-4703-a610-634acfd71bf0 admin admin] Publish callbacks [] for security_group (79edf938-0294-4420-866d-bea0dca58d75), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:55:59.205437 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-7497a80c-5db6-4703-a610-634acfd71bf0 admin admin] Publish callbacks [] for security_group (79edf938-0294-4420-866d-bea0dca58d75), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:55:59.254841 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-7497a80c-5db6-4703-a610-634acfd71bf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (79edf938-0294-4420-866d-bea0dca58d75), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:55:59.257382 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-7497a80c-5db6-4703-a610-634acfd71bf0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:55:59.258656 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-7497a80c-5db6-4703-a610-634acfd71bf0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/79edf938-0294-4420-866d-bea0dca58d75 HTTP/1.1" status: 204 len: 168 time: 0.1298089 Jul 21 12:55:59.266772 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7497a80c-5db6-4703-a610-634acfd71bf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79edf938-0294-4420-866d-bea0dca58d75,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:55:59.717257 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 46006) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:55:59.828826 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-fda94f55-6f59-4310-b0e4-71dea8fdac8e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:55:59.905898 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-fda94f55-6f59-4310-b0e4-71dea8fdac8e admin admin] Publish callbacks [] for security_group (1f4a647c-8254-4505-9e34-9ec9939b74b3), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:55:59.911456 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-fda94f55-6f59-4310-b0e4-71dea8fdac8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (1f4a647c-8254-4505-9e34-9ec9939b74b3), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:55:59.949924 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-fda94f55-6f59-4310-b0e4-71dea8fdac8e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7bf83d0293c04513b01e13b9636eac1c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2315788 Jul 21 12:55:59.950873 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda94f55-6f59-4310-b0e4-71dea8fdac8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f4a647c-8254-4505-9e34-9ec9939b74b3,revision_number=1']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:55:59.952966 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.18', 46010) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:56:00.001449 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-e5060cb2-223f-4ad9-8d7b-59c393209510 admin admin] Publish callbacks [] for security_group (1f4a647c-8254-4505-9e34-9ec9939b74b3), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:56:00.023820 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-e5060cb2-223f-4ad9-8d7b-59c393209510 admin admin] Publish callbacks [] for security_group (1f4a647c-8254-4505-9e34-9ec9939b74b3), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:56:00.073442 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-e5060cb2-223f-4ad9-8d7b-59c393209510 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (1f4a647c-8254-4505-9e34-9ec9939b74b3), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:56:00.077722 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-e5060cb2-223f-4ad9-8d7b-59c393209510 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:56:00.079258 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-e5060cb2-223f-4ad9-8d7b-59c393209510 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1f4a647c-8254-4505-9e34-9ec9939b74b3 HTTP/1.1" status: 204 len: 168 time: 0.1252301 Jul 21 12:56:00.090961 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5060cb2-223f-4ad9-8d7b-59c393209510 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f4a647c-8254-4505-9e34-9ec9939b74b3,revision_number=None']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:56:00.498755 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.18', 46018) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:56:00.512226 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-d5f2ac27-5065-4e86-9c81-58838646ff2f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:56:00.597166 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-d5f2ac27-5065-4e86-9c81-58838646ff2f admin admin] Publish callbacks [] for security_group (ab60d754-e570-4564-9061-f0d3f1611b67), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:56:00.602559 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-d5f2ac27-5065-4e86-9c81-58838646ff2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (ab60d754-e570-4564-9061-f0d3f1611b67), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:56:00.641322 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-d5f2ac27-5065-4e86-9c81-58838646ff2f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2ccda848b67649bf83e823c338a6fa95&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1414897 Jul 21 12:56:00.642146 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f2ac27-5065-4e86-9c81-58838646ff2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab60d754-e570-4564-9061-f0d3f1611b67,revision_number=1']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:56:00.644963 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 46020) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:56:00.674092 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=86,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:56:00.697566 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-fa7597e0-0794-4e1e-9bd0-f86dabebf1f5 admin admin] Publish callbacks [] for security_group (ab60d754-e570-4564-9061-f0d3f1611b67), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:56:00.719933 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-fa7597e0-0794-4e1e-9bd0-f86dabebf1f5 admin admin] Publish callbacks [] for security_group (ab60d754-e570-4564-9061-f0d3f1611b67), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:56:00.747899 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:INSERT=7 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:56:00.769389 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-fa7597e0-0794-4e1e-9bd0-f86dabebf1f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (ab60d754-e570-4564-9061-f0d3f1611b67), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:56:00.772145 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-fa7597e0-0794-4e1e-9bd0-f86dabebf1f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:56:00.773304 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-fa7597e0-0794-4e1e-9bd0-f86dabebf1f5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ab60d754-e570-4564-9061-f0d3f1611b67 HTTP/1.1" status: 204 len: 168 time: 0.1273472 Jul 21 12:56:00.783554 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7597e0-0794-4e1e-9bd0-f86dabebf1f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab60d754-e570-4564-9061-f0d3f1611b67,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:56:02.544945 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 46076) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:56:02.657142 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-8b5de1ce-17aa-4413-b3df-f82e96cfb008 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:56:02.736598 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-8b5de1ce-17aa-4413-b3df-f82e96cfb008 admin admin] Publish callbacks [] for security_group (2e492dff-7beb-41b9-867b-99d0ffcea0d6), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:56:02.742102 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-8b5de1ce-17aa-4413-b3df-f82e96cfb008 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (2e492dff-7beb-41b9-867b-99d0ffcea0d6), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:56:02.778904 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5de1ce-17aa-4413-b3df-f82e96cfb008 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e492dff-7beb-41b9-867b-99d0ffcea0d6,revision_number=1']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:56:02.785044 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-8b5de1ce-17aa-4413-b3df-f82e96cfb008 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0af26894d1464b9bbb6a076952286374&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2387440 Jul 21 12:56:02.787926 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 46080) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:56:02.794306 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (0e418a3d-140a-4386-ad03-1f6ad2d8ed7b), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:56:02.840081 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-dd8d5d64-7783-4a74-856a-0f189475a1ea admin admin] Publish callbacks [] for security_group (2e492dff-7beb-41b9-867b-99d0ffcea0d6), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:56:02.863183 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-dd8d5d64-7783-4a74-856a-0f189475a1ea admin admin] Publish callbacks [] for security_group (2e492dff-7beb-41b9-867b-99d0ffcea0d6), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:56:02.924069 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-dd8d5d64-7783-4a74-856a-0f189475a1ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (2e492dff-7beb-41b9-867b-99d0ffcea0d6), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:56:02.927812 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-dd8d5d64-7783-4a74-856a-0f189475a1ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:56:02.929416 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-dd8d5d64-7783-4a74-856a-0f189475a1ea admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2e492dff-7beb-41b9-867b-99d0ffcea0d6 HTTP/1.1" status: 204 len: 168 time: 0.1404841 Jul 21 12:56:02.937402 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8d5d64-7783-4a74-856a-0f189475a1ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e492dff-7beb-41b9-867b-99d0ffcea0d6,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:56:03.201971 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.18', 46086) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:56:03.216753 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-6c2cd8b8-ab56-4606-9d2a-377a664f62d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:56:03.272428 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=81,neutron:DELETE=8,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:56:03.296529 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-6c2cd8b8-ab56-4606-9d2a-377a664f62d7 admin admin] Publish callbacks [] for security_group (858d982a-cda5-4cc5-baef-63f2296e17ee), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:56:03.301260 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-6c2cd8b8-ab56-4606-9d2a-377a664f62d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (858d982a-cda5-4cc5-baef-63f2296e17ee), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:56:03.340088 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-6c2cd8b8-ab56-4606-9d2a-377a664f62d7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a2dba3963fe643e8885aff33fb6a995c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1370485 Jul 21 12:56:03.340916 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2cd8b8-ab56-4606-9d2a-377a664f62d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=858d982a-cda5-4cc5-baef-63f2296e17ee,revision_number=1']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:56:03.343563 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 46088) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:56:03.396954 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-adcdb0ec-7d1d-43b8-895c-ec11632f8063 admin admin] Publish callbacks [] for security_group (858d982a-cda5-4cc5-baef-63f2296e17ee), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:56:03.420525 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-adcdb0ec-7d1d-43b8-895c-ec11632f8063 admin admin] Publish callbacks [] for security_group (858d982a-cda5-4cc5-baef-63f2296e17ee), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:56:03.470057 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-adcdb0ec-7d1d-43b8-895c-ec11632f8063 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (858d982a-cda5-4cc5-baef-63f2296e17ee), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:56:03.472624 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-adcdb0ec-7d1d-43b8-895c-ec11632f8063 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:56:03.473788 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-adcdb0ec-7d1d-43b8-895c-ec11632f8063 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/858d982a-cda5-4cc5-baef-63f2296e17ee HTTP/1.1" status: 204 len: 168 time: 0.1291094 Jul 21 12:56:03.481539 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcdb0ec-7d1d-43b8-895c-ec11632f8063 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=858d982a-cda5-4cc5-baef-63f2296e17ee,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:56:03.493564 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:DELETE=6,neutron:SELECT=93,neutron:UPDATE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:56:03.494155 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:56:08.657654 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 46186) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:56:08.768672 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-50336ea5-8cb6-4d3a-91d8-a0a572e229fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:56:08.853606 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-50336ea5-8cb6-4d3a-91d8-a0a572e229fb admin admin] Publish callbacks [] for security_group (2a60be17-0cfd-431d-93ac-72d0aab8f7a7), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:56:08.859037 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-50336ea5-8cb6-4d3a-91d8-a0a572e229fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (2a60be17-0cfd-431d-93ac-72d0aab8f7a7), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:56:08.896562 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50336ea5-8cb6-4d3a-91d8-a0a572e229fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a60be17-0cfd-431d-93ac-72d0aab8f7a7,revision_number=1']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:56:08.901960 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-50336ea5-8cb6-4d3a-91d8-a0a572e229fb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3ee48a8daf514dfda6d7c67120b76073&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2432060 Jul 21 12:56:08.905079 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 46190) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:56:08.941148 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:56:08.968858 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-b15a2395-e9e5-4241-ba20-aa971cec9f4f admin admin] Publish callbacks [] for security_group (2a60be17-0cfd-431d-93ac-72d0aab8f7a7), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:56:08.971957 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:56:08.994145 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-b15a2395-e9e5-4241-ba20-aa971cec9f4f admin admin] Publish callbacks [] for security_group (2a60be17-0cfd-431d-93ac-72d0aab8f7a7), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:56:09.043004 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-b15a2395-e9e5-4241-ba20-aa971cec9f4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (2a60be17-0cfd-431d-93ac-72d0aab8f7a7), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:56:09.045852 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-b15a2395-e9e5-4241-ba20-aa971cec9f4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:56:09.047026 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-b15a2395-e9e5-4241-ba20-aa971cec9f4f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2a60be17-0cfd-431d-93ac-72d0aab8f7a7 HTTP/1.1" status: 204 len: 168 time: 0.1411014 Jul 21 12:56:09.054972 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15a2395-e9e5-4241-ba20-aa971cec9f4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a60be17-0cfd-431d-93ac-72d0aab8f7a7,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:56:09.343264 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 46196) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:56:09.357097 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-be71f774-77df-4402-99d9-1f0048f03c73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:56:09.440811 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-be71f774-77df-4402-99d9-1f0048f03c73 admin admin] Publish callbacks [] for security_group (1992abbf-451d-48f6-baa6-8eb8753fc741), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:56:09.446131 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-be71f774-77df-4402-99d9-1f0048f03c73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (1992abbf-451d-48f6-baa6-8eb8753fc741), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:56:09.483064 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be71f774-77df-4402-99d9-1f0048f03c73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1992abbf-451d-48f6-baa6-8eb8753fc741,revision_number=1']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:56:09.487373 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-be71f774-77df-4402-99d9-1f0048f03c73 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4139c5d7a4594723a5b7df5b5edb3f08&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1430302 Jul 21 12:56:09.490347 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.18', 46198) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:56:09.549064 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-15d71711-ef11-414e-a2d7-d9d79fe1c4c9 admin admin] Publish callbacks [] for security_group (1992abbf-451d-48f6-baa6-8eb8753fc741), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:56:09.567834 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=83,neutron:UPDATE=2,neutron:DELETE=3,neutron:INSERT=12 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:56:09.572893 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-15d71711-ef11-414e-a2d7-d9d79fe1c4c9 admin admin] Publish callbacks [] for security_group (1992abbf-451d-48f6-baa6-8eb8753fc741), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:56:09.622174 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-15d71711-ef11-414e-a2d7-d9d79fe1c4c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (1992abbf-451d-48f6-baa6-8eb8753fc741), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:56:09.624787 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-15d71711-ef11-414e-a2d7-d9d79fe1c4c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:56:09.625952 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-15d71711-ef11-414e-a2d7-d9d79fe1c4c9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1992abbf-451d-48f6-baa6-8eb8753fc741 HTTP/1.1" status: 204 len: 168 time: 0.1345022 Jul 21 12:56:09.633717 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d71711-ef11-414e-a2d7-d9d79fe1c4c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1992abbf-451d-48f6-baa6-8eb8753fc741,revision_number=None']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:56:09.964726 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.18', 46204) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:56:09.978864 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-718830ce-56a4-4217-b979-2aaff789af96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:56:10.056485 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-718830ce-56a4-4217-b979-2aaff789af96 admin admin] Publish callbacks [] for security_group (eda5ae4f-c1d3-4455-a645-f0478178b6a4), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:56:10.061767 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-718830ce-56a4-4217-b979-2aaff789af96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (eda5ae4f-c1d3-4455-a645-f0478178b6a4), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:56:10.100665 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-718830ce-56a4-4217-b979-2aaff789af96 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a2ecee0df19e4800903bb7cc3e0b736e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1348457 Jul 21 12:56:10.101696 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718830ce-56a4-4217-b979-2aaff789af96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eda5ae4f-c1d3-4455-a645-f0478178b6a4,revision_number=1']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:56:10.103441 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 46206) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:56:10.167068 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-fbe5f0b4-81da-4973-93d2-d919f893e4ad admin admin] Publish callbacks [] for security_group (eda5ae4f-c1d3-4455-a645-f0478178b6a4), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:56:10.189458 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-fbe5f0b4-81da-4973-93d2-d919f893e4ad admin admin] Publish callbacks [] for security_group (eda5ae4f-c1d3-4455-a645-f0478178b6a4), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:56:10.238694 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-fbe5f0b4-81da-4973-93d2-d919f893e4ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (eda5ae4f-c1d3-4455-a645-f0478178b6a4), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:56:10.241307 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-fbe5f0b4-81da-4973-93d2-d919f893e4ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:56:10.242449 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-fbe5f0b4-81da-4973-93d2-d919f893e4ad admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/eda5ae4f-c1d3-4455-a645-f0478178b6a4 HTTP/1.1" status: 204 len: 168 time: 0.1379566 Jul 21 12:56:10.250536 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe5f0b4-81da-4973-93d2-d919f893e4ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eda5ae4f-c1d3-4455-a645-f0478178b6a4,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:56:11.485992 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-08aecf4e-9e23-4dbf-a591-0787982a3de6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (8a21e728-a2e9-4580-a748-6ac9ba47a2a7), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:56:14.931515 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-1107be22-df6d-496c-86e7-9fe381a739c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (ceb1130f-c61e-494c-be4f-967cc153319c), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:56:16.109296 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-34089123-786a-4f56-8fd8-e31aace790ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (7a27be9f-c1a8-4dec-a92f-42ec7311fe12), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:56:16.864006 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (c982e9e4-9e4b-4150-8658-75b564dceb25), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:56:17.489818 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-b3746fee-4e12-46ce-ae12-d62ff35738f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (bda8c5c0-9935-4f58-b3ba-5b48a27d9f80), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:56:20.095431 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=46,neutron:DELETE=2,neutron:INSERT=4 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:56:20.098887 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:DELETE=2,neutron:SELECT=21,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:56:20.222107 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=44,neutron:DELETE=5,neutron:INSERT=6 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:56:20.246356 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=42,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:56:21.196593 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.18', 46312) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:56:21.308092 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-6ace054e-5613-4958-b4ca-8cdd12a10bd3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:56:21.353989 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=53 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:56:21.355041 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=64 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:56:21.386035 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-6ace054e-5613-4958-b4ca-8cdd12a10bd3 admin admin] Publish callbacks [] for security_group (86a2c9da-436d-4edd-819f-e03cfb4fa580), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:56:21.391102 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-6ace054e-5613-4958-b4ca-8cdd12a10bd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (86a2c9da-436d-4edd-819f-e03cfb4fa580), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:56:21.429408 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ace054e-5613-4958-b4ca-8cdd12a10bd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86a2c9da-436d-4edd-819f-e03cfb4fa580,revision_number=1']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:56:21.435255 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-6ace054e-5613-4958-b4ca-8cdd12a10bd3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=44ecca23b34a403bbd9d1d7676ee9653&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2375395 Jul 21 12:56:21.438187 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.18', 46318) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:56:21.487120 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-351570d5-1ce4-407f-8308-8ba3b75d9a3d admin admin] Publish callbacks [] for security_group (86a2c9da-436d-4edd-819f-e03cfb4fa580), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:56:21.509525 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-351570d5-1ce4-407f-8308-8ba3b75d9a3d admin admin] Publish callbacks [] for security_group (86a2c9da-436d-4edd-819f-e03cfb4fa580), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:56:21.559767 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-351570d5-1ce4-407f-8308-8ba3b75d9a3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (86a2c9da-436d-4edd-819f-e03cfb4fa580), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:56:21.562540 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-351570d5-1ce4-407f-8308-8ba3b75d9a3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:56:21.563717 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-351570d5-1ce4-407f-8308-8ba3b75d9a3d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/86a2c9da-436d-4edd-819f-e03cfb4fa580 HTTP/1.1" status: 204 len: 168 time: 0.1246119 Jul 21 12:56:21.571560 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351570d5-1ce4-407f-8308-8ba3b75d9a3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86a2c9da-436d-4edd-819f-e03cfb4fa580,revision_number=None']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:56:21.839117 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 46324) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:56:21.853239 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-9e78f263-f914-4129-a1eb-7533baa5c248 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:56:21.931876 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-9e78f263-f914-4129-a1eb-7533baa5c248 admin admin] Publish callbacks [] for security_group (c3b7e156-59ac-4abb-9a79-baf803be9c9a), precommit_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:56:21.938903 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-9e78f263-f914-4129-a1eb-7533baa5c248 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (c3b7e156-59ac-4abb-9a79-baf803be9c9a), after_create {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:56:21.986080 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e78f263-f914-4129-a1eb-7533baa5c248 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3b7e156-59ac-4abb-9a79-baf803be9c9a,revision_number=1']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:56:21.990359 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-9e78f263-f914-4129-a1eb-7533baa5c248 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7e600888f98544e7849f74879ab5c0e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1501923 Jul 21 12:56:21.993152 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.18', 46326) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:56:22.045319 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-c1b54bc8-5a48-4e76-9948-212c89bb5daf admin admin] Publish callbacks [] for security_group (c3b7e156-59ac-4abb-9a79-baf803be9c9a), before_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:56:22.069989 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-c1b54bc8-5a48-4e76-9948-212c89bb5daf admin admin] Publish callbacks [] for security_group (c3b7e156-59ac-4abb-9a79-baf803be9c9a), precommit_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:56:22.120618 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-c1b54bc8-5a48-4e76-9948-212c89bb5daf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (c3b7e156-59ac-4abb-9a79-baf803be9c9a), after_delete {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:56:22.123174 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-c1b54bc8-5a48-4e76-9948-212c89bb5daf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:56:22.124399 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-c1b54bc8-5a48-4e76-9948-212c89bb5daf admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c3b7e156-59ac-4abb-9a79-baf803be9c9a HTTP/1.1" status: 204 len: 168 time: 0.1302474 Jul 21 12:56:22.132283 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b54bc8-5a48-4e76-9948-212c89bb5daf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3b7e156-59ac-4abb-9a79-baf803be9c9a,revision_number=None']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:56:26.190034 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.agents_db [None req-4203cc95-03b4-445b-a92f-19fc3dec8381 None None] Agent healthcheck: found 6 active agents {{(pid=104162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 12:56:31.335161 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.wsgi [-] (104160) accepted ('10.222.0.18', 46398) {{(pid=104160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:56:31.438788 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-b0c03f1a-e721-4243-8eb2-9ca0d951a913 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:56:31.515955 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-b0c03f1a-e721-4243-8eb2-9ca0d951a913 admin admin] Publish callbacks [] for security_group (553a1427-36ae-4cf7-9b68-443e6b5bb0cc), precommit_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:56:31.521498 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron_lib.callbacks.manager [None req-b0c03f1a-e721-4243-8eb2-9ca0d951a913 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (553a1427-36ae-4cf7-9b68-443e6b5bb0cc), after_create {{(pid=104160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:56:31.560138 dv-cinder-850321-1-iscsi neutron-server[104160]: INFO neutron.wsgi [None req-b0c03f1a-e721-4243-8eb2-9ca0d951a913 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ed826c7196f547068dc6762d1247bf2f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2237430 Jul 21 12:56:31.561026 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c03f1a-e721-4243-8eb2-9ca0d951a913 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=553a1427-36ae-4cf7-9b68-443e6b5bb0cc,revision_number=1']} {{(pid=104160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:56:31.564057 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [-] (104159) accepted ('10.222.0.18', 46402) {{(pid=104159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 12:56:31.619774 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-cda46f43-d33b-495c-9acd-b4dbabbc32ed admin admin] Publish callbacks [] for security_group (553a1427-36ae-4cf7-9b68-443e6b5bb0cc), before_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:56:31.641204 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-cda46f43-d33b-495c-9acd-b4dbabbc32ed admin admin] Publish callbacks [] for security_group (553a1427-36ae-4cf7-9b68-443e6b5bb0cc), precommit_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:56:31.700182 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-cda46f43-d33b-495c-9acd-b4dbabbc32ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715833'] for security_group (553a1427-36ae-4cf7-9b68-443e6b5bb0cc), after_delete {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:56:31.702778 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron_lib.callbacks.manager [None req-cda46f43-d33b-495c-9acd-b4dbabbc32ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:56:31.703916 dv-cinder-850321-1-iscsi neutron-server[104159]: INFO neutron.wsgi [None req-cda46f43-d33b-495c-9acd-b4dbabbc32ed admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/553a1427-36ae-4cf7-9b68-443e6b5bb0cc HTTP/1.1" status: 204 len: 168 time: 0.1388557 Jul 21 12:56:31.711621 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda46f43-d33b-495c-9acd-b4dbabbc32ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=553a1427-36ae-4cf7-9b68-443e6b5bb0cc,revision_number=None']} {{(pid=104159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 12:56:32.788047 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (0e418a3d-140a-4386-ad03-1f6ad2d8ed7b), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:56:36.184494 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:56:41.481121 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=16,neutron:UPDATE=3 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:56:41.484736 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=16,neutron:UPDATE=3 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:56:41.504873 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-05ab05ba-9c6f-4373-9ddf-b5133ebb04c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (8a21e728-a2e9-4580-a748-6ac9ba47a2a7), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:56:41.554984 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=72,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:56:41.556468 dv-cinder-850321-1-iscsi neutron-server[104160]: DEBUG dbcounter [-] [104160] Writing DB stats neutron:SELECT=68,neutron:INSERT=16,neutron:DELETE=3 {{(pid=104160) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:56:41.685969 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=33,neutron:INSERT=8,neutron:DELETE=3 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:56:41.707777 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG dbcounter [-] [104159] Writing DB stats neutron:SELECT=37,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104159) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:56:44.945781 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-10fcf18b-117b-4812-b973-7ac72a3da435 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (ceb1130f-c61e-494c-be4f-967cc153319c), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:56:46.119437 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-34089123-786a-4f56-8fd8-e31aace790ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (7a27be9f-c1a8-4dec-a92f-42ec7311fe12), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:56:46.858984 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (c982e9e4-9e4b-4150-8658-75b564dceb25), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:56:47.497071 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-b3746fee-4e12-46ce-ae12-d62ff35738f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (bda8c5c0-9935-4f58-b3ba-5b48a27d9f80), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:56:49.000204 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:56:49.004553 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=4 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:57:01.364671 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:57:01.368090 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=17,neutron:UPDATE=3 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:57:02.799031 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (0e418a3d-140a-4386-ad03-1f6ad2d8ed7b), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:57:03.189174 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.agents_db [None req-4203cc95-03b4-445b-a92f-19fc3dec8381 None None] Agent healthcheck: found 6 active agents {{(pid=104162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 12:57:11.502676 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-44763d8d-7778-461c-b10f-0773524ddbd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (8a21e728-a2e9-4580-a748-6ac9ba47a2a7), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:57:13.184330 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:57:13.185081 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:57:14.946645 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8234db48-37fe-48c1-a49b-7fea819c4dce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (ceb1130f-c61e-494c-be4f-967cc153319c), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:57:16.126891 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-34089123-786a-4f56-8fd8-e31aace790ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (7a27be9f-c1a8-4dec-a92f-42ec7311fe12), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:57:16.986770 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (c982e9e4-9e4b-4150-8658-75b564dceb25), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:57:17.508318 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-b3746fee-4e12-46ce-ae12-d62ff35738f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (bda8c5c0-9935-4f58-b3ba-5b48a27d9f80), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:57:26.001908 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=3 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:57:26.003106 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=3 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:57:27.497634 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:57:27.503185 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:57:32.792642 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (0e418a3d-140a-4386-ad03-1f6ad2d8ed7b), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:57:40.190232 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.agents_db [None req-4203cc95-03b4-445b-a92f-19fc3dec8381 None None] Agent healthcheck: found 6 active agents {{(pid=104162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 12:57:41.495152 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-b6060c68-f96a-4594-8894-6dc2234a1cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (8a21e728-a2e9-4580-a748-6ac9ba47a2a7), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:57:44.947707 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-b2379e77-68a6-4c88-b4d6-181491efe48d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (ceb1130f-c61e-494c-be4f-967cc153319c), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:57:46.126268 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-34089123-786a-4f56-8fd8-e31aace790ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (7a27be9f-c1a8-4dec-a92f-42ec7311fe12), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:57:46.861392 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (c982e9e4-9e4b-4150-8658-75b564dceb25), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:57:47.511612 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-b3746fee-4e12-46ce-ae12-d62ff35738f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (bda8c5c0-9935-4f58-b3ba-5b48a27d9f80), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:57:50.184782 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:57:50.185610 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:57:57.499064 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=5,neutron:UPDATE=5 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:57:57.503662 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:58:02.811794 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (0e418a3d-140a-4386-ad03-1f6ad2d8ed7b), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:58:02.998691 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=2 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:58:03.004220 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=4 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:58:11.500067 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8537a2a3-1bb8-4ccd-a712-7082cb03a5f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (8a21e728-a2e9-4580-a748-6ac9ba47a2a7), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:58:14.952985 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-4589b7b6-4a76-49a0-8c96-be0567d0faba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (ceb1130f-c61e-494c-be4f-967cc153319c), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:58:16.135273 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-34089123-786a-4f56-8fd8-e31aace790ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (7a27be9f-c1a8-4dec-a92f-42ec7311fe12), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:58:16.862312 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (c982e9e4-9e4b-4150-8658-75b564dceb25), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:58:17.189540 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.agents_db [None req-4203cc95-03b4-445b-a92f-19fc3dec8381 None None] Agent healthcheck: found 6 active agents {{(pid=104162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 12:58:17.512107 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-b3746fee-4e12-46ce-ae12-d62ff35738f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (bda8c5c0-9935-4f58-b3ba-5b48a27d9f80), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:58:27.184494 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=14 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:58:27.185307 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=16 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:58:27.502683 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:58:27.504816 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:58:32.834702 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (0e418a3d-140a-4386-ad03-1f6ad2d8ed7b), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:58:40.002046 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=4 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:58:40.007384 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:DELETE=1,neutron:SELECT=3 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:58:41.501579 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-c67483c9-ade8-41f7-b515-8f64c08852d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (8a21e728-a2e9-4580-a748-6ac9ba47a2a7), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:58:44.955015 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-19dca9c0-361b-4658-935d-08ee1a4efced None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (ceb1130f-c61e-494c-be4f-967cc153319c), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:58:46.136522 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-34089123-786a-4f56-8fd8-e31aace790ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (7a27be9f-c1a8-4dec-a92f-42ec7311fe12), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:58:46.856316 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (c982e9e4-9e4b-4150-8658-75b564dceb25), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:58:47.514913 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-b3746fee-4e12-46ce-ae12-d62ff35738f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (bda8c5c0-9935-4f58-b3ba-5b48a27d9f80), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:58:54.190516 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.agents_db [None req-4203cc95-03b4-445b-a92f-19fc3dec8381 None None] Agent healthcheck: found 6 active agents {{(pid=104162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 12:59:01.365665 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=18,neutron:UPDATE=4 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:59:01.369257 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=26,neutron:UPDATE=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:59:02.831628 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (0e418a3d-140a-4386-ad03-1f6ad2d8ed7b), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:59:04.185616 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=2 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:59:11.505202 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-206e9c43-e341-46f3-ae3d-256cb1c5973a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (8a21e728-a2e9-4580-a748-6ac9ba47a2a7), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:59:14.955358 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-5c089d8c-30a7-4a0b-92a3-bc635f3d54bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (ceb1130f-c61e-494c-be4f-967cc153319c), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:59:16.141272 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-34089123-786a-4f56-8fd8-e31aace790ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (7a27be9f-c1a8-4dec-a92f-42ec7311fe12), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:59:16.869204 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (c982e9e4-9e4b-4150-8658-75b564dceb25), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:59:17.004848 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:59:17.014620 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=5 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:59:17.524491 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-b3746fee-4e12-46ce-ae12-d62ff35738f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (bda8c5c0-9935-4f58-b3ba-5b48a27d9f80), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:59:27.515092 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:59:27.517560 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:59:31.189592 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.agents_db [None req-4203cc95-03b4-445b-a92f-19fc3dec8381 None None] Agent healthcheck: found 6 active agents {{(pid=104162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 12:59:32.832972 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (0e418a3d-140a-4386-ad03-1f6ad2d8ed7b), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:59:40.907260 dv-cinder-850321-1-iscsi neutron-server[104159]: DEBUG neutron.wsgi [req-4775eb7d-cbea-43cc-9ab8-c750532b18ef req-ecde3f04-436e-44d2-b41a-d0c9d272ff0e tempest-TestVolumeBootPattern-1592877087 tempest-TestVolumeBootPattern-1592877087-project] (104159) timed out ('10.222.0.48', 59363) {{(pid=104159) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 21 12:59:41.184504 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:59:41.185225 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:59:41.505816 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-768637e1-2c21-444e-86ac-0bba628c5cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (8a21e728-a2e9-4580-a748-6ac9ba47a2a7), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:59:44.955436 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8edbb14b-57bd-4015-afa1-393aba38782b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (ceb1130f-c61e-494c-be4f-967cc153319c), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:59:46.148600 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-34089123-786a-4f56-8fd8-e31aace790ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (7a27be9f-c1a8-4dec-a92f-42ec7311fe12), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:59:46.876537 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (c982e9e4-9e4b-4150-8658-75b564dceb25), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:59:47.530980 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-b3746fee-4e12-46ce-ae12-d62ff35738f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (bda8c5c0-9935-4f58-b3ba-5b48a27d9f80), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 12:59:54.009547 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=3 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:59:54.010819 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=3 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:59:57.514724 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 12:59:57.524796 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 13:00:02.841470 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (0e418a3d-140a-4386-ad03-1f6ad2d8ed7b), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 13:00:08.193276 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.agents_db [None req-4203cc95-03b4-445b-a92f-19fc3dec8381 None None] Agent healthcheck: found 6 active agents {{(pid=104162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 13:00:11.514379 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-31529f4c-c87d-467d-92e8-78dcb86d14ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (8a21e728-a2e9-4580-a748-6ac9ba47a2a7), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 13:00:14.959019 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-febbe77f-418a-4bc0-abbb-a2d3a1b2cf9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (ceb1130f-c61e-494c-be4f-967cc153319c), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 13:00:16.153317 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-34089123-786a-4f56-8fd8-e31aace790ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (7a27be9f-c1a8-4dec-a92f-42ec7311fe12), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 13:00:16.870720 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (c982e9e4-9e4b-4150-8658-75b564dceb25), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 13:00:17.529716 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-b3746fee-4e12-46ce-ae12-d62ff35738f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (bda8c5c0-9935-4f58-b3ba-5b48a27d9f80), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 13:00:27.521828 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 13:00:27.523082 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 13:00:32.852763 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (0e418a3d-140a-4386-ad03-1f6ad2d8ed7b), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 13:00:39.059061 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=16 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 13:00:39.060334 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=19,neutron:DELETE=1 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 13:00:41.511894 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-bb9e4c15-ac4b-446e-ad02-59e59d08ba9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (8a21e728-a2e9-4580-a748-6ac9ba47a2a7), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 13:00:44.962420 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-9468cfde-6dab-49c6-8b93-f16e52f07b53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (ceb1130f-c61e-494c-be4f-967cc153319c), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 13:00:45.191350 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.agents_db [None req-4203cc95-03b4-445b-a92f-19fc3dec8381 None None] Agent healthcheck: found 6 active agents {{(pid=104162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 13:00:46.157298 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-34089123-786a-4f56-8fd8-e31aace790ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (7a27be9f-c1a8-4dec-a92f-42ec7311fe12), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 13:00:46.880000 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (c982e9e4-9e4b-4150-8658-75b564dceb25), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 13:00:47.539046 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-b3746fee-4e12-46ce-ae12-d62ff35738f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (bda8c5c0-9935-4f58-b3ba-5b48a27d9f80), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 13:00:55.187181 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=2 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 13:01:01.379161 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:UPDATE=1,neutron:SELECT=23 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 13:01:01.380492 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=21,neutron:UPDATE=5 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 13:01:02.869928 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (0e418a3d-140a-4386-ad03-1f6ad2d8ed7b), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 13:01:08.007899 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=2 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 13:01:08.013555 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=4 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 13:01:11.507039 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8e3c1b4b-f59a-4d4d-923b-5f61ea6dd724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (8a21e728-a2e9-4580-a748-6ac9ba47a2a7), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 13:01:14.963272 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-afd062a5-2136-4afc-823d-4916ae0eda67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (ceb1130f-c61e-494c-be4f-967cc153319c), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 13:01:16.161556 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-34089123-786a-4f56-8fd8-e31aace790ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (7a27be9f-c1a8-4dec-a92f-42ec7311fe12), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 13:01:16.878521 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-470332c9-b895-4344-90c0-172fd1e92d03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (c982e9e4-9e4b-4150-8658-75b564dceb25), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 13:01:17.545125 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-b3746fee-4e12-46ce-ae12-d62ff35738f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (bda8c5c0-9935-4f58-b3ba-5b48a27d9f80), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 13:01:22.190992 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG neutron.db.agents_db [None req-4203cc95-03b4-445b-a92f-19fc3dec8381 None None] Agent healthcheck: found 6 active agents {{(pid=104162) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 13:01:27.534661 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 13:01:27.538137 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG dbcounter [-] [104161] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104161) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 13:01:32.187204 dv-cinder-850321-1-iscsi neutron-server[104162]: DEBUG dbcounter [-] [104162] Writing DB stats neutron:SELECT=2 {{(pid=104162) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 13:01:32.888136 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-8808946b-cfaf-4668-bc69-720d7ff7aca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (0e418a3d-140a-4386-ad03-1f6ad2d8ed7b), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 13:01:41.504193 dv-cinder-850321-1-iscsi neutron-server[104161]: DEBUG neutron_lib.callbacks.manager [None req-f74f610a-4b50-4ac2-a5a3-f7f116418ca8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773761087034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1388912'] for agent (8a21e728-a2e9-4580-a748-6ac9ba47a2a7), after_update {{(pid=104161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}